[ 558.957867] env[70966]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70966) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 558.958249] env[70966]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70966) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 558.958388] env[70966]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70966) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 558.958674] env[70966]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 559.056213] env[70966]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70966) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 559.065909] env[70966]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70966) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 559.108511] env[70966]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 559.667402] env[70966]: INFO nova.virt.driver [None req-5c1559dc-e376-4cfb-b500-f9849c349a72 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 559.738215] env[70966]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.738443] env[70966]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.738526] env[70966]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70966) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 562.663076] env[70966]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-686c9491-fed0-4100-948f-2d193c29bf52 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.679658] env[70966]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70966) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 562.679773] env[70966]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-d6a6a8be-324e-4338-a36d-a54699f3a5cd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.712628] env[70966]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 8cc73. [ 562.712792] env[70966]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.974s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.713320] env[70966]: INFO nova.virt.vmwareapi.driver [None req-5c1559dc-e376-4cfb-b500-f9849c349a72 None None] VMware vCenter version: 7.0.3 [ 562.716792] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dd2f01-7f71-440b-8599-7cf0ff51f9dd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.734716] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114d9ef0-8c7f-4a9f-b086-7047acf03a3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.740656] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe1c3eb-5706-4456-89d1-2a9e71e7deee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.747125] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c6c946-e3ee-4ef0-8493-bad942f1b791 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.760198] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c9924b-1f75-4a00-b999-3aaae3ac7235 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.765916] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170dd1ee-bb7c-47e3-9493-609a87f75282 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.796926] env[70966]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-d2851a86-c2c4-4922-bf38-17238619e756 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.802044] env[70966]: DEBUG nova.virt.vmwareapi.driver [None req-5c1559dc-e376-4cfb-b500-f9849c349a72 None None] Extension org.openstack.compute already exists. {{(pid=70966) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 562.804718] env[70966]: INFO nova.compute.provider_config [None req-5c1559dc-e376-4cfb-b500-f9849c349a72 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 563.308053] env[70966]: DEBUG nova.context [None req-5c1559dc-e376-4cfb-b500-f9849c349a72 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),114dea7b-ab7b-45d1-a7cd-09d1217c3223(cell1) {{(pid=70966) load_cells /opt/stack/nova/nova/context.py:464}} [ 563.310150] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.310385] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 563.311095] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 563.311516] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] Acquiring lock "114dea7b-ab7b-45d1-a7cd-09d1217c3223" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.311710] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] Lock "114dea7b-ab7b-45d1-a7cd-09d1217c3223" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 563.312707] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] Lock "114dea7b-ab7b-45d1-a7cd-09d1217c3223" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 563.332364] env[70966]: INFO dbcounter [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] Registered counter for database nova_cell0 [ 563.340660] env[70966]: INFO dbcounter [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] Registered counter for database nova_cell1 [ 563.773568] env[70966]: DEBUG oslo_db.sqlalchemy.engines [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70966) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 563.773992] env[70966]: DEBUG oslo_db.sqlalchemy.engines [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70966) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 563.779158] env[70966]: ERROR nova.db.main.api [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 563.779158] env[70966]: result = function(*args, **kwargs) [ 563.779158] env[70966]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 563.779158] env[70966]: return func(*args, **kwargs) [ 563.779158] env[70966]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 563.779158] env[70966]: result = fn(*args, **kwargs) [ 563.779158] env[70966]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 563.779158] env[70966]: return f(*args, **kwargs) [ 563.779158] env[70966]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 563.779158] env[70966]: return db.service_get_minimum_version(context, binaries) [ 563.779158] env[70966]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 563.779158] env[70966]: _check_db_access() [ 563.779158] env[70966]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 563.779158] env[70966]: stacktrace = ''.join(traceback.format_stack()) [ 563.779158] env[70966]: [ 563.780178] env[70966]: ERROR nova.db.main.api [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 563.780178] env[70966]: result = function(*args, **kwargs) [ 563.780178] env[70966]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 563.780178] env[70966]: return func(*args, **kwargs) [ 563.780178] env[70966]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 563.780178] env[70966]: result = fn(*args, **kwargs) [ 563.780178] env[70966]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 563.780178] env[70966]: return f(*args, **kwargs) [ 563.780178] env[70966]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 563.780178] env[70966]: return db.service_get_minimum_version(context, binaries) [ 563.780178] env[70966]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 563.780178] env[70966]: _check_db_access() [ 563.780178] env[70966]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 563.780178] env[70966]: stacktrace = ''.join(traceback.format_stack()) [ 563.780178] env[70966]: [ 563.780588] env[70966]: WARNING nova.objects.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] Failed to get minimum service version for cell 114dea7b-ab7b-45d1-a7cd-09d1217c3223 [ 563.780722] env[70966]: WARNING nova.objects.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 563.781191] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] Acquiring lock "singleton_lock" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.781359] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] Acquired lock "singleton_lock" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.781600] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] Releasing lock "singleton_lock" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.781923] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] Full set of CONF: {{(pid=70966) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 563.782083] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ******************************************************************************** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 563.782219] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] Configuration options gathered from: {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 563.782361] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 563.782565] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 563.782697] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ================================================================================ {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 563.782907] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] allow_resize_to_same_host = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.783093] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] arq_binding_timeout = 300 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.783227] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] backdoor_port = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.783355] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] backdoor_socket = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.783521] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] block_device_allocate_retries = 60 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.783681] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] block_device_allocate_retries_interval = 3 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.783850] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cert = self.pem {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.784025] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.784199] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] compute_monitors = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.784368] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] config_dir = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.784778] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] config_drive_format = iso9660 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.784928] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.785146] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] config_source = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.785338] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] console_host = devstack {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.785513] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] control_exchange = nova {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.785675] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cpu_allocation_ratio = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.785838] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] daemon = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.786021] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] debug = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.786183] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] default_access_ip_network_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.786352] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] default_availability_zone = nova {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.786509] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] default_ephemeral_format = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.786667] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] default_green_pool_size = 1000 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.786908] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.787087] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] default_schedule_zone = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.787279] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] disk_allocation_ratio = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.787446] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] enable_new_services = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.787625] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] enabled_apis = ['osapi_compute'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.787788] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] enabled_ssl_apis = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.787963] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] flat_injected = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.788146] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] force_config_drive = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.788313] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] force_raw_images = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.788479] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] graceful_shutdown_timeout = 5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.788638] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] heal_instance_info_cache_interval = -1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.788859] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] host = cpu-1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.789047] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.789219] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.789381] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.789618] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.789790] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] instance_build_timeout = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.789950] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] instance_delete_interval = 300 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.790132] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] instance_format = [instance: %(uuid)s] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.790307] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] instance_name_template = instance-%08x {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.790464] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] instance_usage_audit = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.790633] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] instance_usage_audit_period = month {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.790795] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.790959] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.791137] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] internal_service_availability_zone = internal {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.791294] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] key = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.791453] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] live_migration_retry_count = 30 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.791621] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] log_color = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.791781] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] log_config_append = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.791946] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.792116] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] log_dir = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.792276] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] log_file = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.792405] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] log_options = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.792562] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] log_rotate_interval = 1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.792727] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] log_rotate_interval_type = days {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.792889] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] log_rotation_type = none {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.793027] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.793156] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.793324] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.793489] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.793617] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.793777] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] long_rpc_timeout = 1800 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.793932] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] max_concurrent_builds = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.794101] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] max_concurrent_live_migrations = 1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.794260] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] max_concurrent_snapshots = 5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.794415] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] max_local_block_devices = 3 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.794569] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] max_logfile_count = 30 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.794723] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] max_logfile_size_mb = 200 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.794877] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] maximum_instance_delete_attempts = 5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.795051] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] metadata_listen = 0.0.0.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.795222] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] metadata_listen_port = 8775 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.795387] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] metadata_workers = 2 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.795542] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] migrate_max_retries = -1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.795704] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] mkisofs_cmd = genisoimage {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.795905] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.796045] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] my_ip = 10.180.1.21 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.796251] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.796413] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] network_allocate_retries = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.796587] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.796752] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.796913] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] osapi_compute_listen_port = 8774 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.797091] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] osapi_compute_unique_server_name_scope = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.797289] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] osapi_compute_workers = 2 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.797458] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] password_length = 12 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.797615] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] periodic_enable = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.797772] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] periodic_fuzzy_delay = 60 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.797938] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] pointer_model = usbtablet {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.798116] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] preallocate_images = none {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.798306] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] publish_errors = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.798433] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] pybasedir = /opt/stack/nova {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.798589] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ram_allocation_ratio = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.798746] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] rate_limit_burst = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.798910] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] rate_limit_except_level = CRITICAL {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.799078] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] rate_limit_interval = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.799236] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] reboot_timeout = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.799392] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] reclaim_instance_interval = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.799551] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] record = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.799720] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] reimage_timeout_per_gb = 60 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.799882] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] report_interval = 120 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.800051] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] rescue_timeout = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.800211] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] reserved_host_cpus = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.800368] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] reserved_host_disk_mb = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.800522] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] reserved_host_memory_mb = 512 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.800674] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] reserved_huge_pages = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.800829] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] resize_confirm_window = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.800984] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] resize_fs_using_block_device = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.801153] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] resume_guests_state_on_host_boot = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.801322] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.801482] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] rpc_response_timeout = 60 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.801637] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] run_external_periodic_tasks = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.801802] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] running_deleted_instance_action = reap {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.801960] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.802134] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] running_deleted_instance_timeout = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.802297] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] scheduler_instance_sync_interval = 120 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.802462] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] service_down_time = 720 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.802627] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] servicegroup_driver = db {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.802781] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] shell_completion = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.802938] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] shelved_offload_time = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.803106] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] shelved_poll_interval = 3600 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.803276] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] shutdown_timeout = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.803439] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] source_is_ipv6 = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.803593] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ssl_only = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.803843] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.804028] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] sync_power_state_interval = 600 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.804195] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] sync_power_state_pool_size = 1000 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.804367] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] syslog_log_facility = LOG_USER {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.804522] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] tempdir = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.804680] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] timeout_nbd = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.804846] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] transport_url = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.805021] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] update_resources_interval = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.805182] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] use_cow_images = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.805342] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] use_journal = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.805499] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] use_json = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.805662] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] use_rootwrap_daemon = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.805831] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] use_stderr = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.805989] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] use_syslog = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.806162] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vcpu_pin_set = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.806331] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vif_plugging_is_fatal = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.806497] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vif_plugging_timeout = 300 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.806660] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] virt_mkfs = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.806820] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] volume_usage_poll_interval = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.806980] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] watch_log_file = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.807192] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] web = /usr/share/spice-html5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.807377] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.807550] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.807715] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.807894] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_concurrency.disable_process_locking = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.808246] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.808452] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.808628] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.808803] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.808976] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.809163] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.809361] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.auth_strategy = keystone {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.809529] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.compute_link_prefix = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.809705] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.809877] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.dhcp_domain = novalocal {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.810056] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.enable_instance_password = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.810227] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.glance_link_prefix = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.810395] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.810564] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.810727] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.instance_list_per_project_cells = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.810888] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.list_records_by_skipping_down_cells = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.811058] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.local_metadata_per_cell = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.811228] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.max_limit = 1000 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.811452] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.metadata_cache_expiration = 15 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.811643] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.neutron_default_tenant_id = default {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.811816] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.response_validation = warn {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.811990] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.use_neutron_default_nets = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.812175] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.812769] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.812769] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.812769] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.812893] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.vendordata_dynamic_targets = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.812984] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.vendordata_jsonfile_path = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.813175] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.813370] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.backend = dogpile.cache.memcached {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.813539] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.backend_argument = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.813697] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.backend_expiration_time = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.813866] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.config_prefix = cache.oslo {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.814050] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.dead_timeout = 60.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.814223] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.debug_cache_backend = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.814386] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.enable_retry_client = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.814546] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.enable_socket_keepalive = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.814715] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.enabled = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.814880] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.enforce_fips_mode = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.815054] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.expiration_time = 600 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.815223] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.hashclient_retry_attempts = 2 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.815390] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.815552] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.memcache_dead_retry = 300 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.815707] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.memcache_password = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.815867] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.816036] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.816203] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.memcache_pool_maxsize = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.816367] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.816529] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.memcache_sasl_enabled = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.816705] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.816874] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.817045] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.memcache_username = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.817236] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.proxies = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.817409] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.redis_db = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.817571] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.redis_password = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.817744] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.817919] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.818111] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.redis_server = localhost:6379 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.818307] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.redis_socket_timeout = 1.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.818477] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.redis_username = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.818642] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.retry_attempts = 2 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.818808] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.retry_delay = 0.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.818973] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.socket_keepalive_count = 1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.819155] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.socket_keepalive_idle = 1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.819320] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.socket_keepalive_interval = 1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.819486] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.tls_allowed_ciphers = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.819645] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.tls_cafile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.819804] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.tls_certfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.819968] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.tls_enabled = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.820146] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cache.tls_keyfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.820321] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cinder.auth_section = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.820500] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cinder.auth_type = password {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.820663] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cinder.cafile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.820843] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.821011] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cinder.certfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.821188] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cinder.collect_timing = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.821355] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cinder.cross_az_attach = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.821519] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cinder.debug = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.821680] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cinder.endpoint_template = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.821844] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cinder.http_retries = 3 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.822018] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cinder.insecure = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.822185] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cinder.keyfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.822358] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cinder.os_region_name = RegionOne {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.822524] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cinder.split_loggers = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.822682] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cinder.timeout = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.822857] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.823028] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] compute.cpu_dedicated_set = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.823195] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] compute.cpu_shared_set = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.823365] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] compute.image_type_exclude_list = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.823530] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.823693] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.823854] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.824027] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.824203] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.824369] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] compute.resource_provider_association_refresh = 300 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.824530] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.824690] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] compute.shutdown_retry_interval = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.824872] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.825064] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] conductor.workers = 2 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.825247] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] console.allowed_origins = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.825411] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] console.ssl_ciphers = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.825582] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] console.ssl_minimum_version = default {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.825750] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] consoleauth.enforce_session_timeout = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.825919] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] consoleauth.token_ttl = 600 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.826101] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.cafile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.826262] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.certfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.826429] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.collect_timing = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.826587] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.connect_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.826746] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.connect_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.826901] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.endpoint_override = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.827091] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.insecure = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.827286] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.keyfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.827464] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.max_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.827624] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.min_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.827781] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.region_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.827938] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.retriable_status_codes = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.828110] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.service_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.828318] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.service_type = accelerator {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.828491] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.split_loggers = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.828653] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.status_code_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.828812] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.status_code_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.828969] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.timeout = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.829167] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.829332] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] cyborg.version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.829504] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.asyncio_connection = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.829665] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.asyncio_slave_connection = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.829835] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.backend = sqlalchemy {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.830012] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.connection = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.830189] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.connection_debug = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.830363] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.connection_parameters = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.830527] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.connection_recycle_time = 3600 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.830690] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.connection_trace = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.830853] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.db_inc_retry_interval = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.831027] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.db_max_retries = 20 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.831199] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.db_max_retry_interval = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.831364] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.db_retry_interval = 1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.831526] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.max_overflow = 50 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.831690] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.max_pool_size = 5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.831852] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.max_retries = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.832034] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.832198] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.mysql_wsrep_sync_wait = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.832360] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.pool_timeout = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.832522] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.retry_interval = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.832678] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.slave_connection = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.832841] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.sqlite_synchronous = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.833020] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] database.use_db_reconnect = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.833212] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.asyncio_connection = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.833393] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.asyncio_slave_connection = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.833569] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.backend = sqlalchemy {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.833739] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.connection = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.833905] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.connection_debug = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.834087] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.connection_parameters = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.834260] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.connection_recycle_time = 3600 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.834430] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.connection_trace = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.834595] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.db_inc_retry_interval = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.834761] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.db_max_retries = 20 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.834926] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.db_max_retry_interval = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.835105] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.db_retry_interval = 1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.835276] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.max_overflow = 50 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.835445] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.max_pool_size = 5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.835611] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.max_retries = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.835783] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.835945] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.836122] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.pool_timeout = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.836290] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.retry_interval = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.836452] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.slave_connection = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.836617] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] api_database.sqlite_synchronous = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.836794] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] devices.enabled_mdev_types = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.836972] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.837168] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.837354] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ephemeral_storage_encryption.enabled = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.837526] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.837699] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.api_servers = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.837868] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.cafile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.838043] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.certfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.838234] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.collect_timing = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.838410] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.connect_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.838576] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.connect_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.838742] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.debug = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.839288] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.default_trusted_certificate_ids = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.839288] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.enable_certificate_validation = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.839288] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.enable_rbd_download = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.839424] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.endpoint_override = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.839546] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.insecure = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.839706] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.keyfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.839866] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.max_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.840034] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.min_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.840209] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.num_retries = 3 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.840381] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.rbd_ceph_conf = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.840546] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.rbd_connect_timeout = 5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.840718] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.rbd_pool = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.840885] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.rbd_user = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.841065] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.region_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.841231] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.retriable_status_codes = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.841392] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.service_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.841562] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.service_type = image {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.841722] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.split_loggers = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.841880] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.status_code_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.842048] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.status_code_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.842212] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.timeout = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.842398] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.842561] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.verify_glance_signatures = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.842720] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] glance.version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.842885] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] guestfs.debug = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.845617] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.auth_section = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.845850] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.auth_type = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.846038] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.cafile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.846216] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.certfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.846391] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.collect_timing = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.846558] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.connect_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.846719] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.connect_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.846877] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.endpoint_override = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.847054] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.insecure = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.847260] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.keyfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.847437] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.max_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.847602] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.min_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.847760] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.region_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.847921] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.retriable_status_codes = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.848123] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.service_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.848325] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.service_type = shared-file-system {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.848499] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.share_apply_policy_timeout = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.848667] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.split_loggers = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.848873] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.status_code_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.849059] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.status_code_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.849228] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.timeout = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.849416] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.849581] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] manila.version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.849750] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] mks.enabled = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.850155] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.850371] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] image_cache.manager_interval = 2400 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.850549] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] image_cache.precache_concurrency = 1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.850724] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] image_cache.remove_unused_base_images = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.850924] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.851122] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.851331] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] image_cache.subdirectory_name = _base {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.851516] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.api_max_retries = 60 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.851684] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.api_retry_interval = 2 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.851845] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.auth_section = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.852013] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.auth_type = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.852183] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.cafile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.852383] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.certfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.852555] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.collect_timing = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.852720] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.conductor_group = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.852879] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.connect_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.853051] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.connect_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.853217] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.endpoint_override = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.853382] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.insecure = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.853539] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.keyfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.853702] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.max_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.853854] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.min_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.854028] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.peer_list = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.854194] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.region_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.854354] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.retriable_status_codes = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.854537] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.serial_console_state_timeout = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.854695] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.service_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.854865] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.service_type = baremetal {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.855035] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.shard = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.855239] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.split_loggers = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.855412] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.status_code_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.855575] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.status_code_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.855737] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.timeout = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.855920] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.856097] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ironic.version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.856286] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.856465] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] key_manager.fixed_key = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.856650] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.856813] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.barbican_api_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.856973] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.barbican_endpoint = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.857198] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.barbican_endpoint_type = public {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.857379] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.barbican_region_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.857560] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.cafile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.857725] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.certfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.857890] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.collect_timing = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.858066] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.insecure = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.858231] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.keyfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.858399] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.number_of_retries = 60 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.858564] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.retry_delay = 1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.858727] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.send_service_user_token = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.858891] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.split_loggers = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.859062] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.timeout = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.859233] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.verify_ssl = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.859394] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican.verify_ssl_path = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.859612] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican_service_user.auth_section = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.859781] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican_service_user.auth_type = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.859988] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican_service_user.cafile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.860183] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican_service_user.certfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.860354] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican_service_user.collect_timing = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.860519] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican_service_user.insecure = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.860679] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican_service_user.keyfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.860843] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican_service_user.split_loggers = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.861025] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] barbican_service_user.timeout = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.861190] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vault.approle_role_id = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.861353] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vault.approle_secret_id = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.861523] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vault.kv_mountpoint = secret {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.861683] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vault.kv_path = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.861846] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vault.kv_version = 2 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.862009] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vault.namespace = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.862217] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vault.root_token_id = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.862385] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vault.ssl_ca_crt_file = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.862554] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vault.timeout = 60.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.862716] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vault.use_ssl = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.862897] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.863084] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.cafile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.863252] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.certfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.863431] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.collect_timing = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.863605] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.connect_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.863769] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.connect_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.863928] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.endpoint_override = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.864105] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.insecure = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.864268] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.keyfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.864427] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.max_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.864586] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.min_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.864746] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.region_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.864909] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.retriable_status_codes = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.865093] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.service_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.865292] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.service_type = identity {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.865460] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.split_loggers = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.865620] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.status_code_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.865782] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.status_code_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.865942] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.timeout = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.866138] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.866300] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] keystone.version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.866494] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.ceph_mount_options = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.866928] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.867149] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.connection_uri = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.867359] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.cpu_mode = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.867543] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.867729] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.cpu_models = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.867909] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.cpu_power_governor_high = performance {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.868097] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.868272] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.cpu_power_management = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.868451] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.868622] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.device_detach_attempts = 8 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.868789] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.device_detach_timeout = 20 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.868961] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.disk_cachemodes = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.869140] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.disk_prefix = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.869356] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.enabled_perf_events = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.869591] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.file_backed_memory = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.869773] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.gid_maps = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.869937] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.hw_disk_discard = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.870113] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.hw_machine_type = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.870292] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.images_rbd_ceph_conf = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.870462] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.870628] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.870801] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.images_rbd_glance_store_name = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.870971] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.images_rbd_pool = rbd {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.871238] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.images_type = default {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.871438] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.images_volume_group = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.871616] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.inject_key = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.871784] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.inject_partition = -2 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.871949] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.inject_password = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.872130] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.iscsi_iface = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.872311] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.iser_use_multipath = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.872540] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.872741] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.872913] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.live_migration_downtime = 500 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.873094] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.873264] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.873429] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.live_migration_inbound_addr = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.873595] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.873758] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.873919] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.live_migration_scheme = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.874107] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.live_migration_timeout_action = abort {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.874276] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.live_migration_tunnelled = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.874436] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.live_migration_uri = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.874600] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.live_migration_with_native_tls = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.874760] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.max_queues = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.874924] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.875193] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.875401] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.nfs_mount_options = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.875730] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.875915] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.876119] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.876376] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.876605] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.876823] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.num_pcie_ports = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.877018] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.877214] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.pmem_namespaces = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.877396] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.quobyte_client_cfg = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.877703] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.877884] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.878068] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.878245] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.878407] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.rbd_secret_uuid = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.878565] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.rbd_user = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.878727] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.878900] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.879073] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.rescue_image_id = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.879263] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.rescue_kernel_id = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.879436] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.rescue_ramdisk_id = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.879606] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.879767] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.rx_queue_size = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.879935] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.smbfs_mount_options = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.880260] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.880455] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.snapshot_compression = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.880623] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.snapshot_image_format = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.880864] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.881046] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.sparse_logical_volumes = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.881224] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.swtpm_enabled = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.881397] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.swtpm_group = tss {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.881568] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.swtpm_user = tss {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.881737] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.sysinfo_serial = unique {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.881897] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.tb_cache_size = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.882067] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.tx_queue_size = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.882255] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.uid_maps = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.882425] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.use_virtio_for_bridges = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.882596] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.virt_type = kvm {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.882766] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.volume_clear = zero {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.882929] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.volume_clear_size = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.883107] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.volume_enforce_multipath = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.883306] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.volume_use_multipath = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.883470] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.vzstorage_cache_path = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.883641] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.883812] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.883979] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.884165] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.884466] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.884648] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.vzstorage_mount_user = stack {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.884816] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.884994] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.auth_section = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.885213] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.auth_type = password {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.885386] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.cafile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.885548] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.certfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.885712] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.collect_timing = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.885872] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.connect_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.886042] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.connect_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.886223] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.default_floating_pool = public {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.886388] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.endpoint_override = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.886553] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.extension_sync_interval = 600 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.886739] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.http_retries = 3 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.886905] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.insecure = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.887074] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.keyfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.887270] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.max_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.887455] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.887617] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.min_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.887783] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.ovs_bridge = br-int {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.887978] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.physnets = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.888235] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.region_name = RegionOne {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.888413] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.retriable_status_codes = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.888588] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.service_metadata_proxy = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.888757] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.service_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.888935] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.service_type = network {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.889115] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.split_loggers = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.889277] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.status_code_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.889439] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.status_code_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.889600] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.timeout = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.889784] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.889951] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] neutron.version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.890142] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] notifications.bdms_in_notifications = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.890326] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] notifications.default_level = INFO {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.890493] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] notifications.include_share_mapping = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.890674] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] notifications.notification_format = unversioned {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.890884] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] notifications.notify_on_state_change = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.891080] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.891358] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] pci.alias = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.891555] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] pci.device_spec = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.891725] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] pci.report_in_placement = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.891904] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.auth_section = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.892112] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.auth_type = password {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.892335] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.892507] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.cafile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.892748] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.certfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.892958] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.collect_timing = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.893148] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.connect_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.893313] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.connect_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.893476] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.default_domain_id = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.893681] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.default_domain_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.893845] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.domain_id = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.894070] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.domain_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.894290] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.endpoint_override = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.894470] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.insecure = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.894631] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.keyfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.894789] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.max_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.894943] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.min_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.895155] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.password = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.895330] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.project_domain_id = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.895501] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.project_domain_name = Default {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.895668] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.project_id = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.895841] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.project_name = service {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.896018] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.region_name = RegionOne {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.896258] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.retriable_status_codes = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.896399] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.service_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.896573] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.service_type = placement {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.896737] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.split_loggers = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.896899] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.status_code_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.897071] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.status_code_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.897267] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.system_scope = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.897438] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.timeout = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.897599] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.trust_id = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.897758] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.user_domain_id = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.897927] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.user_domain_name = Default {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.898103] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.user_id = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.898282] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.username = nova {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.898468] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.898629] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] placement.version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.898814] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] quota.cores = 20 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.898980] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] quota.count_usage_from_placement = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.899171] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.899343] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] quota.injected_file_content_bytes = 10240 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.899533] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] quota.injected_file_path_length = 255 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.899723] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] quota.injected_files = 5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.899896] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] quota.instances = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.900077] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] quota.key_pairs = 100 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.900251] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] quota.metadata_items = 128 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.900419] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] quota.ram = 51200 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.900583] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] quota.recheck_quota = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.900751] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] quota.server_group_members = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.900916] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] quota.server_groups = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.901140] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.901321] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] quota.unified_limits_resource_strategy = require {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.901496] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.901662] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.901825] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] scheduler.image_metadata_prefilter = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.901988] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.902172] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] scheduler.max_attempts = 3 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.902337] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] scheduler.max_placement_results = 1000 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.902500] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.902662] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.902822] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.902997] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] scheduler.workers = 2 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.903187] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.903362] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.903542] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.903728] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.903955] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.904151] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.904366] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.904570] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.904743] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.host_subset_size = 1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.904911] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.905088] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.905260] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.905429] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.905606] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.905779] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.isolated_hosts = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.905952] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.isolated_images = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.906129] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.906293] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.906462] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.906624] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.pci_in_placement = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.906788] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.906948] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.907147] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.907341] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.907511] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.907675] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.907840] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.track_instance_changes = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.908029] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.908208] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] metrics.required = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.908379] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] metrics.weight_multiplier = 1.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.908542] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.908708] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] metrics.weight_setting = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.909039] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.909220] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] serial_console.enabled = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.909402] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] serial_console.port_range = 10000:20000 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.909595] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.909775] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.909945] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] serial_console.serialproxy_port = 6083 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.910130] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] service_user.auth_section = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.910309] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] service_user.auth_type = password {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.910474] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] service_user.cafile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.910631] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] service_user.certfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.910793] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] service_user.collect_timing = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.910953] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] service_user.insecure = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.911124] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] service_user.keyfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.911299] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] service_user.send_service_user_token = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.911463] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] service_user.split_loggers = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.911620] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] service_user.timeout = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.911790] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] spice.agent_enabled = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.911951] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] spice.enabled = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.912279] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.912491] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.912665] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] spice.html5proxy_port = 6082 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.912827] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] spice.image_compression = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.912986] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] spice.jpeg_compression = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.913160] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] spice.playback_compression = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.913327] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] spice.require_secure = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.913496] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] spice.server_listen = 127.0.0.1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.913663] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.913948] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.914135] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] spice.streaming_mode = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.914298] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] spice.zlib_compression = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.914466] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] upgrade_levels.baseapi = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.914639] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] upgrade_levels.compute = auto {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.914799] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] upgrade_levels.conductor = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.914957] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] upgrade_levels.scheduler = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.915137] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.915300] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.915461] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vendordata_dynamic_auth.cafile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.915618] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vendordata_dynamic_auth.certfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.915779] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.915937] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vendordata_dynamic_auth.insecure = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.916108] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.916275] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.916432] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vendordata_dynamic_auth.timeout = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.916602] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.api_retry_count = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.916762] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.ca_file = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.916935] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.917116] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.cluster_name = testcl1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.917315] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.connection_pool_size = 10 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.917571] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.console_delay_seconds = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.917767] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.datastore_regex = ^datastore.* {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.917987] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.918194] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.host_password = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.918384] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.host_port = 443 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.918560] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.host_username = administrator@vsphere.local {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.918731] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.insecure = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.918892] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.integration_bridge = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.919076] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.maximum_objects = 100 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.919247] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.pbm_default_policy = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.919409] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.pbm_enabled = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.919565] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.pbm_wsdl_location = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.919734] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.919893] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.serial_port_proxy_uri = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.920063] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.serial_port_service_uri = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.920236] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.task_poll_interval = 0.5 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.920413] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.use_linked_clone = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.920585] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.vnc_keymap = en-us {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.920751] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.vnc_port = 5900 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.920914] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vmware.vnc_port_total = 10000 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.921115] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vnc.auth_schemes = ['none'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.921296] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vnc.enabled = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.921586] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.921773] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.921947] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vnc.novncproxy_port = 6080 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.922153] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vnc.server_listen = 127.0.0.1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.922337] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.922500] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vnc.vencrypt_ca_certs = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.922659] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vnc.vencrypt_client_cert = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.922819] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vnc.vencrypt_client_key = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.922997] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.923178] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.disable_deep_image_inspection = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.923342] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.923504] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.923665] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.923825] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.disable_rootwrap = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.923985] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.enable_numa_live_migration = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.924162] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.924326] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.924487] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.924644] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.libvirt_disable_apic = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.924969] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.925160] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.925328] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.925495] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.925659] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.925822] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.925984] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.926174] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.926343] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.926511] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.926696] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.926867] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] wsgi.client_socket_timeout = 900 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.927047] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] wsgi.default_pool_size = 1000 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.927240] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] wsgi.keep_alive = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.927418] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] wsgi.max_header_line = 16384 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.927584] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.927749] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] wsgi.ssl_ca_file = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.927912] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] wsgi.ssl_cert_file = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.928088] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] wsgi.ssl_key_file = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.928284] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] wsgi.tcp_keepidle = 600 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.928473] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.928644] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] zvm.ca_file = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.928806] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] zvm.cloud_connector_url = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.929128] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.929309] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] zvm.reachable_timeout = 300 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.929489] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.929667] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.929843] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] profiler.connection_string = messaging:// {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.930018] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] profiler.enabled = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.930193] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] profiler.es_doc_type = notification {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.930358] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] profiler.es_scroll_size = 10000 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.930527] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] profiler.es_scroll_time = 2m {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.930688] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] profiler.filter_error_trace = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.930857] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] profiler.hmac_keys = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.931036] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] profiler.sentinel_service_name = mymaster {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.931212] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] profiler.socket_timeout = 0.1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.931378] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] profiler.trace_requests = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.931541] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] profiler.trace_sqlalchemy = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.931723] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] profiler_jaeger.process_tags = {} {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.931885] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] profiler_jaeger.service_name_prefix = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.932059] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] profiler_otlp.service_name_prefix = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.932230] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] remote_debug.host = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.932391] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] remote_debug.port = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.932566] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.932728] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.932890] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.933061] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.933230] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.933392] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.933550] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.933710] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.933870] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.934053] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.934217] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.934390] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.934556] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.934721] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.934884] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.935068] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.935235] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.935399] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.935570] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.935731] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.935890] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.936067] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.936232] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.936420] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.936601] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.936764] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.936925] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.937103] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.937297] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.937471] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.937633] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.ssl = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.937800] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.937965] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.938143] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.938328] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.938510] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.938672] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.938854] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.939031] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_notifications.retry = -1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.939216] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.939390] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.939562] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.auth_section = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.939726] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.auth_type = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.939886] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.cafile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.940053] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.certfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.940223] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.collect_timing = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.940384] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.connect_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.940543] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.connect_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.940700] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.endpoint_id = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.940871] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.941040] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.endpoint_override = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.941203] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.endpoint_region_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.941365] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.endpoint_service_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.941522] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.endpoint_service_type = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.941686] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.insecure = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.941844] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.keyfile = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.942007] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.max_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.942173] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.min_version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.942333] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.region_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.942492] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.retriable_status_codes = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.942649] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.service_name = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.942805] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.service_type = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.942966] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.split_loggers = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.943140] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.status_code_retries = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.943300] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.status_code_retry_delay = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.943458] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.timeout = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.943614] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.valid_interfaces = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.943770] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_limit.version = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.943936] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_reports.file_event_handler = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.944112] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.944274] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] oslo_reports.log_dir = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.944447] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.944606] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.944764] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.944929] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.945107] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.945266] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.945436] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.945595] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vif_plug_ovs_privileged.group = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.945752] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.945914] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.946087] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.946249] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] vif_plug_ovs_privileged.user = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.946419] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.946597] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.946768] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.946938] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.947123] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.947324] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.947498] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.947660] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.947838] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.948015] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_vif_ovs.isolate_vif = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.948210] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.948416] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.948596] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.948767] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.948928] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] os_vif_ovs.per_port_bridge = False {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.949111] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] privsep_osbrick.capabilities = [21] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.949277] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] privsep_osbrick.group = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.949435] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] privsep_osbrick.helper_command = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.949599] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.949760] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.949914] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] privsep_osbrick.user = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.950097] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.950257] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] nova_sys_admin.group = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.950414] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] nova_sys_admin.helper_command = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.950575] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.950733] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.950887] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] nova_sys_admin.user = None {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.951027] env[70966]: DEBUG oslo_service.backend.eventlet.service [None req-d44db2f2-766a-444b-aef3-0b890d23d589 None None] ******************************************************************************** {{(pid=70966) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 563.951461] env[70966]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 564.455114] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Getting list of instances from cluster (obj){ [ 564.455114] env[70966]: value = "domain-c8" [ 564.455114] env[70966]: _type = "ClusterComputeResource" [ 564.455114] env[70966]: } {{(pid=70966) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 564.456216] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4168b652-4cb4-411e-aa08-e220826d5bcb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.464875] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Got total of 0 instances {{(pid=70966) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 564.465480] env[70966]: WARNING nova.virt.vmwareapi.driver [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 564.465933] env[70966]: INFO nova.virt.node [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Generated node identity 28f91738-2b78-4613-b71e-2571db52847f [ 564.466177] env[70966]: INFO nova.virt.node [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Wrote node identity 28f91738-2b78-4613-b71e-2571db52847f to /opt/stack/data/n-cpu-1/compute_id [ 564.968831] env[70966]: WARNING nova.compute.manager [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Compute nodes ['28f91738-2b78-4613-b71e-2571db52847f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 565.974766] env[70966]: INFO nova.compute.manager [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 566.980743] env[70966]: WARNING nova.compute.manager [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 566.981117] env[70966]: DEBUG oslo_concurrency.lockutils [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.981243] env[70966]: DEBUG oslo_concurrency.lockutils [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.981395] env[70966]: DEBUG oslo_concurrency.lockutils [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 566.981549] env[70966]: DEBUG nova.compute.resource_tracker [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70966) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 566.982531] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d1df2d-b39a-49e2-9a2c-1b3d6b91e5cb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.991233] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89bacc4-1d79-4c04-97e6-88f13183315c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.006197] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccac067-0356-45b1-9124-1a9364bfba43 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.012809] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4531296a-af4f-4b43-a784-259fc7504f49 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.042143] env[70966]: DEBUG nova.compute.resource_tracker [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180958MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70966) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 567.042302] env[70966]: DEBUG oslo_concurrency.lockutils [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.042491] env[70966]: DEBUG oslo_concurrency.lockutils [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.545548] env[70966]: WARNING nova.compute.resource_tracker [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] No compute node record for cpu-1:28f91738-2b78-4613-b71e-2571db52847f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 28f91738-2b78-4613-b71e-2571db52847f could not be found. [ 568.049155] env[70966]: INFO nova.compute.resource_tracker [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 28f91738-2b78-4613-b71e-2571db52847f [ 569.558107] env[70966]: DEBUG nova.compute.resource_tracker [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 569.558522] env[70966]: DEBUG nova.compute.resource_tracker [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 569.717785] env[70966]: INFO nova.scheduler.client.report [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] [req-4c6683f4-6cad-4f62-b4e1-3a2730e43639] Created resource provider record via placement API for resource provider with UUID 28f91738-2b78-4613-b71e-2571db52847f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 569.734378] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e10050-be0d-4ac8-8569-4658061b5ae6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.742069] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab174660-56db-4d3c-87f7-d04e78696efd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.771751] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aa0bf4-0a3d-474f-9378-bacad1d8b383 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.778636] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75de99eb-f5d4-4b8f-9f9d-5d41df8c071a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.791592] env[70966]: DEBUG nova.compute.provider_tree [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 570.330571] env[70966]: DEBUG nova.scheduler.client.report [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Updated inventory for provider 28f91738-2b78-4613-b71e-2571db52847f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 570.330802] env[70966]: DEBUG nova.compute.provider_tree [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Updating resource provider 28f91738-2b78-4613-b71e-2571db52847f generation from 0 to 1 during operation: update_inventory {{(pid=70966) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 570.330937] env[70966]: DEBUG nova.compute.provider_tree [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 570.381090] env[70966]: DEBUG nova.compute.provider_tree [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Updating resource provider 28f91738-2b78-4613-b71e-2571db52847f generation from 1 to 2 during operation: update_traits {{(pid=70966) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 570.885833] env[70966]: DEBUG nova.compute.resource_tracker [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70966) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 570.886193] env[70966]: DEBUG oslo_concurrency.lockutils [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.843s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.886193] env[70966]: DEBUG nova.service [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Creating RPC server for service compute {{(pid=70966) start /opt/stack/nova/nova/service.py:186}} [ 570.899455] env[70966]: DEBUG nova.service [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] Join ServiceGroup membership for this service compute {{(pid=70966) start /opt/stack/nova/nova/service.py:203}} [ 570.899721] env[70966]: DEBUG nova.servicegroup.drivers.db [None req-088e6fd5-ca41-44de-a86f-29600a1192b7 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70966) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 590.902662] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.405684] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Getting list of instances from cluster (obj){ [ 591.405684] env[70966]: value = "domain-c8" [ 591.405684] env[70966]: _type = "ClusterComputeResource" [ 591.405684] env[70966]: } {{(pid=70966) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 591.406896] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cea87c-600d-4095-bd08-1e827b90124a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.415344] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Got total of 0 instances {{(pid=70966) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 591.415567] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.415885] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Getting list of instances from cluster (obj){ [ 591.415885] env[70966]: value = "domain-c8" [ 591.415885] env[70966]: _type = "ClusterComputeResource" [ 591.415885] env[70966]: } {{(pid=70966) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 591.416704] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1335cd71-9320-40c9-a7ca-38af8eb864f0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.423710] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Got total of 0 instances {{(pid=70966) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 606.151346] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "0f2fbe39-329f-4340-88ed-c490c7b9fde3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.151623] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "0f2fbe39-329f-4340-88ed-c490c7b9fde3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.337156] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Acquiring lock "a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.337457] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Lock "a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.661631] env[70966]: DEBUG nova.compute.manager [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.839567] env[70966]: DEBUG nova.compute.manager [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.219133] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.219133] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.219133] env[70966]: INFO nova.compute.claims [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.362661] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.300873] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a510bba-06f9-43eb-9edb-1fcc30f78785 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.313806] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa029e8-6f7e-462b-9185-3416581fdfad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.355405] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eaaf8b-65a2-4149-99e2-1b2d6bce0425 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.363105] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83653a2-4311-4a17-ab34-71fda7a86268 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.382802] env[70966]: DEBUG nova.compute.provider_tree [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.886051] env[70966]: DEBUG nova.scheduler.client.report [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.399403] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.399403] env[70966]: DEBUG nova.compute.manager [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.402592] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.040s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.405079] env[70966]: INFO nova.compute.claims [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.905793] env[70966]: DEBUG nova.compute.utils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.907551] env[70966]: DEBUG nova.compute.manager [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.907937] env[70966]: DEBUG nova.network.neutron [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.419111] env[70966]: DEBUG nova.compute.manager [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.523047] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3caccb-f9d0-4dd8-ba6c-f8c09499461b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.539017] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90161260-4cca-4444-bea2-0bef9b23a8c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.581159] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a3236d-a34b-4e63-93ce-0cca77153500 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.588618] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0b9c60-784f-4051-a380-40ed34ddc5bf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.603659] env[70966]: DEBUG nova.compute.provider_tree [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.760293] env[70966]: DEBUG nova.policy [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1878f6df3e9341c2a36ecd5e31612620', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fc01dcea1694ffab6322583af8d2a20', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.969612] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Acquiring lock "5bbccf1e-7657-424f-b53a-6d752e5b4226" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.969841] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Lock "5bbccf1e-7657-424f-b53a-6d752e5b4226" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.109245] env[70966]: DEBUG nova.scheduler.client.report [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.450067] env[70966]: DEBUG nova.compute.manager [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.472915] env[70966]: DEBUG nova.compute.manager [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.482358] env[70966]: DEBUG nova.virt.hardware [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.482675] env[70966]: DEBUG nova.virt.hardware [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.484891] env[70966]: DEBUG nova.virt.hardware [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.484891] env[70966]: DEBUG nova.virt.hardware [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.484891] env[70966]: DEBUG nova.virt.hardware [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.484891] env[70966]: DEBUG nova.virt.hardware [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.484891] env[70966]: DEBUG nova.virt.hardware [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.485167] env[70966]: DEBUG nova.virt.hardware [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.485167] env[70966]: DEBUG nova.virt.hardware [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.485167] env[70966]: DEBUG nova.virt.hardware [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.485167] env[70966]: DEBUG nova.virt.hardware [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.486446] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff7f898-9177-41d5-979e-3969c99749be {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.502610] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af386c9f-6725-46f9-97ba-71383142ec30 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.521558] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85297f9-341c-49b0-b6a2-0945383d092b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.619013] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.619013] env[70966]: DEBUG nova.compute.manager [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.623219] env[70966]: DEBUG nova.network.neutron [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Successfully created port: e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.007147] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.009259] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.010748] env[70966]: INFO nova.compute.claims [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.127472] env[70966]: DEBUG nova.compute.utils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.130757] env[70966]: DEBUG nova.compute.manager [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.131028] env[70966]: DEBUG nova.network.neutron [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.303312] env[70966]: DEBUG nova.policy [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd451639355ca4922bcabc0517759d2a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e748fe0db06493b8c697e74b15a2247', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.318716] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Acquiring lock "95d3bf48-5c02-4891-aa09-6da6dec0620f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.318855] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Lock "95d3bf48-5c02-4891-aa09-6da6dec0620f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.638711] env[70966]: DEBUG nova.compute.manager [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.822843] env[70966]: DEBUG nova.compute.manager [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.115506] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9a0ff8-c5bd-40a9-be26-a76d570f2a45 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.127952] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f491e47-d5c4-4658-9872-64d69ced7ddc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.171467] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d438be-72a0-4de9-9cc7-b2c09a7b2463 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.180237] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365a7bb0-aa2c-4d42-8c57-0b10ab4a7957 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.197466] env[70966]: DEBUG nova.compute.provider_tree [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.350434] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.374075] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Acquiring lock "1e55987f-defb-41e0-a701-2adcfdcd6b23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.374557] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Lock "1e55987f-defb-41e0-a701-2adcfdcd6b23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.512197] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquiring lock "61fad9d1-b2b7-4480-a6fb-493fb1d1b080" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.513529] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Lock "61fad9d1-b2b7-4480-a6fb-493fb1d1b080" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.674546] env[70966]: DEBUG nova.compute.manager [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.701107] env[70966]: DEBUG nova.scheduler.client.report [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.725777] env[70966]: DEBUG nova.virt.hardware [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.726034] env[70966]: DEBUG nova.virt.hardware [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.726251] env[70966]: DEBUG nova.virt.hardware [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.726460] env[70966]: DEBUG nova.virt.hardware [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.726659] env[70966]: DEBUG nova.virt.hardware [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.727150] env[70966]: DEBUG nova.virt.hardware [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.727783] env[70966]: DEBUG nova.virt.hardware [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.728161] env[70966]: DEBUG nova.virt.hardware [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.728272] env[70966]: DEBUG nova.virt.hardware [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.728448] env[70966]: DEBUG nova.virt.hardware [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.728608] env[70966]: DEBUG nova.virt.hardware [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.729668] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb6fb14-9eb7-48d6-b857-119a43d3436e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.735945] env[70966]: DEBUG nova.network.neutron [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Successfully created port: 4d216259-066f-4f5e-9263-671eaddd2d39 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.743226] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb5049b-facd-455f-8413-fb73c793fc34 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.877160] env[70966]: DEBUG nova.compute.manager [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.018401] env[70966]: DEBUG nova.compute.manager [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.213138] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.213697] env[70966]: DEBUG nova.compute.manager [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.217159] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.867s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.218073] env[70966]: INFO nova.compute.claims [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.403401] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.545815] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.604819] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "a425d7d3-d3a8-4864-b46d-a1aad3642079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.605026] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "a425d7d3-d3a8-4864-b46d-a1aad3642079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.724096] env[70966]: DEBUG nova.compute.utils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.725548] env[70966]: DEBUG nova.compute.manager [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.725752] env[70966]: DEBUG nova.network.neutron [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.905258] env[70966]: DEBUG nova.policy [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c15084960bfb4d3db06416ed90a5f7a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0947b055ab3a4eee82f6e28aff5b8906', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.107321] env[70966]: DEBUG nova.compute.manager [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.232152] env[70966]: DEBUG nova.compute.manager [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.319862] env[70966]: DEBUG nova.network.neutron [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Successfully updated port: e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.417599] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e100cfc-9db9-4b43-8aeb-263922e2a9fb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.425968] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299bbe08-87bd-4f79-922a-0da77d26d227 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.474342] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2609c7-7cec-40fe-a747-5e9e4880bc1e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.486634] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bf91b3-57fd-4643-a301-1664fd3121fc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.507521] env[70966]: DEBUG nova.compute.provider_tree [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.636365] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.827127] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "refresh_cache-0f2fbe39-329f-4340-88ed-c490c7b9fde3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.827676] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquired lock "refresh_cache-0f2fbe39-329f-4340-88ed-c490c7b9fde3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.829432] env[70966]: DEBUG nova.network.neutron [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.956192] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "d14d1fb9-7aec-4259-bedc-d9224c73322c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.956479] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "d14d1fb9-7aec-4259-bedc-d9224c73322c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.011673] env[70966]: DEBUG nova.scheduler.client.report [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.245772] env[70966]: DEBUG nova.compute.manager [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.276375] env[70966]: DEBUG nova.virt.hardware [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.276375] env[70966]: DEBUG nova.virt.hardware [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.276375] env[70966]: DEBUG nova.virt.hardware [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.276601] env[70966]: DEBUG nova.virt.hardware [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.276601] env[70966]: DEBUG nova.virt.hardware [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.276601] env[70966]: DEBUG nova.virt.hardware [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.276601] env[70966]: DEBUG nova.virt.hardware [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.276601] env[70966]: DEBUG nova.virt.hardware [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.276757] env[70966]: DEBUG nova.virt.hardware [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.276757] env[70966]: DEBUG nova.virt.hardware [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.276757] env[70966]: DEBUG nova.virt.hardware [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.280015] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7149c4-b1c8-4e2d-815a-2b2a579cda94 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.288349] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a311efb-5be6-45af-a512-67358485bed5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.346508] env[70966]: DEBUG nova.network.neutron [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Successfully created port: f46ace09-ea7c-46f7-abde-d08217143940 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.426468] env[70966]: DEBUG nova.network.neutron [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.461921] env[70966]: DEBUG nova.compute.manager [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.517167] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.517874] env[70966]: DEBUG nova.compute.manager [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.521110] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.119s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.525228] env[70966]: INFO nova.compute.claims [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.606413] env[70966]: DEBUG nova.network.neutron [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Successfully updated port: 4d216259-066f-4f5e-9263-671eaddd2d39 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.005165] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.033793] env[70966]: DEBUG nova.compute.utils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.036815] env[70966]: DEBUG nova.compute.manager [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.037151] env[70966]: DEBUG nova.network.neutron [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.109531] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Acquiring lock "refresh_cache-a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.109588] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Acquired lock "refresh_cache-a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.109822] env[70966]: DEBUG nova.network.neutron [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.265694] env[70966]: DEBUG nova.network.neutron [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Updating instance_info_cache with network_info: [{"id": "e93533f6-5bb9-4a08-9c01-cb6a5a4701e4", "address": "fa:16:3e:1a:d1:11", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape93533f6-5b", "ovs_interfaceid": "e93533f6-5bb9-4a08-9c01-cb6a5a4701e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.314242] env[70966]: DEBUG nova.policy [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '981220aa6dcb46ba8f9710dbbafd32e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31660ff988434cc79b947264ea2cfbc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.540386] env[70966]: DEBUG nova.compute.manager [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.597833] env[70966]: DEBUG nova.compute.manager [req-847000c7-5116-47a3-807e-699aaba8b501 req-017fe7eb-8cc3-4618-94d2-17a3671c52c3 service nova] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Received event network-vif-plugged-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.598097] env[70966]: DEBUG oslo_concurrency.lockutils [req-847000c7-5116-47a3-807e-699aaba8b501 req-017fe7eb-8cc3-4618-94d2-17a3671c52c3 service nova] Acquiring lock "0f2fbe39-329f-4340-88ed-c490c7b9fde3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.598343] env[70966]: DEBUG oslo_concurrency.lockutils [req-847000c7-5116-47a3-807e-699aaba8b501 req-017fe7eb-8cc3-4618-94d2-17a3671c52c3 service nova] Lock "0f2fbe39-329f-4340-88ed-c490c7b9fde3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.598479] env[70966]: DEBUG oslo_concurrency.lockutils [req-847000c7-5116-47a3-807e-699aaba8b501 req-017fe7eb-8cc3-4618-94d2-17a3671c52c3 service nova] Lock "0f2fbe39-329f-4340-88ed-c490c7b9fde3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.598642] env[70966]: DEBUG nova.compute.manager [req-847000c7-5116-47a3-807e-699aaba8b501 req-017fe7eb-8cc3-4618-94d2-17a3671c52c3 service nova] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] No waiting events found dispatching network-vif-plugged-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.598810] env[70966]: WARNING nova.compute.manager [req-847000c7-5116-47a3-807e-699aaba8b501 req-017fe7eb-8cc3-4618-94d2-17a3671c52c3 service nova] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Received unexpected event network-vif-plugged-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 for instance with vm_state building and task_state spawning. [ 617.699125] env[70966]: DEBUG nova.network.neutron [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.742663] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec05f12-0f69-4493-a66b-f0cc1a188c7d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.753424] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d17e8be-613d-4e40-85de-c292af787950 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.786822] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Releasing lock "refresh_cache-0f2fbe39-329f-4340-88ed-c490c7b9fde3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.787186] env[70966]: DEBUG nova.compute.manager [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Instance network_info: |[{"id": "e93533f6-5bb9-4a08-9c01-cb6a5a4701e4", "address": "fa:16:3e:1a:d1:11", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape93533f6-5b", "ovs_interfaceid": "e93533f6-5bb9-4a08-9c01-cb6a5a4701e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.787895] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:d1:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e93533f6-5bb9-4a08-9c01-cb6a5a4701e4', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.802731] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.803984] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa156376-017b-49e8-a285-63d6fafda0da {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.806369] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c51f23f-503f-491a-8665-f373325a2f5e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.818075] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d05d448-e0d3-4b12-b4bc-65147d3e0dd8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.837219] env[70966]: DEBUG nova.compute.provider_tree [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.840295] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Created folder: OpenStack in parent group-v4. [ 617.840576] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Creating folder: Project (0fc01dcea1694ffab6322583af8d2a20). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.844350] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c97a2a8-f0e8-4258-bc1f-147045901e5b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.854079] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Created folder: Project (0fc01dcea1694ffab6322583af8d2a20) in parent group-v720468. [ 617.854280] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Creating folder: Instances. Parent ref: group-v720469. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.855234] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cdc7f8b-b489-431e-9c47-e92f7baa6c5a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.864507] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Created folder: Instances in parent group-v720469. [ 617.864695] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.864876] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.865255] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53514f0d-9be6-4d4e-8319-c9e166c2cfa5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.886039] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.886039] env[70966]: value = "task-3612007" [ 617.886039] env[70966]: _type = "Task" [ 617.886039] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.895932] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612007, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.251617] env[70966]: DEBUG nova.network.neutron [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Updating instance_info_cache with network_info: [{"id": "4d216259-066f-4f5e-9263-671eaddd2d39", "address": "fa:16:3e:68:ee:61", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d216259-06", "ovs_interfaceid": "4d216259-066f-4f5e-9263-671eaddd2d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.343067] env[70966]: DEBUG nova.scheduler.client.report [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.397765] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612007, 'name': CreateVM_Task, 'duration_secs': 0.350649} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.397861] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.408983] env[70966]: DEBUG nova.network.neutron [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Successfully created port: 21a8ca2e-c731-44a5-a765-1669472dbe7d {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.422395] env[70966]: DEBUG oslo_vmware.service [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c41859-a566-4d5e-994f-91900545371a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.432052] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.432229] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.432924] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.433198] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da3e2b9-f65f-4ad2-91fc-a1e5bacfa2cc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.438087] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 618.438087] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52384e7f-7c2d-c28c-1682-fdfdd71e283f" [ 618.438087] env[70966]: _type = "Task" [ 618.438087] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.448718] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52384e7f-7c2d-c28c-1682-fdfdd71e283f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.557252] env[70966]: DEBUG nova.compute.manager [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.589955] env[70966]: DEBUG nova.virt.hardware [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.590236] env[70966]: DEBUG nova.virt.hardware [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.590371] env[70966]: DEBUG nova.virt.hardware [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.590553] env[70966]: DEBUG nova.virt.hardware [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.590819] env[70966]: DEBUG nova.virt.hardware [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.590930] env[70966]: DEBUG nova.virt.hardware [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.591174] env[70966]: DEBUG nova.virt.hardware [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.591355] env[70966]: DEBUG nova.virt.hardware [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.591521] env[70966]: DEBUG nova.virt.hardware [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.591699] env[70966]: DEBUG nova.virt.hardware [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.591845] env[70966]: DEBUG nova.virt.hardware [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.593287] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcc9761-633f-429c-9a0d-be25fecccbf3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.604330] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938165ca-7d56-4ab8-acac-a41350adb5bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.754899] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Releasing lock "refresh_cache-a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.755853] env[70966]: DEBUG nova.compute.manager [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Instance network_info: |[{"id": "4d216259-066f-4f5e-9263-671eaddd2d39", "address": "fa:16:3e:68:ee:61", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d216259-06", "ovs_interfaceid": "4d216259-066f-4f5e-9263-671eaddd2d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.755981] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:ee:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d216259-066f-4f5e-9263-671eaddd2d39', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.773013] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Creating folder: Project (0e748fe0db06493b8c697e74b15a2247). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.773484] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-536770aa-8841-497f-9130-cc25479c34b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.787503] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Created folder: Project (0e748fe0db06493b8c697e74b15a2247) in parent group-v720468. [ 618.787712] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Creating folder: Instances. Parent ref: group-v720472. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.787962] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b20eaead-1e7d-4216-a683-70e467f2c130 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.800175] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Created folder: Instances in parent group-v720472. [ 618.800175] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.800175] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.800175] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa2897c5-fd56-4988-816f-9d6917d77729 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.825259] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.825259] env[70966]: value = "task-3612010" [ 618.825259] env[70966]: _type = "Task" [ 618.825259] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.837774] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612010, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.850049] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.851358] env[70966]: DEBUG nova.compute.manager [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.854904] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.309s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.856918] env[70966]: INFO nova.compute.claims [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.949724] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.950026] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.950283] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.950431] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.950849] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.951131] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2535399c-c878-4768-8bc4-5fc2309a2810 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.964645] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.968183] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.968183] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b190faa9-c430-4691-9df7-a94789fa57b4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.973463] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e56f78d-eb76-4040-b2f5-4ce220466e95 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.983439] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 618.983439] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5242e0ea-fb6b-110e-7a3b-90958c5c01e6" [ 618.983439] env[70966]: _type = "Task" [ 618.983439] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.991906] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5242e0ea-fb6b-110e-7a3b-90958c5c01e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.021706] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "7d700732-0963-4c7e-910f-00edb7c4bbd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.021706] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "7d700732-0963-4c7e-910f-00edb7c4bbd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.118385] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.118715] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.120237] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.120237] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.120237] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.120237] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.120237] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.120237] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70966) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 619.120492] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.341755] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612010, 'name': CreateVM_Task, 'duration_secs': 0.372608} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.350149] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.350962] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.353019] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.353019] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.353019] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acdd2acb-10e8-424b-a384-d8511c291342 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.360528] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Waiting for the task: (returnval){ [ 619.360528] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520a443f-f3ab-b55e-28af-054911d0fa14" [ 619.360528] env[70966]: _type = "Task" [ 619.360528] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.361367] env[70966]: DEBUG nova.network.neutron [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Successfully updated port: f46ace09-ea7c-46f7-abde-d08217143940 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.367806] env[70966]: DEBUG nova.compute.utils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.384646] env[70966]: DEBUG nova.compute.manager [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.384646] env[70966]: DEBUG nova.network.neutron [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.404877] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.405536] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.405536] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.501176] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Preparing fetch location {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 619.502270] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Creating directory with path [datastore2] vmware_temp/adade40b-88a0-4f0a-a7e8-29b8925feaf5/b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.502675] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-171eef89-2940-48ab-b892-2f82baf3a372 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.527160] env[70966]: DEBUG nova.compute.manager [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.529832] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Created directory with path [datastore2] vmware_temp/adade40b-88a0-4f0a-a7e8-29b8925feaf5/b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.530270] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Fetch image to [datastore2] vmware_temp/adade40b-88a0-4f0a-a7e8-29b8925feaf5/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 619.530596] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Downloading image file data b7ed0e28-71c9-4a85-a64f-9f8015abf16e to [datastore2] vmware_temp/adade40b-88a0-4f0a-a7e8-29b8925feaf5/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk on the data store datastore2 {{(pid=70966) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 619.532246] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c831138-e74b-4632-a560-d66a5fd2fa53 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.548672] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e5efb7-01fd-4c86-b03a-8447d1038a81 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.560145] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec699e69-f98d-4dc1-85f5-b16ff331c842 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.566316] env[70966]: DEBUG nova.policy [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94d9cddcec4948758cdfe3b71b1eecb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0102738562294d10895b15717c38941d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.620255] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c58994-12ed-40d3-8113-5d7bd772c686 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.624156] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.631297] env[70966]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-0b995e92-01e8-4e51-bf82-67f843d47555 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.663029] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2af4e3-fa3b-4eea-bdfe-79344f138784 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.665315] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Downloading image file data b7ed0e28-71c9-4a85-a64f-9f8015abf16e to the data store datastore2 {{(pid=70966) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 619.674953] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8bfc0f-100c-4078-b48b-da6d1b4d0cb2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.711924] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c56c5f-2819-4b27-b86c-edddb0d2c7eb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.729501] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd453c4-6c0d-4dd1-9e93-a3919a8ee764 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.749911] env[70966]: DEBUG nova.compute.provider_tree [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.793689] env[70966]: DEBUG oslo_vmware.rw_handles [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/adade40b-88a0-4f0a-a7e8-29b8925feaf5/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70966) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 619.869088] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Acquiring lock "refresh_cache-5bbccf1e-7657-424f-b53a-6d752e5b4226" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.869578] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Acquired lock "refresh_cache-5bbccf1e-7657-424f-b53a-6d752e5b4226" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.869578] env[70966]: DEBUG nova.network.neutron [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.872732] env[70966]: DEBUG nova.compute.manager [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.073118] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.259373] env[70966]: DEBUG nova.scheduler.client.report [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.263380] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Acquiring lock "cfc30dc4-4ac5-4797-b7e1-64b5432d79b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.263627] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Lock "cfc30dc4-4ac5-4797-b7e1-64b5432d79b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.532971] env[70966]: DEBUG nova.network.neutron [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.567783] env[70966]: DEBUG oslo_vmware.rw_handles [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Completed reading data from the image iterator. {{(pid=70966) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 620.568180] env[70966]: DEBUG oslo_vmware.rw_handles [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/adade40b-88a0-4f0a-a7e8-29b8925feaf5/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 620.630192] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Downloaded image file data b7ed0e28-71c9-4a85-a64f-9f8015abf16e to vmware_temp/adade40b-88a0-4f0a-a7e8-29b8925feaf5/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk on the data store datastore2 {{(pid=70966) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 620.633562] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Caching image {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 620.633562] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Copying Virtual Disk [datastore2] vmware_temp/adade40b-88a0-4f0a-a7e8-29b8925feaf5/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk to [datastore2] vmware_temp/adade40b-88a0-4f0a-a7e8-29b8925feaf5/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.635112] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24625cde-44d3-4138-9c93-3a8390e8ad6a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.642814] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 620.642814] env[70966]: value = "task-3612011" [ 620.642814] env[70966]: _type = "Task" [ 620.642814] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.651396] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.692322] env[70966]: DEBUG nova.network.neutron [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Successfully created port: e11e039c-526a-4933-9aa2-f20c25751bc7 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.767584] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.912s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.767971] env[70966]: DEBUG nova.compute.manager [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.770842] env[70966]: DEBUG nova.compute.manager [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.773438] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.137s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.777016] env[70966]: INFO nova.compute.claims [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.884893] env[70966]: DEBUG nova.compute.manager [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.920860] env[70966]: DEBUG nova.virt.hardware [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.921315] env[70966]: DEBUG nova.virt.hardware [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.921520] env[70966]: DEBUG nova.virt.hardware [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.921712] env[70966]: DEBUG nova.virt.hardware [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.921860] env[70966]: DEBUG nova.virt.hardware [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.922012] env[70966]: DEBUG nova.virt.hardware [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.922230] env[70966]: DEBUG nova.virt.hardware [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.922386] env[70966]: DEBUG nova.virt.hardware [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.922599] env[70966]: DEBUG nova.virt.hardware [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.923473] env[70966]: DEBUG nova.virt.hardware [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.923473] env[70966]: DEBUG nova.virt.hardware [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.923862] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ce4396-46dd-4c78-bce8-f096a2109319 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.932910] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df202e4c-ffbe-40d5-b48b-f4a8436aa090 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.075887] env[70966]: DEBUG nova.network.neutron [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Updating instance_info_cache with network_info: [{"id": "f46ace09-ea7c-46f7-abde-d08217143940", "address": "fa:16:3e:eb:23:14", "network": {"id": "1d03feb5-1c59-4a5d-ad39-b2bc9983ea1b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-445732619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0947b055ab3a4eee82f6e28aff5b8906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf46ace09-ea", "ovs_interfaceid": "f46ace09-ea7c-46f7-abde-d08217143940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.158892] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612011, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.278146] env[70966]: DEBUG nova.compute.utils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.278146] env[70966]: DEBUG nova.compute.manager [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.278146] env[70966]: DEBUG nova.network.neutron [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.325467] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.495644] env[70966]: DEBUG nova.policy [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '268a107a86534b5f9c78e339940a34c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1292d0aae9d94844955b458a794dc5d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.567395] env[70966]: DEBUG nova.compute.manager [req-43c3daca-3899-407f-809b-3b5a15246c1c req-16940774-8007-4e6f-96b7-284b263d5f63 service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Received event network-vif-plugged-f46ace09-ea7c-46f7-abde-d08217143940 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.568336] env[70966]: DEBUG oslo_concurrency.lockutils [req-43c3daca-3899-407f-809b-3b5a15246c1c req-16940774-8007-4e6f-96b7-284b263d5f63 service nova] Acquiring lock "5bbccf1e-7657-424f-b53a-6d752e5b4226-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.568336] env[70966]: DEBUG oslo_concurrency.lockutils [req-43c3daca-3899-407f-809b-3b5a15246c1c req-16940774-8007-4e6f-96b7-284b263d5f63 service nova] Lock "5bbccf1e-7657-424f-b53a-6d752e5b4226-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.568336] env[70966]: DEBUG oslo_concurrency.lockutils [req-43c3daca-3899-407f-809b-3b5a15246c1c req-16940774-8007-4e6f-96b7-284b263d5f63 service nova] Lock "5bbccf1e-7657-424f-b53a-6d752e5b4226-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.568336] env[70966]: DEBUG nova.compute.manager [req-43c3daca-3899-407f-809b-3b5a15246c1c req-16940774-8007-4e6f-96b7-284b263d5f63 service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] No waiting events found dispatching network-vif-plugged-f46ace09-ea7c-46f7-abde-d08217143940 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.568336] env[70966]: WARNING nova.compute.manager [req-43c3daca-3899-407f-809b-3b5a15246c1c req-16940774-8007-4e6f-96b7-284b263d5f63 service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Received unexpected event network-vif-plugged-f46ace09-ea7c-46f7-abde-d08217143940 for instance with vm_state building and task_state spawning. [ 621.581022] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Releasing lock "refresh_cache-5bbccf1e-7657-424f-b53a-6d752e5b4226" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.581022] env[70966]: DEBUG nova.compute.manager [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Instance network_info: |[{"id": "f46ace09-ea7c-46f7-abde-d08217143940", "address": "fa:16:3e:eb:23:14", "network": {"id": "1d03feb5-1c59-4a5d-ad39-b2bc9983ea1b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-445732619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0947b055ab3a4eee82f6e28aff5b8906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf46ace09-ea", "ovs_interfaceid": "f46ace09-ea7c-46f7-abde-d08217143940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.581607] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:23:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f46ace09-ea7c-46f7-abde-d08217143940', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.588986] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Creating folder: Project (0947b055ab3a4eee82f6e28aff5b8906). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.590166] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69cd136f-c7b0-423e-94e3-1c4890fa643d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.603698] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Created folder: Project (0947b055ab3a4eee82f6e28aff5b8906) in parent group-v720468. [ 621.603698] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Creating folder: Instances. Parent ref: group-v720475. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.603698] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a25febcf-1385-4b3b-b221-54bc8ec8742c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.614292] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Created folder: Instances in parent group-v720475. [ 621.614292] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.614292] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.614292] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1192270-d0ed-4c8e-a55c-0db503e0e048 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.635093] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.635093] env[70966]: value = "task-3612014" [ 621.635093] env[70966]: _type = "Task" [ 621.635093] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.643043] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612014, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.655461] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69801} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.655461] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Copied Virtual Disk [datastore2] vmware_temp/adade40b-88a0-4f0a-a7e8-29b8925feaf5/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk to [datastore2] vmware_temp/adade40b-88a0-4f0a-a7e8-29b8925feaf5/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.655461] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Deleting the datastore file [datastore2] vmware_temp/adade40b-88a0-4f0a-a7e8-29b8925feaf5/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.655461] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2582b4fb-55a9-49a3-9846-6642d4d5d88d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.664017] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 621.664017] env[70966]: value = "task-3612015" [ 621.664017] env[70966]: _type = "Task" [ 621.664017] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.671027] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.799041] env[70966]: DEBUG nova.compute.manager [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.060564] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b04406f-023d-48f9-bc20-1865f0062351 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.068201] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db07169-6eea-45ce-ac1b-bc93d1751a08 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.103312] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c505e1-1954-4296-a184-c1437d8bcb9c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.112149] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719b13bf-c565-4bdb-b492-d9c30eb2b96d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.125795] env[70966]: DEBUG nova.compute.provider_tree [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.145716] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612014, 'name': CreateVM_Task, 'duration_secs': 0.34769} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.146052] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.146811] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.147103] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.147524] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.147877] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0dc9801-fdf9-4bb5-a5e1-ed646af9136c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.152900] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Waiting for the task: (returnval){ [ 622.152900] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e3634c-1001-0dd0-04c7-b1483cb835f1" [ 622.152900] env[70966]: _type = "Task" [ 622.152900] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.161879] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e3634c-1001-0dd0-04c7-b1483cb835f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.169605] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023441} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.169977] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.170478] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Moving file from [datastore2] vmware_temp/adade40b-88a0-4f0a-a7e8-29b8925feaf5/b7ed0e28-71c9-4a85-a64f-9f8015abf16e to [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e. {{(pid=70966) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 622.170837] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-acd5b4a6-1227-4f1c-8c6c-40f1fc2c54bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.179018] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 622.179018] env[70966]: value = "task-3612016" [ 622.179018] env[70966]: _type = "Task" [ 622.179018] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.185823] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612016, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.332477] env[70966]: DEBUG nova.compute.manager [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Received event network-changed-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.332834] env[70966]: DEBUG nova.compute.manager [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Refreshing instance network info cache due to event network-changed-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.332834] env[70966]: DEBUG oslo_concurrency.lockutils [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] Acquiring lock "refresh_cache-0f2fbe39-329f-4340-88ed-c490c7b9fde3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.332899] env[70966]: DEBUG oslo_concurrency.lockutils [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] Acquired lock "refresh_cache-0f2fbe39-329f-4340-88ed-c490c7b9fde3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.333098] env[70966]: DEBUG nova.network.neutron [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Refreshing network info cache for port e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.485495] env[70966]: DEBUG nova.network.neutron [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Successfully updated port: 21a8ca2e-c731-44a5-a765-1669472dbe7d {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.630409] env[70966]: DEBUG nova.scheduler.client.report [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.669088] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.669488] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.669765] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.694447] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612016, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028116} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.694447] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] File moved {{(pid=70966) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 622.694447] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Cleaning up location [datastore2] vmware_temp/adade40b-88a0-4f0a-a7e8-29b8925feaf5 {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 622.694447] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Deleting the datastore file [datastore2] vmware_temp/adade40b-88a0-4f0a-a7e8-29b8925feaf5 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.694447] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96ad85e6-8e11-474f-a54a-c2d274c3404c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.699672] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 622.699672] env[70966]: value = "task-3612017" [ 622.699672] env[70966]: _type = "Task" [ 622.699672] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.708951] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.813669] env[70966]: DEBUG nova.compute.manager [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.852680] env[70966]: DEBUG nova.virt.hardware [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.852920] env[70966]: DEBUG nova.virt.hardware [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.852992] env[70966]: DEBUG nova.virt.hardware [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.853202] env[70966]: DEBUG nova.virt.hardware [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.853346] env[70966]: DEBUG nova.virt.hardware [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.853487] env[70966]: DEBUG nova.virt.hardware [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.853690] env[70966]: DEBUG nova.virt.hardware [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.853841] env[70966]: DEBUG nova.virt.hardware [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.854000] env[70966]: DEBUG nova.virt.hardware [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.854952] env[70966]: DEBUG nova.virt.hardware [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.855983] env[70966]: DEBUG nova.virt.hardware [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.856645] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87476e7-03c0-4ff6-95b6-08714c9ae52e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.864820] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d40aaf6-1035-44d7-90a3-d5974d5f2515 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.987781] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Acquiring lock "refresh_cache-95d3bf48-5c02-4891-aa09-6da6dec0620f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.987824] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Acquired lock "refresh_cache-95d3bf48-5c02-4891-aa09-6da6dec0620f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.988101] env[70966]: DEBUG nova.network.neutron [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.142484] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.143631] env[70966]: DEBUG nova.compute.manager [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.151728] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.144s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.151728] env[70966]: INFO nova.compute.claims [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.215746] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02684} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.217589] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.219117] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f119a2e-bd4b-4f89-ab9f-2036a6113072 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.230069] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 623.230069] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d6a1f2-191f-bd41-2804-9a01c067fb2e" [ 623.230069] env[70966]: _type = "Task" [ 623.230069] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.239349] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d6a1f2-191f-bd41-2804-9a01c067fb2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.632776] env[70966]: DEBUG nova.network.neutron [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.650318] env[70966]: DEBUG nova.network.neutron [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Successfully created port: 7e39f33c-61e2-498f-8718-2a32946fd4df {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.663948] env[70966]: DEBUG nova.compute.utils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.670019] env[70966]: DEBUG nova.compute.manager [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.670019] env[70966]: DEBUG nova.network.neutron [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.747706] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d6a1f2-191f-bd41-2804-9a01c067fb2e, 'name': SearchDatastore_Task, 'duration_secs': 0.012073} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.747808] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.747986] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 0f2fbe39-329f-4340-88ed-c490c7b9fde3/0f2fbe39-329f-4340-88ed-c490c7b9fde3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.748615] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.749626] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.752620] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e8641a0-c278-4fe0-bf78-37ea558608d3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.752620] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b4ae162-e523-4189-b0c8-444934a9dadd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.762084] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 623.762084] env[70966]: value = "task-3612018" [ 623.762084] env[70966]: _type = "Task" [ 623.762084] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.763545] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.763695] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.769159] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6826e9fc-5244-4607-99ed-e6151b2bf63b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.778446] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.780594] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Waiting for the task: (returnval){ [ 623.780594] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5247270c-feed-18bb-deb5-e652616fd65b" [ 623.780594] env[70966]: _type = "Task" [ 623.780594] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.791176] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5247270c-feed-18bb-deb5-e652616fd65b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.927116] env[70966]: DEBUG nova.policy [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd30753a6b68e41a7bd3a1bf7621acc53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '351e9d2713114139b924d710e6b111f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.016974] env[70966]: DEBUG nova.network.neutron [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Successfully updated port: e11e039c-526a-4933-9aa2-f20c25751bc7 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.090540] env[70966]: DEBUG nova.network.neutron [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Updated VIF entry in instance network info cache for port e93533f6-5bb9-4a08-9c01-cb6a5a4701e4. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.091994] env[70966]: DEBUG nova.network.neutron [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Updating instance_info_cache with network_info: [{"id": "e93533f6-5bb9-4a08-9c01-cb6a5a4701e4", "address": "fa:16:3e:1a:d1:11", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape93533f6-5b", "ovs_interfaceid": "e93533f6-5bb9-4a08-9c01-cb6a5a4701e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.176248] env[70966]: DEBUG nova.compute.manager [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.253830] env[70966]: DEBUG nova.network.neutron [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Updating instance_info_cache with network_info: [{"id": "21a8ca2e-c731-44a5-a765-1669472dbe7d", "address": "fa:16:3e:1e:d8:bc", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a8ca2e-c7", "ovs_interfaceid": "21a8ca2e-c731-44a5-a765-1669472dbe7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.278436] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612018, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.300089] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5247270c-feed-18bb-deb5-e652616fd65b, 'name': SearchDatastore_Task, 'duration_secs': 0.016939} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.301139] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a3d1a9-4a69-485a-9002-163d7e5bef59 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.308280] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Waiting for the task: (returnval){ [ 624.308280] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526a57d8-e505-f094-9de7-93af8ad092e2" [ 624.308280] env[70966]: _type = "Task" [ 624.308280] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.325029] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526a57d8-e505-f094-9de7-93af8ad092e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008794} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.325029] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.325186] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6/a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.325484] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.325757] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.325976] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0517c25-00eb-45e3-b11c-2c7e6ac25fd8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.334363] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf1fb732-353e-4ad0-ad79-5f407733a1e2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.342696] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Waiting for the task: (returnval){ [ 624.342696] env[70966]: value = "task-3612019" [ 624.342696] env[70966]: _type = "Task" [ 624.342696] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.346224] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.346224] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.350123] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d28d9100-4815-457c-bf42-c87ac3ab94e7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.364622] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': task-3612019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.366414] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Waiting for the task: (returnval){ [ 624.366414] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fd0779-a587-a8fd-a4cd-cef6c45d7d06" [ 624.366414] env[70966]: _type = "Task" [ 624.366414] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.378638] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fd0779-a587-a8fd-a4cd-cef6c45d7d06, 'name': SearchDatastore_Task, 'duration_secs': 0.008756} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.384606] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424abcd4-c116-4be3-8217-af7f69b2e1a6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.392977] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Waiting for the task: (returnval){ [ 624.392977] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a3610d-59fc-a558-14d2-2e20d74d9698" [ 624.392977] env[70966]: _type = "Task" [ 624.392977] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.404196] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a3610d-59fc-a558-14d2-2e20d74d9698, 'name': SearchDatastore_Task, 'duration_secs': 0.008405} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.404558] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.404892] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 5bbccf1e-7657-424f-b53a-6d752e5b4226/5bbccf1e-7657-424f-b53a-6d752e5b4226.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.405572] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2f73fea-2582-4331-9173-9b3de318f7d5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.413706] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Waiting for the task: (returnval){ [ 624.413706] env[70966]: value = "task-3612020" [ 624.413706] env[70966]: _type = "Task" [ 624.413706] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.426334] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.523688] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Acquiring lock "refresh_cache-1e55987f-defb-41e0-a701-2adcfdcd6b23" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.523688] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Acquired lock "refresh_cache-1e55987f-defb-41e0-a701-2adcfdcd6b23" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.523688] env[70966]: DEBUG nova.network.neutron [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.531841] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5257bed5-e74d-4fb2-9692-3a62525c22b4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.553345] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9687eef1-6a9d-4590-8b96-daa07e10bbe6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.590120] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bab0c2a-a7fc-4a6c-8ecf-7fb5ee1c6a96 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.595250] env[70966]: DEBUG oslo_concurrency.lockutils [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] Releasing lock "refresh_cache-0f2fbe39-329f-4340-88ed-c490c7b9fde3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.595878] env[70966]: DEBUG nova.compute.manager [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Received event network-vif-plugged-4d216259-066f-4f5e-9263-671eaddd2d39 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.596244] env[70966]: DEBUG oslo_concurrency.lockutils [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] Acquiring lock "a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.596548] env[70966]: DEBUG oslo_concurrency.lockutils [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] Lock "a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.596730] env[70966]: DEBUG oslo_concurrency.lockutils [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] Lock "a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.596932] env[70966]: DEBUG nova.compute.manager [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] No waiting events found dispatching network-vif-plugged-4d216259-066f-4f5e-9263-671eaddd2d39 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.597122] env[70966]: WARNING nova.compute.manager [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Received unexpected event network-vif-plugged-4d216259-066f-4f5e-9263-671eaddd2d39 for instance with vm_state building and task_state spawning. [ 624.597294] env[70966]: DEBUG nova.compute.manager [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Received event network-changed-4d216259-066f-4f5e-9263-671eaddd2d39 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.597448] env[70966]: DEBUG nova.compute.manager [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Refreshing instance network info cache due to event network-changed-4d216259-066f-4f5e-9263-671eaddd2d39. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.597699] env[70966]: DEBUG oslo_concurrency.lockutils [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] Acquiring lock "refresh_cache-a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.597850] env[70966]: DEBUG oslo_concurrency.lockutils [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] Acquired lock "refresh_cache-a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.598147] env[70966]: DEBUG nova.network.neutron [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Refreshing network info cache for port 4d216259-066f-4f5e-9263-671eaddd2d39 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.603680] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fcdd32-cd7e-490c-ba60-a868b2539f3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.620699] env[70966]: DEBUG nova.compute.provider_tree [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.755482] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Releasing lock "refresh_cache-95d3bf48-5c02-4891-aa09-6da6dec0620f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.755482] env[70966]: DEBUG nova.compute.manager [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Instance network_info: |[{"id": "21a8ca2e-c731-44a5-a765-1669472dbe7d", "address": "fa:16:3e:1e:d8:bc", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a8ca2e-c7", "ovs_interfaceid": "21a8ca2e-c731-44a5-a765-1669472dbe7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.756148] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:d8:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21a8ca2e-c731-44a5-a765-1669472dbe7d', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.769228] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Creating folder: Project (31660ff988434cc79b947264ea2cfbc4). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.773127] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69190fe4-6055-44d9-a10a-081959c95dc5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.790085] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517306} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.791734] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 0f2fbe39-329f-4340-88ed-c490c7b9fde3/0f2fbe39-329f-4340-88ed-c490c7b9fde3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.792068] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.792346] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Created folder: Project (31660ff988434cc79b947264ea2cfbc4) in parent group-v720468. [ 624.792540] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Creating folder: Instances. Parent ref: group-v720478. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.793032] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6679de96-ff33-4aa1-b00d-461d4ce28c92 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.797021] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d39e9af-95a7-4f50-8ed6-429c34d47bab {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.810203] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 624.810203] env[70966]: value = "task-3612022" [ 624.810203] env[70966]: _type = "Task" [ 624.810203] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.810464] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Created folder: Instances in parent group-v720478. [ 624.810643] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.811101] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.814308] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2077fa98-50db-4365-b3fe-d219c00fe42c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.837580] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.839752] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.839752] env[70966]: value = "task-3612024" [ 624.839752] env[70966]: _type = "Task" [ 624.839752] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.850212] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612024, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.860261] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': task-3612019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516689} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.860814] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6/a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.861043] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.861325] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4eaaf9d-143d-4e64-be94-a2020641b0bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.869146] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Waiting for the task: (returnval){ [ 624.869146] env[70966]: value = "task-3612025" [ 624.869146] env[70966]: _type = "Task" [ 624.869146] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.879485] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': task-3612025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.926518] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612020, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.126919] env[70966]: DEBUG nova.scheduler.client.report [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.166915] env[70966]: DEBUG nova.network.neutron [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.197429] env[70966]: DEBUG nova.compute.manager [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.245572] env[70966]: DEBUG nova.virt.hardware [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.245867] env[70966]: DEBUG nova.virt.hardware [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.246462] env[70966]: DEBUG nova.virt.hardware [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.246705] env[70966]: DEBUG nova.virt.hardware [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.246906] env[70966]: DEBUG nova.virt.hardware [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.247158] env[70966]: DEBUG nova.virt.hardware [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.247415] env[70966]: DEBUG nova.virt.hardware [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.247605] env[70966]: DEBUG nova.virt.hardware [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.247767] env[70966]: DEBUG nova.virt.hardware [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.247998] env[70966]: DEBUG nova.virt.hardware [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.248291] env[70966]: DEBUG nova.virt.hardware [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.249387] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ad9caa-8dd3-4a75-977b-54c1bfabd3d9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.264953] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c64e54c-efdc-44a6-bc15-2803d7c3b7c8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.313379] env[70966]: DEBUG nova.network.neutron [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Successfully created port: f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.326382] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15341} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.326906] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.330159] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed34e0c-b70c-4f45-8444-6e950f05cc5b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.365023] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 0f2fbe39-329f-4340-88ed-c490c7b9fde3/0f2fbe39-329f-4340-88ed-c490c7b9fde3.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.372726] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f5df815-2571-47ed-90fa-249825e9b829 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.404340] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612024, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.407547] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 625.407547] env[70966]: value = "task-3612026" [ 625.407547] env[70966]: _type = "Task" [ 625.407547] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.416734] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': task-3612025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128704} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.423971] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.423971] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612026, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.424853] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a9243f-52e6-4868-91f2-a524ce32e850 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.434313] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794966} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.444360] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 5bbccf1e-7657-424f-b53a-6d752e5b4226/5bbccf1e-7657-424f-b53a-6d752e5b4226.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.444360] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.453898] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6/a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.456235] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f386c00e-76be-4dbe-a97f-e0ed71db1391 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.458194] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75d85cf0-af4d-44a8-b1cf-5f6854027d2d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.481152] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Waiting for the task: (returnval){ [ 625.481152] env[70966]: value = "task-3612027" [ 625.481152] env[70966]: _type = "Task" [ 625.481152] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.482634] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Waiting for the task: (returnval){ [ 625.482634] env[70966]: value = "task-3612028" [ 625.482634] env[70966]: _type = "Task" [ 625.482634] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.495080] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': task-3612028, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.498188] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.597965] env[70966]: DEBUG nova.network.neutron [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Updating instance_info_cache with network_info: [{"id": "e11e039c-526a-4933-9aa2-f20c25751bc7", "address": "fa:16:3e:93:a1:dd", "network": {"id": "95a76b8a-cdbe-450e-8429-4b6e8c1ba754", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1333888912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0102738562294d10895b15717c38941d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11e039c-52", "ovs_interfaceid": "e11e039c-526a-4933-9aa2-f20c25751bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.629393] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.630108] env[70966]: DEBUG nova.compute.manager [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.632734] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.009s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.632891] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.633050] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70966) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 625.633324] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.562s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.636095] env[70966]: INFO nova.compute.claims [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.641645] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82757c11-3906-4dac-9e02-777068385f38 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.658025] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb0fe37-73e6-4484-9fde-5a25d0ca4aa8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.684667] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b416ea9d-ce33-4b21-bf1b-41bb7917f85c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.697164] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a260a5cf-ee2d-433a-8747-e53c8c3a5353 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.742690] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180966MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70966) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 625.742967] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.867949] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612024, 'name': CreateVM_Task, 'duration_secs': 0.598377} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.868325] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.869532] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.869697] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.870015] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.870276] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61df2b71-2a09-477f-b060-ef6b623e69b7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.874836] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Waiting for the task: (returnval){ [ 625.874836] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528d9d3a-c3b3-b733-c21c-d5b1a6dea8f2" [ 625.874836] env[70966]: _type = "Task" [ 625.874836] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.882999] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528d9d3a-c3b3-b733-c21c-d5b1a6dea8f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.917627] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612026, 'name': ReconfigVM_Task, 'duration_secs': 0.322006} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.918138] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 0f2fbe39-329f-4340-88ed-c490c7b9fde3/0f2fbe39-329f-4340-88ed-c490c7b9fde3.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.918861] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7101dcb9-02bf-4bb9-80c4-7887ebfd690c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.926031] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 625.926031] env[70966]: value = "task-3612029" [ 625.926031] env[70966]: _type = "Task" [ 625.926031] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.935950] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612029, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.001417] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079402} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.002413] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': task-3612028, 'name': ReconfigVM_Task, 'duration_secs': 0.307637} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.003144] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.005174] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Reconfigured VM instance instance-00000002 to attach disk [datastore2] a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6/a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.005174] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b55b44e-265f-49c2-856e-0d4151c67edc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.008117] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad54553e-56b0-437c-ad84-9b1b47e4bb60 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.014534] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Waiting for the task: (returnval){ [ 626.014534] env[70966]: value = "task-3612030" [ 626.014534] env[70966]: _type = "Task" [ 626.014534] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.035223] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 5bbccf1e-7657-424f-b53a-6d752e5b4226/5bbccf1e-7657-424f-b53a-6d752e5b4226.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.040398] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b43d4e3-7ee2-4a0b-91c1-78e810a64078 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.065141] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Waiting for the task: (returnval){ [ 626.065141] env[70966]: value = "task-3612031" [ 626.065141] env[70966]: _type = "Task" [ 626.065141] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.073958] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.102752] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Releasing lock "refresh_cache-1e55987f-defb-41e0-a701-2adcfdcd6b23" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.103122] env[70966]: DEBUG nova.compute.manager [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Instance network_info: |[{"id": "e11e039c-526a-4933-9aa2-f20c25751bc7", "address": "fa:16:3e:93:a1:dd", "network": {"id": "95a76b8a-cdbe-450e-8429-4b6e8c1ba754", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1333888912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0102738562294d10895b15717c38941d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11e039c-52", "ovs_interfaceid": "e11e039c-526a-4933-9aa2-f20c25751bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.103937] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:a1:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e11e039c-526a-4933-9aa2-f20c25751bc7', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.112247] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Creating folder: Project (0102738562294d10895b15717c38941d). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.112782] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e560d0e3-8a7b-4212-8816-a7def7d4f80c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.116424] env[70966]: DEBUG nova.network.neutron [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Updated VIF entry in instance network info cache for port 4d216259-066f-4f5e-9263-671eaddd2d39. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.116502] env[70966]: DEBUG nova.network.neutron [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Updating instance_info_cache with network_info: [{"id": "4d216259-066f-4f5e-9263-671eaddd2d39", "address": "fa:16:3e:68:ee:61", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d216259-06", "ovs_interfaceid": "4d216259-066f-4f5e-9263-671eaddd2d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.126968] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Created folder: Project (0102738562294d10895b15717c38941d) in parent group-v720468. [ 626.126968] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Creating folder: Instances. Parent ref: group-v720481. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.126968] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de6e2cb9-e773-4561-9196-da6b7eaaf6d8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.134921] env[70966]: DEBUG nova.compute.utils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.138387] env[70966]: DEBUG nova.compute.manager [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.138608] env[70966]: DEBUG nova.network.neutron [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.140964] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Created folder: Instances in parent group-v720481. [ 626.141368] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.144494] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.147602] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e7bdd5d-314e-4f97-a4c6-819bc0dbf963 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.167538] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.167538] env[70966]: value = "task-3612034" [ 626.167538] env[70966]: _type = "Task" [ 626.167538] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.176969] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612034, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.285702] env[70966]: DEBUG nova.policy [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3431b53729441ebba083ed9dad96903', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc424be0dde487195d11dc402fa8d2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.390476] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528d9d3a-c3b3-b733-c21c-d5b1a6dea8f2, 'name': SearchDatastore_Task, 'duration_secs': 0.025884} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.390806] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.391049] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.391342] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.391429] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.391608] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.391881] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-598116d1-2745-4951-8c49-3f245e28c076 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.406261] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.406456] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.407375] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e223097-e879-4382-b0e9-c74654339e26 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.412998] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Waiting for the task: (returnval){ [ 626.412998] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5281c8bc-4014-e391-d3b6-b8880c93b2c9" [ 626.412998] env[70966]: _type = "Task" [ 626.412998] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.423153] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5281c8bc-4014-e391-d3b6-b8880c93b2c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.438640] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612029, 'name': Rename_Task, 'duration_secs': 0.176342} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.439015] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.439274] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a19a5eb-4058-4c21-bf23-9c4513f0be7a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.449848] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 626.449848] env[70966]: value = "task-3612035" [ 626.449848] env[70966]: _type = "Task" [ 626.449848] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.458879] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.536959] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': task-3612030, 'name': Rename_Task, 'duration_secs': 0.194043} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.537244] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.537482] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae6cb5df-4903-45a2-a046-b9d600903db7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.543700] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Waiting for the task: (returnval){ [ 626.543700] env[70966]: value = "task-3612036" [ 626.543700] env[70966]: _type = "Task" [ 626.543700] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.552060] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': task-3612036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.578347] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612031, 'name': ReconfigVM_Task, 'duration_secs': 0.294106} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.578655] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 5bbccf1e-7657-424f-b53a-6d752e5b4226/5bbccf1e-7657-424f-b53a-6d752e5b4226.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.579349] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0844416c-7b82-4a0c-9018-797d53c144cc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.584868] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Waiting for the task: (returnval){ [ 626.584868] env[70966]: value = "task-3612037" [ 626.584868] env[70966]: _type = "Task" [ 626.584868] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.593283] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612037, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.620221] env[70966]: DEBUG oslo_concurrency.lockutils [req-b846262d-a9ae-4686-8653-f4f1a54c9b73 req-54db2d78-fc8c-4fd1-97bd-e9c81860166b service nova] Releasing lock "refresh_cache-a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.643465] env[70966]: DEBUG nova.compute.manager [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.685414] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612034, 'name': CreateVM_Task, 'duration_secs': 0.358046} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.686342] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.687153] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.687259] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.687567] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.687812] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab538d4c-8c35-4de7-bb0c-4968df8de074 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.694872] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Waiting for the task: (returnval){ [ 626.694872] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527b59d7-4564-746a-5b82-f826a2115867" [ 626.694872] env[70966]: _type = "Task" [ 626.694872] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.710906] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527b59d7-4564-746a-5b82-f826a2115867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.867867] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dea935-de90-4993-962b-5bc7b051384a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.876402] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db4ee90-d248-492d-9215-88a26dbb725d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.917315] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4c885d-dade-4b18-b285-d24b8c044f6e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.929529] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5281c8bc-4014-e391-d3b6-b8880c93b2c9, 'name': SearchDatastore_Task, 'duration_secs': 0.048394} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.933021] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c26403-8dce-48c4-958c-c4a9f8695e03 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.935360] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9bc390-e0ed-4fd1-b5d7-df95dc920e29 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.941270] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Waiting for the task: (returnval){ [ 626.941270] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523a8ad4-6d1c-f8b5-f8d2-c7c3ca205dcb" [ 626.941270] env[70966]: _type = "Task" [ 626.941270] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.949540] env[70966]: DEBUG nova.compute.provider_tree [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.966444] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.966875] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523a8ad4-6d1c-f8b5-f8d2-c7c3ca205dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.01617} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.967799] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.968147] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 95d3bf48-5c02-4891-aa09-6da6dec0620f/95d3bf48-5c02-4891-aa09-6da6dec0620f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.968394] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d9dd963-a2ce-48d6-916b-c7653bc9af32 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.976094] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Waiting for the task: (returnval){ [ 626.976094] env[70966]: value = "task-3612038" [ 626.976094] env[70966]: _type = "Task" [ 626.976094] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.986585] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.054739] env[70966]: DEBUG oslo_vmware.api [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': task-3612036, 'name': PowerOnVM_Task, 'duration_secs': 0.49088} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.054739] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.054997] env[70966]: INFO nova.compute.manager [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Took 13.38 seconds to spawn the instance on the hypervisor. [ 627.055289] env[70966]: DEBUG nova.compute.manager [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.056085] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2056be-2066-48d2-9219-3dfc63a6d6ca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.095835] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612037, 'name': Rename_Task, 'duration_secs': 0.147547} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.096146] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.096391] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea126d5f-6640-4a49-9c5e-5f4f6957c85b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.103766] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Waiting for the task: (returnval){ [ 627.103766] env[70966]: value = "task-3612039" [ 627.103766] env[70966]: _type = "Task" [ 627.103766] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.113021] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.207770] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527b59d7-4564-746a-5b82-f826a2115867, 'name': SearchDatastore_Task, 'duration_secs': 0.013455} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.208127] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.208479] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.209072] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.209072] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.209343] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.209499] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebdde8e5-8499-45de-a345-9b75fc1a0ae8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.223897] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.224266] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.225469] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9207859a-2e42-4da0-a0ae-f3ab23b81121 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.231750] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Waiting for the task: (returnval){ [ 627.231750] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5246e7a3-c635-317f-f62a-6323bcdc6528" [ 627.231750] env[70966]: _type = "Task" [ 627.231750] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.239737] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5246e7a3-c635-317f-f62a-6323bcdc6528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.349310] env[70966]: DEBUG nova.network.neutron [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Successfully updated port: 7e39f33c-61e2-498f-8718-2a32946fd4df {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.391872] env[70966]: DEBUG nova.network.neutron [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Successfully created port: c337d5e1-1358-44bd-8035-7a6d3fccee03 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.455777] env[70966]: DEBUG nova.scheduler.client.report [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.470500] env[70966]: DEBUG oslo_vmware.api [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612035, 'name': PowerOnVM_Task, 'duration_secs': 0.572435} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.470500] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.470603] env[70966]: INFO nova.compute.manager [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Took 16.02 seconds to spawn the instance on the hypervisor. [ 627.472287] env[70966]: DEBUG nova.compute.manager [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.473313] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c18298-5206-4f34-8695-8adf1e632bdc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.497958] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612038, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.589634] env[70966]: INFO nova.compute.manager [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Took 20.24 seconds to build instance. [ 627.622030] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612039, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.659860] env[70966]: DEBUG nova.compute.manager [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.704018] env[70966]: DEBUG nova.virt.hardware [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.707210] env[70966]: DEBUG nova.virt.hardware [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.707385] env[70966]: DEBUG nova.virt.hardware [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.707593] env[70966]: DEBUG nova.virt.hardware [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.707748] env[70966]: DEBUG nova.virt.hardware [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.707939] env[70966]: DEBUG nova.virt.hardware [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.708149] env[70966]: DEBUG nova.virt.hardware [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.708329] env[70966]: DEBUG nova.virt.hardware [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.708494] env[70966]: DEBUG nova.virt.hardware [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.708657] env[70966]: DEBUG nova.virt.hardware [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.708834] env[70966]: DEBUG nova.virt.hardware [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.710310] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37628d5c-aaf4-468b-a71b-9701d01aece3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.718069] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ba8270-79d1-4474-8dcc-bd144f6e6c02 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.750424] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5246e7a3-c635-317f-f62a-6323bcdc6528, 'name': SearchDatastore_Task, 'duration_secs': 0.011529} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.750950] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2253fc-7344-4186-8c7c-27d425f1716e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.760675] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Waiting for the task: (returnval){ [ 627.760675] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522a9cf5-9146-8c78-17d4-a71366300605" [ 627.760675] env[70966]: _type = "Task" [ 627.760675] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.769905] env[70966]: DEBUG nova.network.neutron [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Successfully updated port: f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.786783] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522a9cf5-9146-8c78-17d4-a71366300605, 'name': SearchDatastore_Task, 'duration_secs': 0.012797} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.787061] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.787327] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 1e55987f-defb-41e0-a701-2adcfdcd6b23/1e55987f-defb-41e0-a701-2adcfdcd6b23.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.787589] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aa7993f-4cdf-4239-8d72-dd42484abb18 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.795525] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Waiting for the task: (returnval){ [ 627.795525] env[70966]: value = "task-3612040" [ 627.795525] env[70966]: _type = "Task" [ 627.795525] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.805444] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.855653] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquiring lock "refresh_cache-61fad9d1-b2b7-4480-a6fb-493fb1d1b080" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.855869] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquired lock "refresh_cache-61fad9d1-b2b7-4480-a6fb-493fb1d1b080" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.856109] env[70966]: DEBUG nova.network.neutron [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.965191] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.965487] env[70966]: DEBUG nova.compute.manager [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.968448] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.643s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.971502] env[70966]: INFO nova.compute.claims [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.989349] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685855} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.990278] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 95d3bf48-5c02-4891-aa09-6da6dec0620f/95d3bf48-5c02-4891-aa09-6da6dec0620f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.990278] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.990278] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4432ee5d-e54c-42a1-86fa-d08a5c12339a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.997134] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Waiting for the task: (returnval){ [ 627.997134] env[70966]: value = "task-3612041" [ 627.997134] env[70966]: _type = "Task" [ 627.997134] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.011510] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.012050] env[70966]: INFO nova.compute.manager [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Took 20.85 seconds to build instance. [ 628.095836] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb1a-e5d5-4ba7-a776-a9ae675938f8 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Lock "a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.758s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.116382] env[70966]: DEBUG oslo_vmware.api [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612039, 'name': PowerOnVM_Task, 'duration_secs': 0.723789} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.117036] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.117036] env[70966]: INFO nova.compute.manager [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Took 11.87 seconds to spawn the instance on the hypervisor. [ 628.117036] env[70966]: DEBUG nova.compute.manager [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.119094] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1304d8-2940-444e-bb3e-44de39098da6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.143575] env[70966]: DEBUG nova.compute.manager [req-bedd75c6-4b4a-414e-95b8-7dab5bee7cf8 req-1252a210-2ac8-4147-80ee-85f74937cdef service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Received event network-changed-f46ace09-ea7c-46f7-abde-d08217143940 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.143575] env[70966]: DEBUG nova.compute.manager [req-bedd75c6-4b4a-414e-95b8-7dab5bee7cf8 req-1252a210-2ac8-4147-80ee-85f74937cdef service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Refreshing instance network info cache due to event network-changed-f46ace09-ea7c-46f7-abde-d08217143940. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.143745] env[70966]: DEBUG oslo_concurrency.lockutils [req-bedd75c6-4b4a-414e-95b8-7dab5bee7cf8 req-1252a210-2ac8-4147-80ee-85f74937cdef service nova] Acquiring lock "refresh_cache-5bbccf1e-7657-424f-b53a-6d752e5b4226" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.143980] env[70966]: DEBUG oslo_concurrency.lockutils [req-bedd75c6-4b4a-414e-95b8-7dab5bee7cf8 req-1252a210-2ac8-4147-80ee-85f74937cdef service nova] Acquired lock "refresh_cache-5bbccf1e-7657-424f-b53a-6d752e5b4226" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.144120] env[70966]: DEBUG nova.network.neutron [req-bedd75c6-4b4a-414e-95b8-7dab5bee7cf8 req-1252a210-2ac8-4147-80ee-85f74937cdef service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Refreshing network info cache for port f46ace09-ea7c-46f7-abde-d08217143940 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.273720] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.274051] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquired lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.274431] env[70966]: DEBUG nova.network.neutron [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.307735] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612040, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.410632] env[70966]: DEBUG nova.network.neutron [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.466918] env[70966]: DEBUG nova.compute.manager [req-4d6fff2f-2c45-4d3d-bf55-26840ca1e724 req-8479cc65-818d-49d1-825e-826736140dd6 service nova] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Received event network-vif-plugged-21a8ca2e-c731-44a5-a765-1669472dbe7d {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.467815] env[70966]: DEBUG oslo_concurrency.lockutils [req-4d6fff2f-2c45-4d3d-bf55-26840ca1e724 req-8479cc65-818d-49d1-825e-826736140dd6 service nova] Acquiring lock "95d3bf48-5c02-4891-aa09-6da6dec0620f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.467815] env[70966]: DEBUG oslo_concurrency.lockutils [req-4d6fff2f-2c45-4d3d-bf55-26840ca1e724 req-8479cc65-818d-49d1-825e-826736140dd6 service nova] Lock "95d3bf48-5c02-4891-aa09-6da6dec0620f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.467815] env[70966]: DEBUG oslo_concurrency.lockutils [req-4d6fff2f-2c45-4d3d-bf55-26840ca1e724 req-8479cc65-818d-49d1-825e-826736140dd6 service nova] Lock "95d3bf48-5c02-4891-aa09-6da6dec0620f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.468891] env[70966]: DEBUG nova.compute.manager [req-4d6fff2f-2c45-4d3d-bf55-26840ca1e724 req-8479cc65-818d-49d1-825e-826736140dd6 service nova] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] No waiting events found dispatching network-vif-plugged-21a8ca2e-c731-44a5-a765-1669472dbe7d {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.468891] env[70966]: WARNING nova.compute.manager [req-4d6fff2f-2c45-4d3d-bf55-26840ca1e724 req-8479cc65-818d-49d1-825e-826736140dd6 service nova] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Received unexpected event network-vif-plugged-21a8ca2e-c731-44a5-a765-1669472dbe7d for instance with vm_state building and task_state spawning. [ 628.469133] env[70966]: DEBUG nova.compute.manager [req-4d6fff2f-2c45-4d3d-bf55-26840ca1e724 req-8479cc65-818d-49d1-825e-826736140dd6 service nova] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Received event network-changed-21a8ca2e-c731-44a5-a765-1669472dbe7d {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.469176] env[70966]: DEBUG nova.compute.manager [req-4d6fff2f-2c45-4d3d-bf55-26840ca1e724 req-8479cc65-818d-49d1-825e-826736140dd6 service nova] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Refreshing instance network info cache due to event network-changed-21a8ca2e-c731-44a5-a765-1669472dbe7d. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.469537] env[70966]: DEBUG oslo_concurrency.lockutils [req-4d6fff2f-2c45-4d3d-bf55-26840ca1e724 req-8479cc65-818d-49d1-825e-826736140dd6 service nova] Acquiring lock "refresh_cache-95d3bf48-5c02-4891-aa09-6da6dec0620f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.469537] env[70966]: DEBUG oslo_concurrency.lockutils [req-4d6fff2f-2c45-4d3d-bf55-26840ca1e724 req-8479cc65-818d-49d1-825e-826736140dd6 service nova] Acquired lock "refresh_cache-95d3bf48-5c02-4891-aa09-6da6dec0620f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.469636] env[70966]: DEBUG nova.network.neutron [req-4d6fff2f-2c45-4d3d-bf55-26840ca1e724 req-8479cc65-818d-49d1-825e-826736140dd6 service nova] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Refreshing network info cache for port 21a8ca2e-c731-44a5-a765-1669472dbe7d {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.476968] env[70966]: DEBUG nova.compute.utils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.482133] env[70966]: DEBUG nova.compute.manager [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.482404] env[70966]: DEBUG nova.network.neutron [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.509049] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068072} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.509517] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.510463] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b276c8c-1d56-4796-a352-27eaa8614223 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.514030] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12c83ebf-2e96-4397-8b27-6b25261950f5 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "0f2fbe39-329f-4340-88ed-c490c7b9fde3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.362s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.538895] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 95d3bf48-5c02-4891-aa09-6da6dec0620f/95d3bf48-5c02-4891-aa09-6da6dec0620f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.541768] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-250baea3-573c-46ae-a9fb-0bac17a29065 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.566009] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Waiting for the task: (returnval){ [ 628.566009] env[70966]: value = "task-3612042" [ 628.566009] env[70966]: _type = "Task" [ 628.566009] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.578042] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612042, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.639032] env[70966]: INFO nova.compute.manager [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Took 16.66 seconds to build instance. [ 628.663955] env[70966]: DEBUG nova.policy [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3431b53729441ebba083ed9dad96903', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc424be0dde487195d11dc402fa8d2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.765457] env[70966]: DEBUG nova.network.neutron [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Updating instance_info_cache with network_info: [{"id": "7e39f33c-61e2-498f-8718-2a32946fd4df", "address": "fa:16:3e:c6:ee:58", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e39f33c-61", "ovs_interfaceid": "7e39f33c-61e2-498f-8718-2a32946fd4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.811368] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.928309} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.811659] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 1e55987f-defb-41e0-a701-2adcfdcd6b23/1e55987f-defb-41e0-a701-2adcfdcd6b23.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.811879] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.812160] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7306b84c-47d3-4d50-9455-bfee835385b5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.825372] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Waiting for the task: (returnval){ [ 628.825372] env[70966]: value = "task-3612043" [ 628.825372] env[70966]: _type = "Task" [ 628.825372] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.838204] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.863350] env[70966]: DEBUG nova.network.neutron [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.988468] env[70966]: DEBUG nova.compute.manager [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.083900] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.143393] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1acd35e4-3703-4b61-bd68-1251ac5fe0cb tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Lock "5bbccf1e-7657-424f-b53a-6d752e5b4226" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.173s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.216901] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0375d5e3-8c99-47a1-aeae-b80f5b437456 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.224733] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7ba3fe-a586-48af-87b8-ead945c6ee65 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.254996] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba94ff5-eb73-41bb-b140-8774c43f0982 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.264017] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaca118-9e98-4199-bc75-d30e66328802 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.269342] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Releasing lock "refresh_cache-61fad9d1-b2b7-4480-a6fb-493fb1d1b080" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.273024] env[70966]: DEBUG nova.compute.manager [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Instance network_info: |[{"id": "7e39f33c-61e2-498f-8718-2a32946fd4df", "address": "fa:16:3e:c6:ee:58", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e39f33c-61", "ovs_interfaceid": "7e39f33c-61e2-498f-8718-2a32946fd4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.278551] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:ee:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e39f33c-61e2-498f-8718-2a32946fd4df', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.286099] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Creating folder: Project (1292d0aae9d94844955b458a794dc5d9). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.286661] env[70966]: DEBUG nova.compute.provider_tree [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.288329] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2622966b-9efe-4e3d-94be-e6d36279d49e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.299435] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Created folder: Project (1292d0aae9d94844955b458a794dc5d9) in parent group-v720468. [ 629.301431] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Creating folder: Instances. Parent ref: group-v720484. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.301431] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5700686f-2dbe-4ebd-bf57-f29dfe3a3695 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.308981] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Created folder: Instances in parent group-v720484. [ 629.309213] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.309423] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.309587] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cdd1857-6712-4d76-9168-1f236ed5e762 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.333449] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.333449] env[70966]: value = "task-3612046" [ 629.333449] env[70966]: _type = "Task" [ 629.333449] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.340066] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117796} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.340813] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.341859] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9738c4cb-de17-40cf-9b6b-811ba3feac94 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.348581] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612046, 'name': CreateVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.369147] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 1e55987f-defb-41e0-a701-2adcfdcd6b23/1e55987f-defb-41e0-a701-2adcfdcd6b23.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.369486] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e089d37-d212-42fb-a7f6-05d8dd21d185 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.389622] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Waiting for the task: (returnval){ [ 629.389622] env[70966]: value = "task-3612047" [ 629.389622] env[70966]: _type = "Task" [ 629.389622] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.399361] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.445799] env[70966]: DEBUG nova.network.neutron [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Successfully created port: 99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.576836] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612042, 'name': ReconfigVM_Task, 'duration_secs': 0.639618} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.577146] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 95d3bf48-5c02-4891-aa09-6da6dec0620f/95d3bf48-5c02-4891-aa09-6da6dec0620f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.577751] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-486df9ab-df6a-4391-af54-70037d33b363 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.584730] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Waiting for the task: (returnval){ [ 629.584730] env[70966]: value = "task-3612048" [ 629.584730] env[70966]: _type = "Task" [ 629.584730] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.588817] env[70966]: DEBUG nova.network.neutron [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Updating instance_info_cache with network_info: [{"id": "f47c14e7-900e-4a5c-ba4a-3f81fd1fd646", "address": "fa:16:3e:fc:0a:50", "network": {"id": "2cfef1e9-edad-40ac-acfe-80d333660676", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1410824017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351e9d2713114139b924d710e6b111f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47c14e7-90", "ovs_interfaceid": "f47c14e7-900e-4a5c-ba4a-3f81fd1fd646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.598431] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612048, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.601253] env[70966]: DEBUG nova.network.neutron [req-bedd75c6-4b4a-414e-95b8-7dab5bee7cf8 req-1252a210-2ac8-4147-80ee-85f74937cdef service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Updated VIF entry in instance network info cache for port f46ace09-ea7c-46f7-abde-d08217143940. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.601601] env[70966]: DEBUG nova.network.neutron [req-bedd75c6-4b4a-414e-95b8-7dab5bee7cf8 req-1252a210-2ac8-4147-80ee-85f74937cdef service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Updating instance_info_cache with network_info: [{"id": "f46ace09-ea7c-46f7-abde-d08217143940", "address": "fa:16:3e:eb:23:14", "network": {"id": "1d03feb5-1c59-4a5d-ad39-b2bc9983ea1b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-445732619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0947b055ab3a4eee82f6e28aff5b8906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf46ace09-ea", "ovs_interfaceid": "f46ace09-ea7c-46f7-abde-d08217143940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.755114] env[70966]: DEBUG nova.network.neutron [req-4d6fff2f-2c45-4d3d-bf55-26840ca1e724 req-8479cc65-818d-49d1-825e-826736140dd6 service nova] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Updated VIF entry in instance network info cache for port 21a8ca2e-c731-44a5-a765-1669472dbe7d. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.755486] env[70966]: DEBUG nova.network.neutron [req-4d6fff2f-2c45-4d3d-bf55-26840ca1e724 req-8479cc65-818d-49d1-825e-826736140dd6 service nova] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Updating instance_info_cache with network_info: [{"id": "21a8ca2e-c731-44a5-a765-1669472dbe7d", "address": "fa:16:3e:1e:d8:bc", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a8ca2e-c7", "ovs_interfaceid": "21a8ca2e-c731-44a5-a765-1669472dbe7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.792142] env[70966]: DEBUG nova.scheduler.client.report [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.844707] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612046, 'name': CreateVM_Task, 'duration_secs': 0.442155} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.844899] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.846748] env[70966]: DEBUG oslo_vmware.service [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2b716f-5ec8-4531-95a6-6da126a1d855 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.852983] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.853174] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.853556] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.853807] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc8c0915-7b2b-44a0-97b3-a24d5415ee91 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.858603] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 629.858603] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522693e2-31de-cb7b-675d-1b25c929c5d9" [ 629.858603] env[70966]: _type = "Task" [ 629.858603] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.866793] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522693e2-31de-cb7b-675d-1b25c929c5d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.899017] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612047, 'name': ReconfigVM_Task, 'duration_secs': 0.467132} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.899537] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 1e55987f-defb-41e0-a701-2adcfdcd6b23/1e55987f-defb-41e0-a701-2adcfdcd6b23.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.899991] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16acf358-97e4-4372-b603-300b141f3b74 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.906213] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Waiting for the task: (returnval){ [ 629.906213] env[70966]: value = "task-3612049" [ 629.906213] env[70966]: _type = "Task" [ 629.906213] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.913827] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612049, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.003142] env[70966]: DEBUG nova.compute.manager [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.093797] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Releasing lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.094450] env[70966]: DEBUG nova.compute.manager [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Instance network_info: |[{"id": "f47c14e7-900e-4a5c-ba4a-3f81fd1fd646", "address": "fa:16:3e:fc:0a:50", "network": {"id": "2cfef1e9-edad-40ac-acfe-80d333660676", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1410824017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351e9d2713114139b924d710e6b111f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47c14e7-90", "ovs_interfaceid": "f47c14e7-900e-4a5c-ba4a-3f81fd1fd646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.094864] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:0a:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f47c14e7-900e-4a5c-ba4a-3f81fd1fd646', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.111905] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Creating folder: Project (351e9d2713114139b924d710e6b111f4). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.117265] env[70966]: DEBUG oslo_concurrency.lockutils [req-bedd75c6-4b4a-414e-95b8-7dab5bee7cf8 req-1252a210-2ac8-4147-80ee-85f74937cdef service nova] Releasing lock "refresh_cache-5bbccf1e-7657-424f-b53a-6d752e5b4226" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.117265] env[70966]: DEBUG nova.compute.manager [req-bedd75c6-4b4a-414e-95b8-7dab5bee7cf8 req-1252a210-2ac8-4147-80ee-85f74937cdef service nova] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Received event network-vif-plugged-e11e039c-526a-4933-9aa2-f20c25751bc7 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.117265] env[70966]: DEBUG oslo_concurrency.lockutils [req-bedd75c6-4b4a-414e-95b8-7dab5bee7cf8 req-1252a210-2ac8-4147-80ee-85f74937cdef service nova] Acquiring lock "1e55987f-defb-41e0-a701-2adcfdcd6b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.117265] env[70966]: DEBUG oslo_concurrency.lockutils [req-bedd75c6-4b4a-414e-95b8-7dab5bee7cf8 req-1252a210-2ac8-4147-80ee-85f74937cdef service nova] Lock "1e55987f-defb-41e0-a701-2adcfdcd6b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.117265] env[70966]: DEBUG oslo_concurrency.lockutils [req-bedd75c6-4b4a-414e-95b8-7dab5bee7cf8 req-1252a210-2ac8-4147-80ee-85f74937cdef service nova] Lock "1e55987f-defb-41e0-a701-2adcfdcd6b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.117522] env[70966]: DEBUG nova.compute.manager [req-bedd75c6-4b4a-414e-95b8-7dab5bee7cf8 req-1252a210-2ac8-4147-80ee-85f74937cdef service nova] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] No waiting events found dispatching network-vif-plugged-e11e039c-526a-4933-9aa2-f20c25751bc7 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.117522] env[70966]: WARNING nova.compute.manager [req-bedd75c6-4b4a-414e-95b8-7dab5bee7cf8 req-1252a210-2ac8-4147-80ee-85f74937cdef service nova] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Received unexpected event network-vif-plugged-e11e039c-526a-4933-9aa2-f20c25751bc7 for instance with vm_state building and task_state spawning. [ 630.117522] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-982d00ef-a466-4784-9640-cd55b4d30729 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.132393] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612048, 'name': Rename_Task, 'duration_secs': 0.168031} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.133183] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.133544] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a08f07a8-7ab5-4396-b9f7-b425485f374c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.141127] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Waiting for the task: (returnval){ [ 630.141127] env[70966]: value = "task-3612051" [ 630.141127] env[70966]: _type = "Task" [ 630.141127] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.151196] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Created folder: Project (351e9d2713114139b924d710e6b111f4) in parent group-v720468. [ 630.152817] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Creating folder: Instances. Parent ref: group-v720487. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.159149] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4976891a-eda5-49af-a56d-a5f1d5867880 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.162195] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612051, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.171223] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Created folder: Instances in parent group-v720487. [ 630.171544] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.171786] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.172097] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-869d96ee-edef-485a-bc39-a6bde30c69e3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.199629] env[70966]: DEBUG nova.virt.hardware [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.199874] env[70966]: DEBUG nova.virt.hardware [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.200035] env[70966]: DEBUG nova.virt.hardware [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.200223] env[70966]: DEBUG nova.virt.hardware [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.200401] env[70966]: DEBUG nova.virt.hardware [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.200584] env[70966]: DEBUG nova.virt.hardware [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.200800] env[70966]: DEBUG nova.virt.hardware [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.200956] env[70966]: DEBUG nova.virt.hardware [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.201211] env[70966]: DEBUG nova.virt.hardware [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.201328] env[70966]: DEBUG nova.virt.hardware [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.201525] env[70966]: DEBUG nova.virt.hardware [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.202366] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3babc051-6c01-40f3-a774-06d22d06cab0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.213727] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf88bde3-525b-4e2f-a978-6c1dcbd409a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.217870] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.217870] env[70966]: value = "task-3612053" [ 630.217870] env[70966]: _type = "Task" [ 630.217870] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.235878] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612053, 'name': CreateVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.258736] env[70966]: DEBUG oslo_concurrency.lockutils [req-4d6fff2f-2c45-4d3d-bf55-26840ca1e724 req-8479cc65-818d-49d1-825e-826736140dd6 service nova] Releasing lock "refresh_cache-95d3bf48-5c02-4891-aa09-6da6dec0620f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.297234] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.298595] env[70966]: DEBUG nova.compute.manager [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.304021] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.558s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.370114] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.370403] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.370714] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.370882] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.372772] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.372772] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bdb6390-306d-420f-90d7-2b220e84066a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.384390] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.384594] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.385485] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878061cc-b632-4826-b2f6-ece632e72714 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.392614] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-678717ef-a8bd-4675-81b7-5edb8b002f09 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.398045] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 630.398045] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d69796-05ca-cbbd-acd8-28cc24d67db7" [ 630.398045] env[70966]: _type = "Task" [ 630.398045] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.406563] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d69796-05ca-cbbd-acd8-28cc24d67db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.414877] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612049, 'name': Rename_Task, 'duration_secs': 0.38398} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.415168] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.415470] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed08eab0-b4d9-494b-a78c-d660a1013221 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.421770] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Waiting for the task: (returnval){ [ 630.421770] env[70966]: value = "task-3612054" [ 630.421770] env[70966]: _type = "Task" [ 630.421770] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.430603] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.446269] env[70966]: DEBUG nova.network.neutron [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Successfully updated port: c337d5e1-1358-44bd-8035-7a6d3fccee03 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.654779] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612051, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.730031] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612053, 'name': CreateVM_Task, 'duration_secs': 0.42654} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.730139] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.730951] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.731486] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.731841] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.732362] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d1a5e1-52fe-459c-9d9c-2f07dec3405e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.738573] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 630.738573] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e5e68a-fedc-b519-5875-6c1f72ccf7af" [ 630.738573] env[70966]: _type = "Task" [ 630.738573] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.750518] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e5e68a-fedc-b519-5875-6c1f72ccf7af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.792567] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "bdb0a648-36ba-4af3-8f53-e6bf2d270fd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.792567] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "bdb0a648-36ba-4af3-8f53-e6bf2d270fd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.804548] env[70966]: DEBUG nova.compute.utils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.815918] env[70966]: DEBUG nova.compute.manager [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.816150] env[70966]: DEBUG nova.network.neutron [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.917325] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Preparing fetch location {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 630.917325] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Creating directory with path [datastore1] vmware_temp/9e467357-01c8-4b8b-844e-4e649c6207b9/b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.917325] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebb51b15-6635-4a3a-9a90-8b23f9655441 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.927726] env[70966]: DEBUG nova.policy [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8973cadbfbf4443994b3e780a84d75f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9abbd23dcfa4a9bab5de1c999b050bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.932728] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Created directory with path [datastore1] vmware_temp/9e467357-01c8-4b8b-844e-4e649c6207b9/b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.933098] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Fetch image to [datastore1] vmware_temp/9e467357-01c8-4b8b-844e-4e649c6207b9/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 630.933537] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Downloading image file data b7ed0e28-71c9-4a85-a64f-9f8015abf16e to [datastore1] vmware_temp/9e467357-01c8-4b8b-844e-4e649c6207b9/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk on the data store datastore1 {{(pid=70966) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 630.939376] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc68a81-fe04-4bc2-a957-587ff447539e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.943154] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612054, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.949705] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "refresh_cache-d14d1fb9-7aec-4259-bedc-d9224c73322c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.949947] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "refresh_cache-d14d1fb9-7aec-4259-bedc-d9224c73322c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.950087] env[70966]: DEBUG nova.network.neutron [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.951935] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04c37eb-09f5-4c65-9884-62fafbade0fe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.965687] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95e3971-2376-4a22-97e7-89c9f784d02b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.003124] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cb41a8-9eb3-4599-98a9-a38d0327ef43 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.010134] env[70966]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e9c2dea0-f6ff-4eb9-bead-9633b6109065 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.035367] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Downloading image file data b7ed0e28-71c9-4a85-a64f-9f8015abf16e to the data store datastore1 {{(pid=70966) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 631.112261] env[70966]: DEBUG oslo_vmware.rw_handles [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9e467357-01c8-4b8b-844e-4e649c6207b9/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70966) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 631.211701] env[70966]: DEBUG oslo_vmware.api [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612051, 'name': PowerOnVM_Task, 'duration_secs': 0.691025} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.212098] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.212378] env[70966]: INFO nova.compute.manager [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Took 12.66 seconds to spawn the instance on the hypervisor. [ 631.212757] env[70966]: DEBUG nova.compute.manager [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.213799] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e1e731-c82c-4254-996c-3ca9f2d98c9d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.249535] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.250448] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.250448] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.294888] env[70966]: DEBUG nova.compute.manager [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.324482] env[70966]: DEBUG nova.compute.manager [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.357701] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 0f2fbe39-329f-4340-88ed-c490c7b9fde3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.357975] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.358327] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 5bbccf1e-7657-424f-b53a-6d752e5b4226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.358327] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 95d3bf48-5c02-4891-aa09-6da6dec0620f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.358437] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 1e55987f-defb-41e0-a701-2adcfdcd6b23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.358540] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 61fad9d1-b2b7-4480-a6fb-493fb1d1b080 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.358654] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance a425d7d3-d3a8-4864-b46d-a1aad3642079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.358767] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance d14d1fb9-7aec-4259-bedc-d9224c73322c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.358892] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 7d700732-0963-4c7e-910f-00edb7c4bbd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.359008] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance cfc30dc4-4ac5-4797-b7e1-64b5432d79b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.436149] env[70966]: DEBUG oslo_vmware.api [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612054, 'name': PowerOnVM_Task, 'duration_secs': 0.625681} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.436768] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.436969] env[70966]: INFO nova.compute.manager [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Took 10.55 seconds to spawn the instance on the hypervisor. [ 631.437299] env[70966]: DEBUG nova.compute.manager [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.438155] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4895bdc2-87e3-4c56-a909-9dc5423f3a85 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.508652] env[70966]: DEBUG nova.network.neutron [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.745077] env[70966]: INFO nova.compute.manager [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Took 18.42 seconds to build instance. [ 631.771494] env[70966]: DEBUG nova.network.neutron [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Successfully created port: 1c8bfbe3-9966-4e20-b2d1-caddf0783767 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.823937] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.838634] env[70966]: DEBUG nova.network.neutron [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Updating instance_info_cache with network_info: [{"id": "c337d5e1-1358-44bd-8035-7a6d3fccee03", "address": "fa:16:3e:c5:87:c4", "network": {"id": "6ad99bf7-c9c9-4cd4-9083-2f4df52b17d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1550678175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc424be0dde487195d11dc402fa8d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc337d5e1-13", "ovs_interfaceid": "c337d5e1-1358-44bd-8035-7a6d3fccee03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.870457] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance bdb0a648-36ba-4af3-8f53-e6bf2d270fd7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 631.870767] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 631.870957] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 631.875841] env[70966]: DEBUG oslo_vmware.rw_handles [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Completed reading data from the image iterator. {{(pid=70966) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 631.876691] env[70966]: DEBUG oslo_vmware.rw_handles [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9e467357-01c8-4b8b-844e-4e649c6207b9/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 631.961829] env[70966]: INFO nova.compute.manager [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Took 17.58 seconds to build instance. [ 632.083102] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442863b6-9e10-46a8-ab13-d21a20814822 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.091491] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdc76da-aae6-41d0-9865-bfcd18c78e27 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.133523] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Downloaded image file data b7ed0e28-71c9-4a85-a64f-9f8015abf16e to vmware_temp/9e467357-01c8-4b8b-844e-4e649c6207b9/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk on the data store datastore1 {{(pid=70966) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 632.135312] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Caching image {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 632.135742] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Copying Virtual Disk [datastore1] vmware_temp/9e467357-01c8-4b8b-844e-4e649c6207b9/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk to [datastore1] vmware_temp/9e467357-01c8-4b8b-844e-4e649c6207b9/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.136255] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c81cd73-f98f-447f-b985-9dccf900693c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.139243] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aabe4a52-ea84-45e3-960d-bfdbded685f9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.148308] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4725fa7-b06b-4428-aeae-83a8e4c395ac {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.152070] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 632.152070] env[70966]: value = "task-3612055" [ 632.152070] env[70966]: _type = "Task" [ 632.152070] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.163176] env[70966]: DEBUG nova.compute.provider_tree [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.169210] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.248084] env[70966]: DEBUG oslo_concurrency.lockutils [None req-840e28a4-c84a-4775-9448-63bf5b79536a tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Lock "95d3bf48-5c02-4891-aa09-6da6dec0620f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.929s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.334163] env[70966]: DEBUG nova.compute.manager [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.345047] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "refresh_cache-d14d1fb9-7aec-4259-bedc-d9224c73322c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.345372] env[70966]: DEBUG nova.compute.manager [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Instance network_info: |[{"id": "c337d5e1-1358-44bd-8035-7a6d3fccee03", "address": "fa:16:3e:c5:87:c4", "network": {"id": "6ad99bf7-c9c9-4cd4-9083-2f4df52b17d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1550678175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc424be0dde487195d11dc402fa8d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc337d5e1-13", "ovs_interfaceid": "c337d5e1-1358-44bd-8035-7a6d3fccee03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.345771] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:87:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c337d5e1-1358-44bd-8035-7a6d3fccee03', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.358838] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Creating folder: Project (9bc424be0dde487195d11dc402fa8d2f). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.362914] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15eccd5d-a1c7-41ac-9697-ba2bdd24e640 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.377048] env[70966]: DEBUG nova.network.neutron [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Successfully updated port: 99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.381484] env[70966]: DEBUG nova.virt.hardware [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.381484] env[70966]: DEBUG nova.virt.hardware [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.381484] env[70966]: DEBUG nova.virt.hardware [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.381998] env[70966]: DEBUG nova.virt.hardware [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.381998] env[70966]: DEBUG nova.virt.hardware [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.381998] env[70966]: DEBUG nova.virt.hardware [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.381998] env[70966]: DEBUG nova.virt.hardware [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.381998] env[70966]: DEBUG nova.virt.hardware [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.382569] env[70966]: DEBUG nova.virt.hardware [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.382569] env[70966]: DEBUG nova.virt.hardware [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.382569] env[70966]: DEBUG nova.virt.hardware [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.383922] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d7ebe4-9ab0-45ed-8c57-3463375c3623 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.386711] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Created folder: Project (9bc424be0dde487195d11dc402fa8d2f) in parent group-v720468. [ 632.387968] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Creating folder: Instances. Parent ref: group-v720490. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.387968] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2d68754-3c3e-4c55-8fbd-b0d57003f446 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.394803] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e4a1c6-21bf-4fc8-b002-292529fae311 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.400859] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Created folder: Instances in parent group-v720490. [ 632.401124] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.401630] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.401826] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41406c4a-ccb7-4858-9372-be7ee49822e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.431154] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.431154] env[70966]: value = "task-3612058" [ 632.431154] env[70966]: _type = "Task" [ 632.431154] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.438582] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612058, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.463757] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79cda2fe-2591-46ef-a76d-29b5b0f6e91e tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Lock "1e55987f-defb-41e0-a701-2adcfdcd6b23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.089s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.664468] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.666431] env[70966]: DEBUG nova.scheduler.client.report [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.786443] env[70966]: DEBUG nova.compute.manager [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Received event network-changed-e11e039c-526a-4933-9aa2-f20c25751bc7 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.786625] env[70966]: DEBUG nova.compute.manager [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Refreshing instance network info cache due to event network-changed-e11e039c-526a-4933-9aa2-f20c25751bc7. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.786790] env[70966]: DEBUG oslo_concurrency.lockutils [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] Acquiring lock "refresh_cache-1e55987f-defb-41e0-a701-2adcfdcd6b23" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.786927] env[70966]: DEBUG oslo_concurrency.lockutils [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] Acquired lock "refresh_cache-1e55987f-defb-41e0-a701-2adcfdcd6b23" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.790265] env[70966]: DEBUG nova.network.neutron [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Refreshing network info cache for port e11e039c-526a-4933-9aa2-f20c25751bc7 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.820347] env[70966]: DEBUG nova.compute.manager [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Received event network-vif-plugged-7e39f33c-61e2-498f-8718-2a32946fd4df {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.820591] env[70966]: DEBUG oslo_concurrency.lockutils [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] Acquiring lock "61fad9d1-b2b7-4480-a6fb-493fb1d1b080-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.820801] env[70966]: DEBUG oslo_concurrency.lockutils [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] Lock "61fad9d1-b2b7-4480-a6fb-493fb1d1b080-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.821236] env[70966]: DEBUG oslo_concurrency.lockutils [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] Lock "61fad9d1-b2b7-4480-a6fb-493fb1d1b080-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.821913] env[70966]: DEBUG nova.compute.manager [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] No waiting events found dispatching network-vif-plugged-7e39f33c-61e2-498f-8718-2a32946fd4df {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.821913] env[70966]: WARNING nova.compute.manager [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Received unexpected event network-vif-plugged-7e39f33c-61e2-498f-8718-2a32946fd4df for instance with vm_state building and task_state spawning. [ 632.822057] env[70966]: DEBUG nova.compute.manager [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Received event network-changed-7e39f33c-61e2-498f-8718-2a32946fd4df {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.822305] env[70966]: DEBUG nova.compute.manager [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Refreshing instance network info cache due to event network-changed-7e39f33c-61e2-498f-8718-2a32946fd4df. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.822500] env[70966]: DEBUG oslo_concurrency.lockutils [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] Acquiring lock "refresh_cache-61fad9d1-b2b7-4480-a6fb-493fb1d1b080" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.822653] env[70966]: DEBUG oslo_concurrency.lockutils [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] Acquired lock "refresh_cache-61fad9d1-b2b7-4480-a6fb-493fb1d1b080" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.822827] env[70966]: DEBUG nova.network.neutron [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Refreshing network info cache for port 7e39f33c-61e2-498f-8718-2a32946fd4df {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.889018] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "refresh_cache-7d700732-0963-4c7e-910f-00edb7c4bbd1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.889018] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "refresh_cache-7d700732-0963-4c7e-910f-00edb7c4bbd1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.889018] env[70966]: DEBUG nova.network.neutron [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.942927] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612058, 'name': CreateVM_Task, 'duration_secs': 0.504334} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.943261] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.944099] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.944744] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.944744] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.945012] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b08eb8-59bc-4ac9-a91a-a062e5476cb4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.952640] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 632.952640] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ccf5fe-2cab-c547-0648-cac229ee84e8" [ 632.952640] env[70966]: _type = "Task" [ 632.952640] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.963153] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ccf5fe-2cab-c547-0648-cac229ee84e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.163288] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612055, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.174029] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70966) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 633.174029] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.871s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.174029] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.349s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.174029] env[70966]: INFO nova.compute.claims [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.394429] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "a2de69e8-0a4c-4242-8bed-e02e548063f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.394553] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "a2de69e8-0a4c-4242-8bed-e02e548063f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.454443] env[70966]: DEBUG nova.network.neutron [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.471042] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.471445] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.471835] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.664506] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612055, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.110452} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.665413] env[70966]: DEBUG nova.network.neutron [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Updated VIF entry in instance network info cache for port 7e39f33c-61e2-498f-8718-2a32946fd4df. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.665759] env[70966]: DEBUG nova.network.neutron [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Updating instance_info_cache with network_info: [{"id": "7e39f33c-61e2-498f-8718-2a32946fd4df", "address": "fa:16:3e:c6:ee:58", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e39f33c-61", "ovs_interfaceid": "7e39f33c-61e2-498f-8718-2a32946fd4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.667183] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Copied Virtual Disk [datastore1] vmware_temp/9e467357-01c8-4b8b-844e-4e649c6207b9/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk to [datastore1] vmware_temp/9e467357-01c8-4b8b-844e-4e649c6207b9/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.667502] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Deleting the datastore file [datastore1] vmware_temp/9e467357-01c8-4b8b-844e-4e649c6207b9/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/tmp-sparse.vmdk {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.668121] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da5ee874-1505-45bb-8853-069fe716f815 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.675186] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 633.675186] env[70966]: value = "task-3612059" [ 633.675186] env[70966]: _type = "Task" [ 633.675186] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.690076] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.691323] env[70966]: DEBUG nova.network.neutron [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Updating instance_info_cache with network_info: [{"id": "99c7b1e7-3ba1-4a56-b957-4b5df7ba0578", "address": "fa:16:3e:93:6a:5a", "network": {"id": "6ad99bf7-c9c9-4cd4-9083-2f4df52b17d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1550678175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc424be0dde487195d11dc402fa8d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99c7b1e7-3b", "ovs_interfaceid": "99c7b1e7-3ba1-4a56-b957-4b5df7ba0578", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.897906] env[70966]: DEBUG nova.compute.manager [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.906554] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.906861] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.978500] env[70966]: DEBUG nova.network.neutron [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Updated VIF entry in instance network info cache for port e11e039c-526a-4933-9aa2-f20c25751bc7. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.978851] env[70966]: DEBUG nova.network.neutron [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Updating instance_info_cache with network_info: [{"id": "e11e039c-526a-4933-9aa2-f20c25751bc7", "address": "fa:16:3e:93:a1:dd", "network": {"id": "95a76b8a-cdbe-450e-8429-4b6e8c1ba754", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1333888912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0102738562294d10895b15717c38941d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11e039c-52", "ovs_interfaceid": "e11e039c-526a-4933-9aa2-f20c25751bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.045039] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Acquiring lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.045441] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.172285] env[70966]: DEBUG oslo_concurrency.lockutils [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] Releasing lock "refresh_cache-61fad9d1-b2b7-4480-a6fb-493fb1d1b080" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.172285] env[70966]: DEBUG nova.compute.manager [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Received event network-vif-plugged-c337d5e1-1358-44bd-8035-7a6d3fccee03 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.172285] env[70966]: DEBUG oslo_concurrency.lockutils [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] Acquiring lock "d14d1fb9-7aec-4259-bedc-d9224c73322c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.172285] env[70966]: DEBUG oslo_concurrency.lockutils [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] Lock "d14d1fb9-7aec-4259-bedc-d9224c73322c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.172285] env[70966]: DEBUG oslo_concurrency.lockutils [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] Lock "d14d1fb9-7aec-4259-bedc-d9224c73322c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.172688] env[70966]: DEBUG nova.compute.manager [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] No waiting events found dispatching network-vif-plugged-c337d5e1-1358-44bd-8035-7a6d3fccee03 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.172688] env[70966]: WARNING nova.compute.manager [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Received unexpected event network-vif-plugged-c337d5e1-1358-44bd-8035-7a6d3fccee03 for instance with vm_state building and task_state spawning. [ 634.172688] env[70966]: DEBUG nova.compute.manager [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Received event network-changed-c337d5e1-1358-44bd-8035-7a6d3fccee03 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.172688] env[70966]: DEBUG nova.compute.manager [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Refreshing instance network info cache due to event network-changed-c337d5e1-1358-44bd-8035-7a6d3fccee03. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.172688] env[70966]: DEBUG oslo_concurrency.lockutils [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] Acquiring lock "refresh_cache-d14d1fb9-7aec-4259-bedc-d9224c73322c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.172857] env[70966]: DEBUG oslo_concurrency.lockutils [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] Acquired lock "refresh_cache-d14d1fb9-7aec-4259-bedc-d9224c73322c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.172857] env[70966]: DEBUG nova.network.neutron [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Refreshing network info cache for port c337d5e1-1358-44bd-8035-7a6d3fccee03 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.187803] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026643} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.189978] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.190250] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Moving file from [datastore1] vmware_temp/9e467357-01c8-4b8b-844e-4e649c6207b9/b7ed0e28-71c9-4a85-a64f-9f8015abf16e to [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e. {{(pid=70966) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 634.190536] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-601e3a5e-67a8-492d-8073-7d42db2d1bd4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.197589] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "refresh_cache-7d700732-0963-4c7e-910f-00edb7c4bbd1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.197876] env[70966]: DEBUG nova.compute.manager [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Instance network_info: |[{"id": "99c7b1e7-3ba1-4a56-b957-4b5df7ba0578", "address": "fa:16:3e:93:6a:5a", "network": {"id": "6ad99bf7-c9c9-4cd4-9083-2f4df52b17d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1550678175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc424be0dde487195d11dc402fa8d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99c7b1e7-3b", "ovs_interfaceid": "99c7b1e7-3ba1-4a56-b957-4b5df7ba0578", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.198687] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:6a:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99c7b1e7-3ba1-4a56-b957-4b5df7ba0578', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.213747] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.215498] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.215882] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 634.215882] env[70966]: value = "task-3612060" [ 634.215882] env[70966]: _type = "Task" [ 634.215882] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.216230] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1022bdcd-58a4-45bc-be59-ce08cd910f87 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.249217] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.249217] env[70966]: value = "task-3612061" [ 634.249217] env[70966]: _type = "Task" [ 634.249217] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.253834] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612060, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028289} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.257337] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] File moved {{(pid=70966) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 634.257557] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Cleaning up location [datastore1] vmware_temp/9e467357-01c8-4b8b-844e-4e649c6207b9 {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 634.257726] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Deleting the datastore file [datastore1] vmware_temp/9e467357-01c8-4b8b-844e-4e649c6207b9 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.261031] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-704f77d9-bb27-40f4-ba77-f79a704f5f6b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.270158] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612061, 'name': CreateVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.271608] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 634.271608] env[70966]: value = "task-3612062" [ 634.271608] env[70966]: _type = "Task" [ 634.271608] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.279634] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.307143] env[70966]: DEBUG nova.network.neutron [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Successfully updated port: 1c8bfbe3-9966-4e20-b2d1-caddf0783767 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.409873] env[70966]: DEBUG nova.compute.manager [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.432855] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.476843] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebe423e-9028-4a0e-a0f1-ced48704e398 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.482720] env[70966]: DEBUG oslo_concurrency.lockutils [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] Releasing lock "refresh_cache-1e55987f-defb-41e0-a701-2adcfdcd6b23" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.482720] env[70966]: DEBUG nova.compute.manager [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Received event network-vif-plugged-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.482720] env[70966]: DEBUG oslo_concurrency.lockutils [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] Acquiring lock "a425d7d3-d3a8-4864-b46d-a1aad3642079-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.482916] env[70966]: DEBUG oslo_concurrency.lockutils [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] Lock "a425d7d3-d3a8-4864-b46d-a1aad3642079-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.483101] env[70966]: DEBUG oslo_concurrency.lockutils [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] Lock "a425d7d3-d3a8-4864-b46d-a1aad3642079-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.483301] env[70966]: DEBUG nova.compute.manager [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] No waiting events found dispatching network-vif-plugged-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.483467] env[70966]: WARNING nova.compute.manager [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Received unexpected event network-vif-plugged-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 for instance with vm_state building and task_state spawning. [ 634.483625] env[70966]: DEBUG nova.compute.manager [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Received event network-changed-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.483778] env[70966]: DEBUG nova.compute.manager [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Refreshing instance network info cache due to event network-changed-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.483959] env[70966]: DEBUG oslo_concurrency.lockutils [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] Acquiring lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.484109] env[70966]: DEBUG oslo_concurrency.lockutils [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] Acquired lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.484264] env[70966]: DEBUG nova.network.neutron [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Refreshing network info cache for port f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.490533] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe802ee-d446-4c10-9e1a-b033bae18ad4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.527166] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6cce65-3ee2-4387-bbe2-b2f4c3d919cc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.535745] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87f8144-642b-49f1-a225-61fca7681d4d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.549836] env[70966]: DEBUG nova.compute.manager [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.553073] env[70966]: DEBUG nova.compute.provider_tree [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.748528] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Acquiring lock "a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.748935] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Lock "a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.749344] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Acquiring lock "a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.749831] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Lock "a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.749983] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Lock "a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.753902] env[70966]: INFO nova.compute.manager [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Terminating instance [ 634.767975] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "7c032122-be07-4154-9dab-d7fe6dcd5d8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.767975] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "7c032122-be07-4154-9dab-d7fe6dcd5d8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.773076] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612061, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.784457] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.055544} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.784970] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.786248] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51f9a3d-cf78-4347-b4ad-a5dce449b56c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.792867] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 634.792867] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52520cee-0b04-6a00-aba4-9d75859dfa5b" [ 634.792867] env[70966]: _type = "Task" [ 634.792867] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.805414] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52520cee-0b04-6a00-aba4-9d75859dfa5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.810942] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Acquiring lock "refresh_cache-cfc30dc4-4ac5-4797-b7e1-64b5432d79b3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.811200] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Acquired lock "refresh_cache-cfc30dc4-4ac5-4797-b7e1-64b5432d79b3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.811413] env[70966]: DEBUG nova.network.neutron [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.941507] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.061185] env[70966]: DEBUG nova.scheduler.client.report [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.077833] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.265074] env[70966]: DEBUG nova.compute.manager [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.265416] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.265516] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612061, 'name': CreateVM_Task, 'duration_secs': 0.621453} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.266223] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116d1abc-c23f-4851-8db5-580d70b69518 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.268689] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.269011] env[70966]: DEBUG nova.compute.manager [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.272622] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.272785] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.273105] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.273816] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0d74de-8f77-4e50-af79-e3e0c75ca561 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.277700] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.278804] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc76c1b1-4ef1-4d9a-bac3-e9b26a97c85a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.280240] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 635.280240] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52792dcc-4334-6abe-e472-a184929fd708" [ 635.280240] env[70966]: _type = "Task" [ 635.280240] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.284499] env[70966]: DEBUG oslo_vmware.api [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Waiting for the task: (returnval){ [ 635.284499] env[70966]: value = "task-3612063" [ 635.284499] env[70966]: _type = "Task" [ 635.284499] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.290543] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52792dcc-4334-6abe-e472-a184929fd708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.291639] env[70966]: DEBUG nova.network.neutron [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Updated VIF entry in instance network info cache for port c337d5e1-1358-44bd-8035-7a6d3fccee03. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.291956] env[70966]: DEBUG nova.network.neutron [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Updating instance_info_cache with network_info: [{"id": "c337d5e1-1358-44bd-8035-7a6d3fccee03", "address": "fa:16:3e:c5:87:c4", "network": {"id": "6ad99bf7-c9c9-4cd4-9083-2f4df52b17d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1550678175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc424be0dde487195d11dc402fa8d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc337d5e1-13", "ovs_interfaceid": "c337d5e1-1358-44bd-8035-7a6d3fccee03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.299303] env[70966]: DEBUG oslo_vmware.api [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': task-3612063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.305145] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52520cee-0b04-6a00-aba4-9d75859dfa5b, 'name': SearchDatastore_Task, 'duration_secs': 0.018243} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.305391] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.305642] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 61fad9d1-b2b7-4480-a6fb-493fb1d1b080/61fad9d1-b2b7-4480-a6fb-493fb1d1b080.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.305911] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.306102] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.306325] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b74f37f0-5cbb-438b-b2db-69480d0a5883 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.308246] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71931758-28f8-40ff-bfc4-746dafcc8d7d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.314074] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 635.314074] env[70966]: value = "task-3612064" [ 635.314074] env[70966]: _type = "Task" [ 635.314074] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.322304] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.322304] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.322304] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3910a09-d125-4327-94ba-3698520974be {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.331723] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.336260] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 635.336260] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52dde4f3-5922-ddd6-c103-84fc1c21990a" [ 635.336260] env[70966]: _type = "Task" [ 635.336260] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.344630] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52dde4f3-5922-ddd6-c103-84fc1c21990a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.395307] env[70966]: DEBUG nova.network.neutron [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.429596] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "5f1c69bc-256b-4dc1-991f-0fca1f272943" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.429851] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "5f1c69bc-256b-4dc1-991f-0fca1f272943" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.566268] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.566779] env[70966]: DEBUG nova.compute.manager [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.574195] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.138s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.574195] env[70966]: INFO nova.compute.claims [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.792609] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52792dcc-4334-6abe-e472-a184929fd708, 'name': SearchDatastore_Task, 'duration_secs': 0.016501} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.794331] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.797032] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.797304] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.797624] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.798075] env[70966]: DEBUG oslo_concurrency.lockutils [req-1821fe74-b49f-4fcd-bf13-13faf1147b84 req-9fa2940c-ab8f-4e56-a24f-53aecf5c7974 service nova] Releasing lock "refresh_cache-d14d1fb9-7aec-4259-bedc-d9224c73322c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.801946] env[70966]: DEBUG oslo_vmware.api [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': task-3612063, 'name': PowerOffVM_Task, 'duration_secs': 0.245482} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.802294] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.802497] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.802695] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1df7c3d8-aecb-4047-a8ca-1de98df2a44a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.824557] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612064, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.846377] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52dde4f3-5922-ddd6-c103-84fc1c21990a, 'name': SearchDatastore_Task, 'duration_secs': 0.01251} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.847253] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c20c7d2-eb2f-4b9c-b7b1-bd6ed967c008 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.853064] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 635.853064] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5288a7f1-f96a-ab89-242b-4b1c924e0057" [ 635.853064] env[70966]: _type = "Task" [ 635.853064] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.863385] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5288a7f1-f96a-ab89-242b-4b1c924e0057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.877437] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.877694] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.877878] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Deleting the datastore file [datastore2] a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.878151] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5e3f53e-9e43-46a1-9b96-ab75e8955f90 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.885136] env[70966]: DEBUG oslo_vmware.api [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Waiting for the task: (returnval){ [ 635.885136] env[70966]: value = "task-3612066" [ 635.885136] env[70966]: _type = "Task" [ 635.885136] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.893256] env[70966]: DEBUG oslo_vmware.api [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': task-3612066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.959185] env[70966]: DEBUG nova.network.neutron [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Updated VIF entry in instance network info cache for port f47c14e7-900e-4a5c-ba4a-3f81fd1fd646. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.960244] env[70966]: DEBUG nova.network.neutron [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Updating instance_info_cache with network_info: [{"id": "f47c14e7-900e-4a5c-ba4a-3f81fd1fd646", "address": "fa:16:3e:fc:0a:50", "network": {"id": "2cfef1e9-edad-40ac-acfe-80d333660676", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1410824017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351e9d2713114139b924d710e6b111f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47c14e7-90", "ovs_interfaceid": "f47c14e7-900e-4a5c-ba4a-3f81fd1fd646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.050203] env[70966]: DEBUG nova.network.neutron [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Updating instance_info_cache with network_info: [{"id": "1c8bfbe3-9966-4e20-b2d1-caddf0783767", "address": "fa:16:3e:cb:5a:24", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8bfbe3-99", "ovs_interfaceid": "1c8bfbe3-9966-4e20-b2d1-caddf0783767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.072301] env[70966]: DEBUG nova.compute.utils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.074809] env[70966]: DEBUG nova.compute.manager [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.076275] env[70966]: DEBUG nova.network.neutron [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.164648] env[70966]: DEBUG nova.policy [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12083455fb794fedb83116105a37b509', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a77c654163740bcbb431fcff1b8dc30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.326891] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625093} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.327166] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 61fad9d1-b2b7-4480-a6fb-493fb1d1b080/61fad9d1-b2b7-4480-a6fb-493fb1d1b080.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.327355] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.330029] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bd22a37-597d-4ccf-9dd0-c6096837f9c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.334076] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 636.334076] env[70966]: value = "task-3612067" [ 636.334076] env[70966]: _type = "Task" [ 636.334076] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.342418] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.362832] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5288a7f1-f96a-ab89-242b-4b1c924e0057, 'name': SearchDatastore_Task, 'duration_secs': 0.039778} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.363106] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.363368] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] a425d7d3-d3a8-4864-b46d-a1aad3642079/a425d7d3-d3a8-4864-b46d-a1aad3642079.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.363634] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.363814] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.364025] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b574b4a-ebf8-48b1-b109-28778f2719f6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.365891] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acd85ce1-bb3d-40b4-8267-bb2bbcda0bf8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.372870] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 636.372870] env[70966]: value = "task-3612068" [ 636.372870] env[70966]: _type = "Task" [ 636.372870] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.379339] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.379933] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.381194] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d4f1bd-0ecf-42d7-bb64-560572407107 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.389211] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.396851] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 636.396851] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520a948b-4ff2-5baf-067c-1670d94d5833" [ 636.396851] env[70966]: _type = "Task" [ 636.396851] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.401622] env[70966]: DEBUG oslo_vmware.api [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': task-3612066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.414764] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520a948b-4ff2-5baf-067c-1670d94d5833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.462464] env[70966]: DEBUG oslo_concurrency.lockutils [req-cbf33b4b-a8cc-469d-aa00-e0c2d813fc2b req-171d0039-cf8b-4e82-9a3a-bbb7d32aa461 service nova] Releasing lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.552931] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Releasing lock "refresh_cache-cfc30dc4-4ac5-4797-b7e1-64b5432d79b3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.553517] env[70966]: DEBUG nova.compute.manager [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Instance network_info: |[{"id": "1c8bfbe3-9966-4e20-b2d1-caddf0783767", "address": "fa:16:3e:cb:5a:24", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8bfbe3-99", "ovs_interfaceid": "1c8bfbe3-9966-4e20-b2d1-caddf0783767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.553691] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:5a:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c8bfbe3-9966-4e20-b2d1-caddf0783767', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.561811] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Creating folder: Project (f9abbd23dcfa4a9bab5de1c999b050bf). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.562083] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf3fdb0e-c137-40c6-9233-8b3e953a7e25 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.572521] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Created folder: Project (f9abbd23dcfa4a9bab5de1c999b050bf) in parent group-v720468. [ 636.572727] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Creating folder: Instances. Parent ref: group-v720494. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.572962] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1e71854-7170-4c84-b275-4abf2bb2a519 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.577607] env[70966]: DEBUG nova.compute.manager [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.585992] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Created folder: Instances in parent group-v720494. [ 636.585992] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.585992] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.585992] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be04fc0b-015c-4a7b-861b-a3b789af31c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.612128] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.612128] env[70966]: value = "task-3612071" [ 636.612128] env[70966]: _type = "Task" [ 636.612128] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.623074] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612071, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.785077] env[70966]: DEBUG nova.network.neutron [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Successfully created port: 0bca6732-35bb-451d-963c-93ea649d935a {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.843844] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07306} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.844076] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.844912] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e355f536-8401-4446-95ec-7168b5c72f99 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.869760] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 61fad9d1-b2b7-4480-a6fb-493fb1d1b080/61fad9d1-b2b7-4480-a6fb-493fb1d1b080.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.871077] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c69afec5-1760-4af4-8675-8793f95a1f99 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.885885] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4b2559-c222-4c8d-93d3-216fc233f4ac {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.899536] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 636.899536] env[70966]: value = "task-3612072" [ 636.899536] env[70966]: _type = "Task" [ 636.899536] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.901587] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed8053-0855-44ca-93b8-73744b8483c7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.913124] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612068, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.921261] env[70966]: DEBUG oslo_vmware.api [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Task: {'id': task-3612066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.807744} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.950731] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.950958] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.951144] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.951319] env[70966]: INFO nova.compute.manager [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Took 1.69 seconds to destroy the instance on the hypervisor. [ 636.951564] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.955411] env[70966]: DEBUG nova.compute.manager [-] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.955601] env[70966]: DEBUG nova.network.neutron [-] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.958715] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a42ca1-38df-4860-8583-07d556afa2cd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.961525] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.965670] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520a948b-4ff2-5baf-067c-1670d94d5833, 'name': SearchDatastore_Task, 'duration_secs': 0.030191} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.967930] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca412d80-5d39-4c90-ae74-f158466b7b76 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.975121] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f198789-8287-4999-b417-da3cacf654bc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.979536] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 636.979536] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5246e443-b51e-61cb-c73f-9640b626f1a6" [ 636.979536] env[70966]: _type = "Task" [ 636.979536] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.991550] env[70966]: DEBUG nova.compute.provider_tree [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.999779] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5246e443-b51e-61cb-c73f-9640b626f1a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.124803] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612071, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.399714] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847802} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.400042] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] a425d7d3-d3a8-4864-b46d-a1aad3642079/a425d7d3-d3a8-4864-b46d-a1aad3642079.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.400253] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.400495] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbeb6fb0-b088-41c2-a1f1-49e314088779 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.409585] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 637.409585] env[70966]: value = "task-3612073" [ 637.409585] env[70966]: _type = "Task" [ 637.409585] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.416183] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.421183] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.490556] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5246e443-b51e-61cb-c73f-9640b626f1a6, 'name': SearchDatastore_Task, 'duration_secs': 0.067095} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.490865] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.491142] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d14d1fb9-7aec-4259-bedc-d9224c73322c/d14d1fb9-7aec-4259-bedc-d9224c73322c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.491445] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.491678] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.496261] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d01e3b9e-bfe0-484d-bb8e-f846a2ac872f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.496261] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edc4eb68-154e-4c83-b0fc-2b945f239796 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.496549] env[70966]: DEBUG nova.scheduler.client.report [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.506724] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 637.506724] env[70966]: value = "task-3612074" [ 637.506724] env[70966]: _type = "Task" [ 637.506724] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.511430] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.511607] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.512773] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35818ce6-7433-44c8-adc8-7d9766924dbb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.523253] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.525103] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 637.525103] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bd3aa4-8239-9264-6f36-a7f788dfe8b5" [ 637.525103] env[70966]: _type = "Task" [ 637.525103] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.533987] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bd3aa4-8239-9264-6f36-a7f788dfe8b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.546562] env[70966]: DEBUG nova.compute.manager [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Received event network-vif-plugged-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.546782] env[70966]: DEBUG oslo_concurrency.lockutils [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] Acquiring lock "7d700732-0963-4c7e-910f-00edb7c4bbd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.546989] env[70966]: DEBUG oslo_concurrency.lockutils [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] Lock "7d700732-0963-4c7e-910f-00edb7c4bbd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.547245] env[70966]: DEBUG oslo_concurrency.lockutils [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] Lock "7d700732-0963-4c7e-910f-00edb7c4bbd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.547362] env[70966]: DEBUG nova.compute.manager [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] No waiting events found dispatching network-vif-plugged-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.547635] env[70966]: WARNING nova.compute.manager [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Received unexpected event network-vif-plugged-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 for instance with vm_state building and task_state spawning. [ 637.547730] env[70966]: DEBUG nova.compute.manager [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Received event network-changed-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.547907] env[70966]: DEBUG nova.compute.manager [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Refreshing instance network info cache due to event network-changed-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.548052] env[70966]: DEBUG oslo_concurrency.lockutils [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] Acquiring lock "refresh_cache-7d700732-0963-4c7e-910f-00edb7c4bbd1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.548317] env[70966]: DEBUG oslo_concurrency.lockutils [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] Acquired lock "refresh_cache-7d700732-0963-4c7e-910f-00edb7c4bbd1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.548434] env[70966]: DEBUG nova.network.neutron [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Refreshing network info cache for port 99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.589621] env[70966]: DEBUG nova.compute.manager [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.619639] env[70966]: DEBUG nova.virt.hardware [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.619935] env[70966]: DEBUG nova.virt.hardware [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.620136] env[70966]: DEBUG nova.virt.hardware [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.620292] env[70966]: DEBUG nova.virt.hardware [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.620441] env[70966]: DEBUG nova.virt.hardware [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.620598] env[70966]: DEBUG nova.virt.hardware [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.620807] env[70966]: DEBUG nova.virt.hardware [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.620964] env[70966]: DEBUG nova.virt.hardware [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.621163] env[70966]: DEBUG nova.virt.hardware [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.621328] env[70966]: DEBUG nova.virt.hardware [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.621514] env[70966]: DEBUG nova.virt.hardware [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.622343] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500b4f1b-fa94-4539-91a0-79dac023ea7e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.628834] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612071, 'name': CreateVM_Task, 'duration_secs': 0.59586} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.629382] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.630166] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.630298] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.630701] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.632809] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84771e54-ce66-4370-ab2f-092255d9dae3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.635407] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b20ff5-6014-46e1-8a95-6c9c8124acaf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.642016] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Waiting for the task: (returnval){ [ 637.642016] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529b86b1-5a5c-58e0-9acd-67e9fc688ad7" [ 637.642016] env[70966]: _type = "Task" [ 637.642016] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.658199] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529b86b1-5a5c-58e0-9acd-67e9fc688ad7, 'name': SearchDatastore_Task, 'duration_secs': 0.01308} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.658490] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.658721] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.658926] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.917267] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612072, 'name': ReconfigVM_Task, 'duration_secs': 0.639679} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.917922] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 61fad9d1-b2b7-4480-a6fb-493fb1d1b080/61fad9d1-b2b7-4480-a6fb-493fb1d1b080.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.918530] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-225e0a11-850e-4ae7-abb8-dbfc692102c2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.922871] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068443} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.923535] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.924165] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e90e47-2547-40b1-9044-81708392f028 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.927455] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 637.927455] env[70966]: value = "task-3612075" [ 637.927455] env[70966]: _type = "Task" [ 637.927455] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.950291] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] a425d7d3-d3a8-4864-b46d-a1aad3642079/a425d7d3-d3a8-4864-b46d-a1aad3642079.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.951070] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac75f8c-9f4f-450e-b77c-ac415160fa3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.970713] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612075, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.977042] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 637.977042] env[70966]: value = "task-3612076" [ 637.977042] env[70966]: _type = "Task" [ 637.977042] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.990657] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.003874] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.004546] env[70966]: DEBUG nova.compute.manager [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.007876] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.066s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.009543] env[70966]: INFO nova.compute.claims [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.029220] env[70966]: DEBUG nova.network.neutron [-] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.031313] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612074, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.054992] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bd3aa4-8239-9264-6f36-a7f788dfe8b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011944} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.059358] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a3acad-23fd-4b2b-970e-af1305ae3ab4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.070084] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 638.070084] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52542d20-1984-95e5-c8fb-434b36fbfa24" [ 638.070084] env[70966]: _type = "Task" [ 638.070084] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.084775] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52542d20-1984-95e5-c8fb-434b36fbfa24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.400973] env[70966]: DEBUG nova.network.neutron [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Updated VIF entry in instance network info cache for port 99c7b1e7-3ba1-4a56-b957-4b5df7ba0578. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.401352] env[70966]: DEBUG nova.network.neutron [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Updating instance_info_cache with network_info: [{"id": "99c7b1e7-3ba1-4a56-b957-4b5df7ba0578", "address": "fa:16:3e:93:6a:5a", "network": {"id": "6ad99bf7-c9c9-4cd4-9083-2f4df52b17d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1550678175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc424be0dde487195d11dc402fa8d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99c7b1e7-3b", "ovs_interfaceid": "99c7b1e7-3ba1-4a56-b957-4b5df7ba0578", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.440289] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612075, 'name': Rename_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.488265] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.518890] env[70966]: DEBUG nova.compute.utils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.524794] env[70966]: DEBUG nova.compute.manager [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.524794] env[70966]: DEBUG nova.network.neutron [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.533979] env[70966]: INFO nova.compute.manager [-] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Took 1.58 seconds to deallocate network for instance. [ 638.534347] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825083} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.537476] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d14d1fb9-7aec-4259-bedc-d9224c73322c/d14d1fb9-7aec-4259-bedc-d9224c73322c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.537476] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.545038] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68eef58f-d533-4ed5-ae60-1f42d09e6a95 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.551280] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 638.551280] env[70966]: value = "task-3612077" [ 638.551280] env[70966]: _type = "Task" [ 638.551280] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.564023] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.583501] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52542d20-1984-95e5-c8fb-434b36fbfa24, 'name': SearchDatastore_Task, 'duration_secs': 0.072824} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.583751] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.584047] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 7d700732-0963-4c7e-910f-00edb7c4bbd1/7d700732-0963-4c7e-910f-00edb7c4bbd1.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.584385] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.584569] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.584777] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06526df7-d4cb-4b7a-aed0-11cefebabc1e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.588014] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5bbfbb1-2c20-4501-8782-aede67b4fd51 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.596779] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 638.596779] env[70966]: value = "task-3612078" [ 638.596779] env[70966]: _type = "Task" [ 638.596779] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.605365] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.607181] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.607372] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.608376] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f12d38-dbed-49cb-8bd5-b2ec86de21e0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.614318] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Waiting for the task: (returnval){ [ 638.614318] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52310c69-a9de-5feb-8993-afce6925f7df" [ 638.614318] env[70966]: _type = "Task" [ 638.614318] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.623076] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52310c69-a9de-5feb-8993-afce6925f7df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.647255] env[70966]: DEBUG nova.policy [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92d154a980134871a9854f506c2b6b97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6a21e85a8ad4efb99213a9fb32bc684', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.905424] env[70966]: DEBUG oslo_concurrency.lockutils [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] Releasing lock "refresh_cache-7d700732-0963-4c7e-910f-00edb7c4bbd1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.905705] env[70966]: DEBUG nova.compute.manager [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Received event network-vif-plugged-1c8bfbe3-9966-4e20-b2d1-caddf0783767 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.905904] env[70966]: DEBUG oslo_concurrency.lockutils [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] Acquiring lock "cfc30dc4-4ac5-4797-b7e1-64b5432d79b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.906152] env[70966]: DEBUG oslo_concurrency.lockutils [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] Lock "cfc30dc4-4ac5-4797-b7e1-64b5432d79b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.906330] env[70966]: DEBUG oslo_concurrency.lockutils [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] Lock "cfc30dc4-4ac5-4797-b7e1-64b5432d79b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.906500] env[70966]: DEBUG nova.compute.manager [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] No waiting events found dispatching network-vif-plugged-1c8bfbe3-9966-4e20-b2d1-caddf0783767 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.906684] env[70966]: WARNING nova.compute.manager [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Received unexpected event network-vif-plugged-1c8bfbe3-9966-4e20-b2d1-caddf0783767 for instance with vm_state building and task_state spawning. [ 638.906848] env[70966]: DEBUG nova.compute.manager [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Received event network-changed-1c8bfbe3-9966-4e20-b2d1-caddf0783767 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.907019] env[70966]: DEBUG nova.compute.manager [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Refreshing instance network info cache due to event network-changed-1c8bfbe3-9966-4e20-b2d1-caddf0783767. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.907215] env[70966]: DEBUG oslo_concurrency.lockutils [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] Acquiring lock "refresh_cache-cfc30dc4-4ac5-4797-b7e1-64b5432d79b3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.907356] env[70966]: DEBUG oslo_concurrency.lockutils [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] Acquired lock "refresh_cache-cfc30dc4-4ac5-4797-b7e1-64b5432d79b3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.907510] env[70966]: DEBUG nova.network.neutron [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Refreshing network info cache for port 1c8bfbe3-9966-4e20-b2d1-caddf0783767 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.940153] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612075, 'name': Rename_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.990496] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.027925] env[70966]: DEBUG nova.compute.manager [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.045896] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.061935] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100438} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.065589] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.067570] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a0753d-9e1d-4f35-a035-36a9b9933dff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.093458] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] d14d1fb9-7aec-4259-bedc-d9224c73322c/d14d1fb9-7aec-4259-bedc-d9224c73322c.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.098954] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3679c79b-eea9-476a-b389-f651a0c2c140 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.124359] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 639.124359] env[70966]: value = "task-3612079" [ 639.124359] env[70966]: _type = "Task" [ 639.124359] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.138754] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612078, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.139190] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52310c69-a9de-5feb-8993-afce6925f7df, 'name': SearchDatastore_Task, 'duration_secs': 0.01655} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.141537] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ac91f8-8407-4b43-b338-244dc0a0c891 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.149460] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.153040] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Waiting for the task: (returnval){ [ 639.153040] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5258b6e1-081a-b9e9-8a5c-f598bdd125a4" [ 639.153040] env[70966]: _type = "Task" [ 639.153040] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.165521] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5258b6e1-081a-b9e9-8a5c-f598bdd125a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.216722] env[70966]: DEBUG nova.network.neutron [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Successfully updated port: 0bca6732-35bb-451d-963c-93ea649d935a {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.368960] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af705828-a833-412d-97b4-93d72ae8ac0e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.378432] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec8ecf7-7fa9-44dd-9c08-5979380410f9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.416906] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35f0dbe-7043-4453-98f2-088f2bd762d9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.424169] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d53480a-3c97-453a-b59a-df9ea5db8eaf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.441297] env[70966]: DEBUG nova.compute.provider_tree [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.447315] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612075, 'name': Rename_Task, 'duration_secs': 1.343539} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.447674] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.447824] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20794add-af8c-4a53-9278-e23e47087156 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.453403] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 639.453403] env[70966]: value = "task-3612080" [ 639.453403] env[70966]: _type = "Task" [ 639.453403] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.463147] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.488932] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612076, 'name': ReconfigVM_Task, 'duration_secs': 1.073549} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.489262] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Reconfigured VM instance instance-00000007 to attach disk [datastore1] a425d7d3-d3a8-4864-b46d-a1aad3642079/a425d7d3-d3a8-4864-b46d-a1aad3642079.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.490268] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91d75963-0704-4251-8690-35caf1108264 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.497362] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 639.497362] env[70966]: value = "task-3612081" [ 639.497362] env[70966]: _type = "Task" [ 639.497362] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.501568] env[70966]: DEBUG nova.network.neutron [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Successfully created port: c9cd21f1-186b-46e6-abb3-2514f1b85fcd {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.508335] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612081, 'name': Rename_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.628591] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782199} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.632703] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 7d700732-0963-4c7e-910f-00edb7c4bbd1/7d700732-0963-4c7e-910f-00edb7c4bbd1.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.633287] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.633287] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a64a5273-65f0-4ef2-a010-34619aa72a60 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.645853] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612079, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.646357] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 639.646357] env[70966]: value = "task-3612082" [ 639.646357] env[70966]: _type = "Task" [ 639.646357] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.661466] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.671259] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5258b6e1-081a-b9e9-8a5c-f598bdd125a4, 'name': SearchDatastore_Task, 'duration_secs': 0.054044} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.671549] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.671888] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] cfc30dc4-4ac5-4797-b7e1-64b5432d79b3/cfc30dc4-4ac5-4797-b7e1-64b5432d79b3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.672177] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3e7cf62-403d-4663-a4fb-94504c508dad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.682787] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Waiting for the task: (returnval){ [ 639.682787] env[70966]: value = "task-3612083" [ 639.682787] env[70966]: _type = "Task" [ 639.682787] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.694312] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.722506] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "refresh_cache-bdb0a648-36ba-4af3-8f53-e6bf2d270fd7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.722506] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "refresh_cache-bdb0a648-36ba-4af3-8f53-e6bf2d270fd7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.722506] env[70966]: DEBUG nova.network.neutron [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.907394] env[70966]: DEBUG nova.network.neutron [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Updated VIF entry in instance network info cache for port 1c8bfbe3-9966-4e20-b2d1-caddf0783767. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.907848] env[70966]: DEBUG nova.network.neutron [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Updating instance_info_cache with network_info: [{"id": "1c8bfbe3-9966-4e20-b2d1-caddf0783767", "address": "fa:16:3e:cb:5a:24", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8bfbe3-99", "ovs_interfaceid": "1c8bfbe3-9966-4e20-b2d1-caddf0783767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.972592] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612080, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.984772] env[70966]: ERROR nova.scheduler.client.report [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [req-32b349b3-b6ab-43a6-bcc1-90076e43a20c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 28f91738-2b78-4613-b71e-2571db52847f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-32b349b3-b6ab-43a6-bcc1-90076e43a20c"}]} [ 640.010502] env[70966]: DEBUG nova.scheduler.client.report [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Refreshing inventories for resource provider 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 640.021308] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612081, 'name': Rename_Task, 'duration_secs': 0.184692} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.021373] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.021742] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e268b13-3845-46c3-8b32-8cba8787db29 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.029391] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 640.029391] env[70966]: value = "task-3612084" [ 640.029391] env[70966]: _type = "Task" [ 640.029391] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.044259] env[70966]: DEBUG nova.scheduler.client.report [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Updating ProviderTree inventory for provider 28f91738-2b78-4613-b71e-2571db52847f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 640.044747] env[70966]: DEBUG nova.compute.provider_tree [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.048159] env[70966]: DEBUG nova.compute.manager [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.051308] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.065825] env[70966]: DEBUG nova.scheduler.client.report [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Refreshing aggregate associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, aggregates: None {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 640.086687] env[70966]: DEBUG nova.virt.hardware [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.087014] env[70966]: DEBUG nova.virt.hardware [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.087201] env[70966]: DEBUG nova.virt.hardware [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.087947] env[70966]: DEBUG nova.virt.hardware [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.088152] env[70966]: DEBUG nova.virt.hardware [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.088351] env[70966]: DEBUG nova.virt.hardware [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.088627] env[70966]: DEBUG nova.virt.hardware [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.088735] env[70966]: DEBUG nova.virt.hardware [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.088899] env[70966]: DEBUG nova.virt.hardware [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.089076] env[70966]: DEBUG nova.virt.hardware [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.089354] env[70966]: DEBUG nova.virt.hardware [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.090333] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1141d2b-8007-4b84-847c-1ee4500e551e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.095301] env[70966]: DEBUG nova.scheduler.client.report [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Refreshing trait associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 640.108155] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97679457-3837-4fd7-84ce-e4c7ea0d579a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.142390] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612079, 'name': ReconfigVM_Task, 'duration_secs': 0.538467} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.142753] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Reconfigured VM instance instance-00000008 to attach disk [datastore1] d14d1fb9-7aec-4259-bedc-d9224c73322c/d14d1fb9-7aec-4259-bedc-d9224c73322c.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.143630] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f295aa6-9f9b-4833-861a-6964c6471f51 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.157701] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 640.157701] env[70966]: value = "task-3612085" [ 640.157701] env[70966]: _type = "Task" [ 640.157701] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.170026] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069779} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.170026] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.170026] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdaa64f-ac65-49ad-89b7-34a64eb1a5eb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.185271] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612085, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.206738] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 7d700732-0963-4c7e-910f-00edb7c4bbd1/7d700732-0963-4c7e-910f-00edb7c4bbd1.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.211090] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3010a90-ea7c-4d14-9424-0d2143e2fe18 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.230940] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497657} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.231798] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] cfc30dc4-4ac5-4797-b7e1-64b5432d79b3/cfc30dc4-4ac5-4797-b7e1-64b5432d79b3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.235019] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.235019] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4498616-579f-498a-97f9-70385b820180 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.236000] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 640.236000] env[70966]: value = "task-3612086" [ 640.236000] env[70966]: _type = "Task" [ 640.236000] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.241645] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Waiting for the task: (returnval){ [ 640.241645] env[70966]: value = "task-3612087" [ 640.241645] env[70966]: _type = "Task" [ 640.241645] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.248855] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.256841] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.306371] env[70966]: DEBUG nova.network.neutron [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.321191] env[70966]: DEBUG nova.network.neutron [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Successfully created port: 8489fb23-3055-4e0a-b48d-795369fdb717 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.413232] env[70966]: DEBUG oslo_concurrency.lockutils [req-d32f9a3c-f6e9-40a2-a675-73e37b357081 req-cd642be6-a023-4909-9d77-385f618ecead service nova] Releasing lock "refresh_cache-cfc30dc4-4ac5-4797-b7e1-64b5432d79b3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.464669] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fed9ae4-2969-4dd4-bf89-c32ee95e5a2d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.472419] env[70966]: DEBUG oslo_vmware.api [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612080, 'name': PowerOnVM_Task, 'duration_secs': 0.850864} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.474267] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.474459] env[70966]: INFO nova.compute.manager [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Took 17.66 seconds to spawn the instance on the hypervisor. [ 640.474632] env[70966]: DEBUG nova.compute.manager [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.475450] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03960485-ac39-4f1a-8548-fa16b2f88c34 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.478996] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442aac44-a2d0-4634-8299-1637e5f7c405 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.519803] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f97f95-18b2-463f-b412-40d305530210 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.529392] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57db915-f2c6-444f-8a96-875dba600af6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.549102] env[70966]: DEBUG nova.compute.provider_tree [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.553116] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.645060] env[70966]: DEBUG nova.network.neutron [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Updating instance_info_cache with network_info: [{"id": "0bca6732-35bb-451d-963c-93ea649d935a", "address": "fa:16:3e:78:30:9f", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bca6732-35", "ovs_interfaceid": "0bca6732-35bb-451d-963c-93ea649d935a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.673254] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612085, 'name': Rename_Task, 'duration_secs': 0.309222} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.673530] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.673760] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a05ab68-a9d2-4a40-b0b0-128af38e76f7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.681402] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 640.681402] env[70966]: value = "task-3612088" [ 640.681402] env[70966]: _type = "Task" [ 640.681402] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.691100] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.752609] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.758373] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072475} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.758927] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.759749] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44cdbd9-149c-4440-9af8-f99f4fce335c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.787117] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] cfc30dc4-4ac5-4797-b7e1-64b5432d79b3/cfc30dc4-4ac5-4797-b7e1-64b5432d79b3.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.787334] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-564fa1a3-a8cd-4e6e-9e71-51d58b3bf472 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.809538] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Waiting for the task: (returnval){ [ 640.809538] env[70966]: value = "task-3612089" [ 640.809538] env[70966]: _type = "Task" [ 640.809538] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.819359] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.029934] env[70966]: INFO nova.compute.manager [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Took 26.51 seconds to build instance. [ 641.047020] env[70966]: DEBUG oslo_vmware.api [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612084, 'name': PowerOnVM_Task, 'duration_secs': 0.834899} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.049855] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.049967] env[70966]: INFO nova.compute.manager [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Took 15.85 seconds to spawn the instance on the hypervisor. [ 641.050387] env[70966]: DEBUG nova.compute.manager [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.051026] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690a62e7-881b-43ad-a42c-d92d1d381542 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.108383] env[70966]: DEBUG nova.scheduler.client.report [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Updated inventory for provider 28f91738-2b78-4613-b71e-2571db52847f with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 641.108383] env[70966]: DEBUG nova.compute.provider_tree [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Updating resource provider 28f91738-2b78-4613-b71e-2571db52847f generation from 20 to 21 during operation: update_inventory {{(pid=70966) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 641.108383] env[70966]: DEBUG nova.compute.provider_tree [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.122979] env[70966]: DEBUG nova.network.neutron [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Successfully created port: c65c50ba-1bc0-4a42-8b64-dcea79dd0597 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.148289] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "refresh_cache-bdb0a648-36ba-4af3-8f53-e6bf2d270fd7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.148809] env[70966]: DEBUG nova.compute.manager [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Instance network_info: |[{"id": "0bca6732-35bb-451d-963c-93ea649d935a", "address": "fa:16:3e:78:30:9f", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bca6732-35", "ovs_interfaceid": "0bca6732-35bb-451d-963c-93ea649d935a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.149252] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:30:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bca6732-35bb-451d-963c-93ea649d935a', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.160770] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Creating folder: Project (2a77c654163740bcbb431fcff1b8dc30). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.161180] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9a49056-f050-4e94-82e7-3ba0b3b655b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.173375] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Created folder: Project (2a77c654163740bcbb431fcff1b8dc30) in parent group-v720468. [ 641.173575] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Creating folder: Instances. Parent ref: group-v720497. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.173819] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d1951d0-1ba4-4e9c-9296-6e7a65f8a818 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.187043] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Created folder: Instances in parent group-v720497. [ 641.187382] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.187650] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.188331] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6b4fcbf-bd82-49f6-99f1-93b7a9cffcfa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.207611] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612088, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.211877] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.211877] env[70966]: value = "task-3612092" [ 641.211877] env[70966]: _type = "Task" [ 641.211877] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.220222] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612092, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.246846] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612086, 'name': ReconfigVM_Task, 'duration_secs': 0.628031} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.247229] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 7d700732-0963-4c7e-910f-00edb7c4bbd1/7d700732-0963-4c7e-910f-00edb7c4bbd1.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.247889] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a51149e6-1416-456a-ac9a-be8ad4750336 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.253302] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 641.253302] env[70966]: value = "task-3612093" [ 641.253302] env[70966]: _type = "Task" [ 641.253302] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.262301] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612093, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.318954] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.532696] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d466f46-70e6-4c83-8a68-a9642007fc1b tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Lock "61fad9d1-b2b7-4480-a6fb-493fb1d1b080" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.019s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.582308] env[70966]: INFO nova.compute.manager [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Took 25.97 seconds to build instance. [ 641.614925] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.607s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.616252] env[70966]: DEBUG nova.compute.manager [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.618479] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.541s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.620520] env[70966]: INFO nova.compute.claims [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.695861] env[70966]: DEBUG oslo_vmware.api [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612088, 'name': PowerOnVM_Task, 'duration_secs': 0.931177} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.696324] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.696515] env[70966]: INFO nova.compute.manager [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Took 14.04 seconds to spawn the instance on the hypervisor. [ 641.696950] env[70966]: DEBUG nova.compute.manager [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.697780] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407e09f3-5d66-4ee2-9573-210663353a55 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.722408] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612092, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.768127] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612093, 'name': Rename_Task, 'duration_secs': 0.327956} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.768127] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.769049] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc30c22c-ef0e-40bc-80a2-c195f358c175 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.777054] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 641.777054] env[70966]: value = "task-3612094" [ 641.777054] env[70966]: _type = "Task" [ 641.777054] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.788290] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.823191] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612089, 'name': ReconfigVM_Task, 'duration_secs': 0.90692} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.823458] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Reconfigured VM instance instance-0000000a to attach disk [datastore1] cfc30dc4-4ac5-4797-b7e1-64b5432d79b3/cfc30dc4-4ac5-4797-b7e1-64b5432d79b3.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.824101] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c5bae3b-d354-4e57-aacc-9297982941fe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.829510] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Waiting for the task: (returnval){ [ 641.829510] env[70966]: value = "task-3612095" [ 641.829510] env[70966]: _type = "Task" [ 641.829510] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.839016] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612095, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.949748] env[70966]: DEBUG nova.compute.manager [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Received event network-changed-f46ace09-ea7c-46f7-abde-d08217143940 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.950635] env[70966]: DEBUG nova.compute.manager [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Refreshing instance network info cache due to event network-changed-f46ace09-ea7c-46f7-abde-d08217143940. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.950635] env[70966]: DEBUG oslo_concurrency.lockutils [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] Acquiring lock "refresh_cache-5bbccf1e-7657-424f-b53a-6d752e5b4226" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.950635] env[70966]: DEBUG oslo_concurrency.lockutils [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] Acquired lock "refresh_cache-5bbccf1e-7657-424f-b53a-6d752e5b4226" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.951134] env[70966]: DEBUG nova.network.neutron [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Refreshing network info cache for port f46ace09-ea7c-46f7-abde-d08217143940 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.035991] env[70966]: DEBUG nova.compute.manager [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.086646] env[70966]: DEBUG oslo_concurrency.lockutils [None req-23cdc389-11c7-4d1d-814a-b78d4f16720d tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "a425d7d3-d3a8-4864-b46d-a1aad3642079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.480s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.126445] env[70966]: DEBUG nova.compute.utils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.131173] env[70966]: DEBUG nova.compute.manager [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.132947] env[70966]: DEBUG nova.network.neutron [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.166623] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "c2038576-7e02-4874-a535-f60a355e17df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.166623] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "c2038576-7e02-4874-a535-f60a355e17df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.191502] env[70966]: DEBUG nova.policy [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf680a46ac5a4c3f85fd68474ac42101', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66260d7374eb4c4aa9a5740b5d701d6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.223933] env[70966]: INFO nova.compute.manager [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Took 25.26 seconds to build instance. [ 642.230662] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612092, 'name': CreateVM_Task, 'duration_secs': 0.527151} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.230820] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.232864] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.232864] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.232864] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.232864] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df05968e-ae37-4123-8f06-1174e026a4c7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.237771] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 642.237771] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5281c976-476f-461f-51aa-a5a52b411c15" [ 642.237771] env[70966]: _type = "Task" [ 642.237771] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.247372] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5281c976-476f-461f-51aa-a5a52b411c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.288482] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612094, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.343580] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612095, 'name': Rename_Task, 'duration_secs': 0.251355} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.343964] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.344391] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c8f095f-4622-4447-987a-dc492140cb64 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.350930] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Waiting for the task: (returnval){ [ 642.350930] env[70966]: value = "task-3612096" [ 642.350930] env[70966]: _type = "Task" [ 642.350930] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.360027] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.507658] env[70966]: DEBUG nova.network.neutron [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Successfully created port: ab316e3f-5518-4f76-b29a-728aa9e7bef0 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.591025] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.596213] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Acquiring lock "95d3bf48-5c02-4891-aa09-6da6dec0620f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.596213] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Lock "95d3bf48-5c02-4891-aa09-6da6dec0620f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.596213] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Acquiring lock "95d3bf48-5c02-4891-aa09-6da6dec0620f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.596213] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Lock "95d3bf48-5c02-4891-aa09-6da6dec0620f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.596405] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Lock "95d3bf48-5c02-4891-aa09-6da6dec0620f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.607039] env[70966]: INFO nova.compute.manager [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Terminating instance [ 642.633688] env[70966]: DEBUG nova.compute.manager [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.669788] env[70966]: DEBUG nova.compute.manager [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.726594] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7213915-b036-45d0-a84f-7896d576cc73 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "d14d1fb9-7aec-4259-bedc-d9224c73322c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.770s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.749939] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5281c976-476f-461f-51aa-a5a52b411c15, 'name': SearchDatastore_Task, 'duration_secs': 0.012792} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.750326] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.750830] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.751283] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.751603] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.751866] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.754985] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2f61bbf-367e-4539-94e9-51d0529628b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.764652] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.764652] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.768089] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d87aac-dd26-4ea4-bc56-e032c0792f5a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.774134] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 642.774134] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524c2e12-09d8-e1ef-2e29-8ce65d40164c" [ 642.774134] env[70966]: _type = "Task" [ 642.774134] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.789843] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524c2e12-09d8-e1ef-2e29-8ce65d40164c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.792694] env[70966]: DEBUG oslo_vmware.api [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612094, 'name': PowerOnVM_Task, 'duration_secs': 0.829223} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.795432] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.795655] env[70966]: INFO nova.compute.manager [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Took 12.79 seconds to spawn the instance on the hypervisor. [ 642.795834] env[70966]: DEBUG nova.compute.manager [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.796978] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d84d628-df38-4705-98dd-5d39d50e61fb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.823380] env[70966]: DEBUG nova.network.neutron [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Updated VIF entry in instance network info cache for port f46ace09-ea7c-46f7-abde-d08217143940. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.824047] env[70966]: DEBUG nova.network.neutron [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Updating instance_info_cache with network_info: [{"id": "f46ace09-ea7c-46f7-abde-d08217143940", "address": "fa:16:3e:eb:23:14", "network": {"id": "1d03feb5-1c59-4a5d-ad39-b2bc9983ea1b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-445732619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0947b055ab3a4eee82f6e28aff5b8906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf46ace09-ea", "ovs_interfaceid": "f46ace09-ea7c-46f7-abde-d08217143940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.865454] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612096, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.956921] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70501a9-657d-4e0c-8af5-05b626315f97 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.965392] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07211d9f-8876-47e7-800c-e42dadc71ef5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.002649] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8268eca1-fe17-4295-ac36-25b2a36edf1f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.011676] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d935e79-99c8-4cfa-86db-c6c5ddbaf778 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.027566] env[70966]: DEBUG nova.compute.provider_tree [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.064922] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Acquiring lock "61fad9d1-b2b7-4480-a6fb-493fb1d1b080" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.065231] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Lock "61fad9d1-b2b7-4480-a6fb-493fb1d1b080" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.065454] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Acquiring lock "61fad9d1-b2b7-4480-a6fb-493fb1d1b080-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.065643] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Lock "61fad9d1-b2b7-4480-a6fb-493fb1d1b080-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.065826] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Lock "61fad9d1-b2b7-4480-a6fb-493fb1d1b080-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.068341] env[70966]: INFO nova.compute.manager [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Terminating instance [ 643.115795] env[70966]: DEBUG nova.compute.manager [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.116095] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.117671] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2079f74f-004d-4ee1-bc49-e8b8aa799e6e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.128437] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.128737] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55e82238-898f-4d56-bdad-041413345a89 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.135721] env[70966]: DEBUG oslo_vmware.api [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Waiting for the task: (returnval){ [ 643.135721] env[70966]: value = "task-3612097" [ 643.135721] env[70966]: _type = "Task" [ 643.135721] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.151924] env[70966]: DEBUG oslo_vmware.api [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.194516] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.284997] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524c2e12-09d8-e1ef-2e29-8ce65d40164c, 'name': SearchDatastore_Task, 'duration_secs': 0.013329} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.285825] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd89a52-c813-4e1e-93e1-ea0552e63569 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.291390] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 643.291390] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5257ac3c-b2cf-4d58-6c3e-5156ce3f8269" [ 643.291390] env[70966]: _type = "Task" [ 643.291390] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.299078] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5257ac3c-b2cf-4d58-6c3e-5156ce3f8269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.318225] env[70966]: INFO nova.compute.manager [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Took 23.28 seconds to build instance. [ 643.330997] env[70966]: DEBUG oslo_concurrency.lockutils [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] Releasing lock "refresh_cache-5bbccf1e-7657-424f-b53a-6d752e5b4226" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.331300] env[70966]: DEBUG nova.compute.manager [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Received event network-vif-deleted-4d216259-066f-4f5e-9263-671eaddd2d39 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.331728] env[70966]: DEBUG nova.compute.manager [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Received event network-vif-plugged-0bca6732-35bb-451d-963c-93ea649d935a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.331728] env[70966]: DEBUG oslo_concurrency.lockutils [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] Acquiring lock "bdb0a648-36ba-4af3-8f53-e6bf2d270fd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.332835] env[70966]: DEBUG oslo_concurrency.lockutils [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] Lock "bdb0a648-36ba-4af3-8f53-e6bf2d270fd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.332835] env[70966]: DEBUG oslo_concurrency.lockutils [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] Lock "bdb0a648-36ba-4af3-8f53-e6bf2d270fd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.332835] env[70966]: DEBUG nova.compute.manager [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] No waiting events found dispatching network-vif-plugged-0bca6732-35bb-451d-963c-93ea649d935a {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.332835] env[70966]: WARNING nova.compute.manager [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Received unexpected event network-vif-plugged-0bca6732-35bb-451d-963c-93ea649d935a for instance with vm_state building and task_state spawning. [ 643.332835] env[70966]: DEBUG nova.compute.manager [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Received event network-changed-0bca6732-35bb-451d-963c-93ea649d935a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.333289] env[70966]: DEBUG nova.compute.manager [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Refreshing instance network info cache due to event network-changed-0bca6732-35bb-451d-963c-93ea649d935a. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.333289] env[70966]: DEBUG oslo_concurrency.lockutils [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] Acquiring lock "refresh_cache-bdb0a648-36ba-4af3-8f53-e6bf2d270fd7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.333289] env[70966]: DEBUG oslo_concurrency.lockutils [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] Acquired lock "refresh_cache-bdb0a648-36ba-4af3-8f53-e6bf2d270fd7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.333289] env[70966]: DEBUG nova.network.neutron [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Refreshing network info cache for port 0bca6732-35bb-451d-963c-93ea649d935a {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.363172] env[70966]: DEBUG oslo_vmware.api [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612096, 'name': PowerOnVM_Task, 'duration_secs': 0.600718} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.363466] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.363659] env[70966]: INFO nova.compute.manager [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Took 11.03 seconds to spawn the instance on the hypervisor. [ 643.363845] env[70966]: DEBUG nova.compute.manager [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.364668] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbd8275-09ab-45ca-94c5-f326f9db24f8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.531418] env[70966]: DEBUG nova.scheduler.client.report [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.572250] env[70966]: DEBUG nova.compute.manager [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.572660] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.574695] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e2b69-10ca-4572-92cd-b247cd1a4b55 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.586403] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.586766] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4557489-19fd-4e41-b740-93fdb92153b9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.594340] env[70966]: DEBUG oslo_vmware.api [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Waiting for the task: (returnval){ [ 643.594340] env[70966]: value = "task-3612098" [ 643.594340] env[70966]: _type = "Task" [ 643.594340] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.607594] env[70966]: DEBUG oslo_vmware.api [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Task: {'id': task-3612098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.646636] env[70966]: DEBUG oslo_vmware.api [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612097, 'name': PowerOffVM_Task, 'duration_secs': 0.336826} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.648489] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.648489] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.648489] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db2fb7a2-ee0f-4d81-9349-f8c4abe6bf2d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.653962] env[70966]: DEBUG nova.compute.manager [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.692337] env[70966]: DEBUG nova.virt.hardware [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.695454] env[70966]: DEBUG nova.virt.hardware [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.695454] env[70966]: DEBUG nova.virt.hardware [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.695454] env[70966]: DEBUG nova.virt.hardware [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.695454] env[70966]: DEBUG nova.virt.hardware [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.695454] env[70966]: DEBUG nova.virt.hardware [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.696627] env[70966]: DEBUG nova.virt.hardware [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.696627] env[70966]: DEBUG nova.virt.hardware [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.696627] env[70966]: DEBUG nova.virt.hardware [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.696627] env[70966]: DEBUG nova.virt.hardware [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.696627] env[70966]: DEBUG nova.virt.hardware [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.698419] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef1d2f2-8f86-485a-9f8f-be0320d85e79 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.705339] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5c572b-08e5-431f-827a-54d78b544881 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.712145] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.712414] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.712593] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Deleting the datastore file [datastore2] 95d3bf48-5c02-4891-aa09-6da6dec0620f {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.721717] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c485dd5f-81a7-4f02-9397-8d764890715a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.729443] env[70966]: DEBUG oslo_vmware.api [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Waiting for the task: (returnval){ [ 643.729443] env[70966]: value = "task-3612100" [ 643.729443] env[70966]: _type = "Task" [ 643.729443] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.739980] env[70966]: DEBUG oslo_vmware.api [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.802832] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5257ac3c-b2cf-4d58-6c3e-5156ce3f8269, 'name': SearchDatastore_Task, 'duration_secs': 0.018224} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.803776] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.803776] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] bdb0a648-36ba-4af3-8f53-e6bf2d270fd7/bdb0a648-36ba-4af3-8f53-e6bf2d270fd7.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.803987] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c460fac9-5631-478d-b89e-0f63c8d1087a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.811032] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 643.811032] env[70966]: value = "task-3612101" [ 643.811032] env[70966]: _type = "Task" [ 643.811032] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.821183] env[70966]: DEBUG oslo_concurrency.lockutils [None req-83ea9a27-cbe7-4c76-8458-77cd3f284455 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "7d700732-0963-4c7e-910f-00edb7c4bbd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.799s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.821183] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.881328] env[70966]: INFO nova.compute.manager [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Took 22.60 seconds to build instance. [ 643.883331] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Acquiring lock "1e55987f-defb-41e0-a701-2adcfdcd6b23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.883558] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Lock "1e55987f-defb-41e0-a701-2adcfdcd6b23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.883903] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Acquiring lock "1e55987f-defb-41e0-a701-2adcfdcd6b23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.883903] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Lock "1e55987f-defb-41e0-a701-2adcfdcd6b23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.884092] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Lock "1e55987f-defb-41e0-a701-2adcfdcd6b23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.888508] env[70966]: INFO nova.compute.manager [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Terminating instance [ 643.929285] env[70966]: DEBUG nova.network.neutron [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Successfully updated port: c9cd21f1-186b-46e6-abb3-2514f1b85fcd {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.037286] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.037845] env[70966]: DEBUG nova.compute.manager [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.040667] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.247s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.042039] env[70966]: INFO nova.compute.claims [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.108901] env[70966]: DEBUG oslo_vmware.api [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Task: {'id': task-3612098, 'name': PowerOffVM_Task, 'duration_secs': 0.318226} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.109201] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.109381] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.109881] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83e37fe5-43e8-4ca5-871b-eaa927d42c59 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.183784] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.184053] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.184223] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Deleting the datastore file [datastore1] 61fad9d1-b2b7-4480-a6fb-493fb1d1b080 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.184507] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d83699c-da07-4b17-ba45-c7b178cf965a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.191780] env[70966]: DEBUG oslo_vmware.api [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Waiting for the task: (returnval){ [ 644.191780] env[70966]: value = "task-3612103" [ 644.191780] env[70966]: _type = "Task" [ 644.191780] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.199740] env[70966]: DEBUG oslo_vmware.api [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Task: {'id': task-3612103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.218498] env[70966]: DEBUG nova.network.neutron [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Updated VIF entry in instance network info cache for port 0bca6732-35bb-451d-963c-93ea649d935a. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.220686] env[70966]: DEBUG nova.network.neutron [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Updating instance_info_cache with network_info: [{"id": "0bca6732-35bb-451d-963c-93ea649d935a", "address": "fa:16:3e:78:30:9f", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bca6732-35", "ovs_interfaceid": "0bca6732-35bb-451d-963c-93ea649d935a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.247483] env[70966]: DEBUG oslo_vmware.api [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Task: {'id': task-3612100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233553} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.248699] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.248914] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.249114] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.249290] env[70966]: INFO nova.compute.manager [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 644.249534] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.250119] env[70966]: DEBUG nova.compute.manager [-] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.250220] env[70966]: DEBUG nova.network.neutron [-] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.329430] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612101, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.386051] env[70966]: DEBUG oslo_concurrency.lockutils [None req-76544d83-0b55-4a69-94de-1188c658a66b tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Lock "cfc30dc4-4ac5-4797-b7e1-64b5432d79b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.122s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.391954] env[70966]: DEBUG nova.compute.manager [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.392230] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.393355] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e4e134-44eb-4985-9dd7-9465bb73a702 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.403009] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.404049] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb4d8b0c-79da-4872-9b45-929695358d55 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.413046] env[70966]: DEBUG oslo_vmware.api [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Waiting for the task: (returnval){ [ 644.413046] env[70966]: value = "task-3612104" [ 644.413046] env[70966]: _type = "Task" [ 644.413046] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.423245] env[70966]: DEBUG oslo_vmware.api [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.546727] env[70966]: DEBUG nova.compute.utils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.553970] env[70966]: DEBUG nova.compute.manager [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.554365] env[70966]: DEBUG nova.network.neutron [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.660790] env[70966]: DEBUG nova.policy [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a71307ef5d774e8fbaebfe889076e03c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f25fa6d00c447c2928b356d80e22de4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.707349] env[70966]: DEBUG oslo_vmware.api [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Task: {'id': task-3612103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.724192] env[70966]: DEBUG oslo_concurrency.lockutils [req-5c215052-6adc-45de-b1f3-f1140ae6aa7d req-37bd6168-323a-44f0-a052-cf980a3e125b service nova] Releasing lock "refresh_cache-bdb0a648-36ba-4af3-8f53-e6bf2d270fd7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.824232] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75226} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.824503] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] bdb0a648-36ba-4af3-8f53-e6bf2d270fd7/bdb0a648-36ba-4af3-8f53-e6bf2d270fd7.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.824719] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.824970] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b6973fa-a1c6-43e4-8f90-75f83e905dd8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.832909] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 644.832909] env[70966]: value = "task-3612105" [ 644.832909] env[70966]: _type = "Task" [ 644.832909] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.842056] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.924561] env[70966]: DEBUG oslo_vmware.api [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612104, 'name': PowerOffVM_Task, 'duration_secs': 0.244543} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.924836] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.925032] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.925289] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-830f8c04-7ced-4774-851e-e43af8c3cf4f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.002489] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.002800] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.003031] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Deleting the datastore file [datastore2] 1e55987f-defb-41e0-a701-2adcfdcd6b23 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.003331] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbb26033-f04b-4185-ab6c-f56c4f665601 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.013689] env[70966]: DEBUG oslo_vmware.api [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Waiting for the task: (returnval){ [ 645.013689] env[70966]: value = "task-3612107" [ 645.013689] env[70966]: _type = "Task" [ 645.013689] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.024620] env[70966]: DEBUG oslo_vmware.api [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.066555] env[70966]: DEBUG nova.compute.manager [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.202739] env[70966]: DEBUG oslo_vmware.api [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Task: {'id': task-3612103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51911} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.204019] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.204019] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.204019] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.204019] env[70966]: INFO nova.compute.manager [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Took 1.63 seconds to destroy the instance on the hypervisor. [ 645.204019] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.204471] env[70966]: DEBUG nova.compute.manager [-] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.204471] env[70966]: DEBUG nova.network.neutron [-] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.263310] env[70966]: DEBUG nova.network.neutron [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Successfully updated port: ab316e3f-5518-4f76-b29a-728aa9e7bef0 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.343375] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229965} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.344276] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.345857] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c46054-7e25-48c3-8c22-4b2dbb11b213 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.369125] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] bdb0a648-36ba-4af3-8f53-e6bf2d270fd7/bdb0a648-36ba-4af3-8f53-e6bf2d270fd7.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.372327] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f4ea378-c49c-45b3-9e63-7da64b1f3513 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.398030] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 645.398030] env[70966]: value = "task-3612108" [ 645.398030] env[70966]: _type = "Task" [ 645.398030] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.407381] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.409664] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5cb6ac-a575-421f-81ba-94942cff63bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.417361] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deee4ad3-c80e-4cb2-afdb-9c93db431e16 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.462142] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5163b9cc-4b13-48d0-99b9-bc1eeb7615ba {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.473353] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad097401-1962-427b-9919-77c17bcbe80a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.493454] env[70966]: DEBUG nova.compute.provider_tree [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.525192] env[70966]: DEBUG oslo_vmware.api [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Task: {'id': task-3612107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426851} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.525584] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.525584] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.525689] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.525873] env[70966]: INFO nova.compute.manager [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Took 1.13 seconds to destroy the instance on the hypervisor. [ 645.526117] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.526301] env[70966]: DEBUG nova.compute.manager [-] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.526391] env[70966]: DEBUG nova.network.neutron [-] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.543040] env[70966]: DEBUG nova.network.neutron [-] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.574786] env[70966]: DEBUG nova.compute.manager [req-60499e9c-416b-44a1-ac7c-0af16f3fe403 req-17a1ba93-7d1e-4337-9bd3-86553ccda7d1 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Received event network-vif-plugged-c9cd21f1-186b-46e6-abb3-2514f1b85fcd {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.574999] env[70966]: DEBUG oslo_concurrency.lockutils [req-60499e9c-416b-44a1-ac7c-0af16f3fe403 req-17a1ba93-7d1e-4337-9bd3-86553ccda7d1 service nova] Acquiring lock "a2de69e8-0a4c-4242-8bed-e02e548063f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.575218] env[70966]: DEBUG oslo_concurrency.lockutils [req-60499e9c-416b-44a1-ac7c-0af16f3fe403 req-17a1ba93-7d1e-4337-9bd3-86553ccda7d1 service nova] Lock "a2de69e8-0a4c-4242-8bed-e02e548063f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.575691] env[70966]: DEBUG oslo_concurrency.lockutils [req-60499e9c-416b-44a1-ac7c-0af16f3fe403 req-17a1ba93-7d1e-4337-9bd3-86553ccda7d1 service nova] Lock "a2de69e8-0a4c-4242-8bed-e02e548063f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.575890] env[70966]: DEBUG nova.compute.manager [req-60499e9c-416b-44a1-ac7c-0af16f3fe403 req-17a1ba93-7d1e-4337-9bd3-86553ccda7d1 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] No waiting events found dispatching network-vif-plugged-c9cd21f1-186b-46e6-abb3-2514f1b85fcd {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.576066] env[70966]: WARNING nova.compute.manager [req-60499e9c-416b-44a1-ac7c-0af16f3fe403 req-17a1ba93-7d1e-4337-9bd3-86553ccda7d1 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Received unexpected event network-vif-plugged-c9cd21f1-186b-46e6-abb3-2514f1b85fcd for instance with vm_state building and task_state spawning. [ 645.576247] env[70966]: DEBUG nova.compute.manager [req-60499e9c-416b-44a1-ac7c-0af16f3fe403 req-17a1ba93-7d1e-4337-9bd3-86553ccda7d1 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Received event network-changed-c9cd21f1-186b-46e6-abb3-2514f1b85fcd {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.576416] env[70966]: DEBUG nova.compute.manager [req-60499e9c-416b-44a1-ac7c-0af16f3fe403 req-17a1ba93-7d1e-4337-9bd3-86553ccda7d1 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Refreshing instance network info cache due to event network-changed-c9cd21f1-186b-46e6-abb3-2514f1b85fcd. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.576605] env[70966]: DEBUG oslo_concurrency.lockutils [req-60499e9c-416b-44a1-ac7c-0af16f3fe403 req-17a1ba93-7d1e-4337-9bd3-86553ccda7d1 service nova] Acquiring lock "refresh_cache-a2de69e8-0a4c-4242-8bed-e02e548063f8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.576742] env[70966]: DEBUG oslo_concurrency.lockutils [req-60499e9c-416b-44a1-ac7c-0af16f3fe403 req-17a1ba93-7d1e-4337-9bd3-86553ccda7d1 service nova] Acquired lock "refresh_cache-a2de69e8-0a4c-4242-8bed-e02e548063f8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.576956] env[70966]: DEBUG nova.network.neutron [req-60499e9c-416b-44a1-ac7c-0af16f3fe403 req-17a1ba93-7d1e-4337-9bd3-86553ccda7d1 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Refreshing network info cache for port c9cd21f1-186b-46e6-abb3-2514f1b85fcd {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.597894] env[70966]: DEBUG nova.network.neutron [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Successfully created port: cdcccec7-8029-4165-8601-34e992343f1b {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.766344] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.766659] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.766659] env[70966]: DEBUG nova.network.neutron [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.910756] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.999880] env[70966]: DEBUG nova.scheduler.client.report [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.045868] env[70966]: INFO nova.compute.manager [-] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Took 1.80 seconds to deallocate network for instance. [ 646.086827] env[70966]: DEBUG nova.compute.manager [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.115905] env[70966]: DEBUG nova.virt.hardware [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.116403] env[70966]: DEBUG nova.virt.hardware [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.116403] env[70966]: DEBUG nova.virt.hardware [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.116629] env[70966]: DEBUG nova.virt.hardware [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.116682] env[70966]: DEBUG nova.virt.hardware [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.116821] env[70966]: DEBUG nova.virt.hardware [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.117258] env[70966]: DEBUG nova.virt.hardware [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.117494] env[70966]: DEBUG nova.virt.hardware [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.117732] env[70966]: DEBUG nova.virt.hardware [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.117841] env[70966]: DEBUG nova.virt.hardware [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.118039] env[70966]: DEBUG nova.virt.hardware [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.119632] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16af6cf0-9b14-4104-9513-cdbde5590b1b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.128188] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf9c3c5-715d-4bd8-9f88-d5f1d81211bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.144734] env[70966]: DEBUG nova.network.neutron [req-60499e9c-416b-44a1-ac7c-0af16f3fe403 req-17a1ba93-7d1e-4337-9bd3-86553ccda7d1 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.205719] env[70966]: DEBUG nova.network.neutron [-] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.304840] env[70966]: DEBUG nova.network.neutron [req-60499e9c-416b-44a1-ac7c-0af16f3fe403 req-17a1ba93-7d1e-4337-9bd3-86553ccda7d1 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.332578] env[70966]: DEBUG nova.network.neutron [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.411854] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.507960] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.508650] env[70966]: DEBUG nova.compute.manager [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.511381] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.465s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.511700] env[70966]: DEBUG nova.objects.instance [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Lazy-loading 'resources' on Instance uuid a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.544730] env[70966]: DEBUG nova.network.neutron [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance_info_cache with network_info: [{"id": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "address": "fa:16:3e:d1:42:e2", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab316e3f-55", "ovs_interfaceid": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.554370] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.709403] env[70966]: INFO nova.compute.manager [-] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Took 1.51 seconds to deallocate network for instance. [ 646.807851] env[70966]: DEBUG oslo_concurrency.lockutils [req-60499e9c-416b-44a1-ac7c-0af16f3fe403 req-17a1ba93-7d1e-4337-9bd3-86553ccda7d1 service nova] Releasing lock "refresh_cache-a2de69e8-0a4c-4242-8bed-e02e548063f8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.878400] env[70966]: DEBUG nova.network.neutron [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Successfully updated port: 8489fb23-3055-4e0a-b48d-795369fdb717 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.914588] env[70966]: DEBUG nova.network.neutron [-] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.916361] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.016773] env[70966]: DEBUG nova.compute.utils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.028741] env[70966]: DEBUG nova.compute.manager [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.028741] env[70966]: DEBUG nova.network.neutron [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.052168] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.052869] env[70966]: DEBUG nova.compute.manager [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Instance network_info: |[{"id": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "address": "fa:16:3e:d1:42:e2", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab316e3f-55", "ovs_interfaceid": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.054081] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:42:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab316e3f-5518-4f76-b29a-728aa9e7bef0', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.067967] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Creating folder: Project (66260d7374eb4c4aa9a5740b5d701d6b). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.071925] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ec9cd25-4f01-4b47-b14c-1712b028bcd5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.083052] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Created folder: Project (66260d7374eb4c4aa9a5740b5d701d6b) in parent group-v720468. [ 647.083277] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Creating folder: Instances. Parent ref: group-v720500. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.083522] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb703100-41b9-40ca-8ce3-d4b9fd1d2f33 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.100184] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Created folder: Instances in parent group-v720500. [ 647.100291] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.100475] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.100696] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8b28212-e8e3-4106-9f90-d2cab58dd9fa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.127458] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.127458] env[70966]: value = "task-3612111" [ 647.127458] env[70966]: _type = "Task" [ 647.127458] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.141017] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612111, 'name': CreateVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.154658] env[70966]: DEBUG nova.policy [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1878f6df3e9341c2a36ecd5e31612620', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fc01dcea1694ffab6322583af8d2a20', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.217732] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.344229] env[70966]: DEBUG nova.network.neutron [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Successfully updated port: cdcccec7-8029-4165-8601-34e992343f1b {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.373102] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d83c90-30db-47de-b7b1-bc607771903d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.386688] env[70966]: DEBUG nova.compute.manager [None req-2419d15c-aa7b-4cc5-ab22-e689aa7f086f tempest-ServerExternalEventsTest-342407285 tempest-ServerExternalEventsTest-342407285-project] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Received event network-changed {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.386880] env[70966]: DEBUG nova.compute.manager [None req-2419d15c-aa7b-4cc5-ab22-e689aa7f086f tempest-ServerExternalEventsTest-342407285 tempest-ServerExternalEventsTest-342407285-project] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Refreshing instance network info cache due to event network-changed. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.387890] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2419d15c-aa7b-4cc5-ab22-e689aa7f086f tempest-ServerExternalEventsTest-342407285 tempest-ServerExternalEventsTest-342407285-project] Acquiring lock "refresh_cache-cfc30dc4-4ac5-4797-b7e1-64b5432d79b3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.387890] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2419d15c-aa7b-4cc5-ab22-e689aa7f086f tempest-ServerExternalEventsTest-342407285 tempest-ServerExternalEventsTest-342407285-project] Acquired lock "refresh_cache-cfc30dc4-4ac5-4797-b7e1-64b5432d79b3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.387890] env[70966]: DEBUG nova.network.neutron [None req-2419d15c-aa7b-4cc5-ab22-e689aa7f086f tempest-ServerExternalEventsTest-342407285 tempest-ServerExternalEventsTest-342407285-project] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.395504] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7b43a7-d63a-423f-a90e-489c39e6e792 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.436684] env[70966]: INFO nova.compute.manager [-] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Took 1.91 seconds to deallocate network for instance. [ 647.442172] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de47de6f-aff7-4750-b492-869bfde114d3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.453783] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612108, 'name': ReconfigVM_Task, 'duration_secs': 1.61362} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.456261] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Reconfigured VM instance instance-0000000b to attach disk [datastore1] bdb0a648-36ba-4af3-8f53-e6bf2d270fd7/bdb0a648-36ba-4af3-8f53-e6bf2d270fd7.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.457475] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bb51212-bd48-4ad6-8708-f3e345f35fb7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.461469] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051cec54-0ec4-4e20-afbd-82a7940a39ab {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.485081] env[70966]: DEBUG nova.compute.provider_tree [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.489439] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 647.489439] env[70966]: value = "task-3612112" [ 647.489439] env[70966]: _type = "Task" [ 647.489439] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.501723] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612112, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.527021] env[70966]: DEBUG nova.compute.manager [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.624184] env[70966]: DEBUG nova.network.neutron [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Successfully created port: 3e9c92f2-2356-4d65-9886-5d45c16430a6 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.639608] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612111, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.839283] env[70966]: DEBUG nova.compute.manager [req-776b2bb7-960e-4164-b5b7-93e989b42df5 req-e615cc25-b189-4a6d-9e8b-ba382c6e0928 service nova] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Received event network-vif-deleted-21a8ca2e-c731-44a5-a765-1669472dbe7d {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.851495] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Acquiring lock "refresh_cache-cd50735c-56e1-4904-b9cf-7fbb5b19de21" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.851495] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Acquired lock "refresh_cache-cd50735c-56e1-4904-b9cf-7fbb5b19de21" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.851495] env[70966]: DEBUG nova.network.neutron [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.951308] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.992658] env[70966]: DEBUG nova.scheduler.client.report [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.007914] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612112, 'name': Rename_Task, 'duration_secs': 0.200156} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.008227] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.008457] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f709ab88-c782-461d-8ac1-2676c4d45a67 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.015482] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 648.015482] env[70966]: value = "task-3612113" [ 648.015482] env[70966]: _type = "Task" [ 648.015482] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.024673] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.140522] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612111, 'name': CreateVM_Task, 'duration_secs': 0.566246} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.141134] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.141766] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.141971] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.142463] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.142776] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684b4f12-c186-4af1-b43b-dc6328fe8bdc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.147571] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 648.147571] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5287a391-2f5d-643b-7798-2846314abe28" [ 648.147571] env[70966]: _type = "Task" [ 648.147571] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.156089] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5287a391-2f5d-643b-7798-2846314abe28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.172438] env[70966]: DEBUG nova.network.neutron [None req-2419d15c-aa7b-4cc5-ab22-e689aa7f086f tempest-ServerExternalEventsTest-342407285 tempest-ServerExternalEventsTest-342407285-project] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Updating instance_info_cache with network_info: [{"id": "1c8bfbe3-9966-4e20-b2d1-caddf0783767", "address": "fa:16:3e:cb:5a:24", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8bfbe3-99", "ovs_interfaceid": "1c8bfbe3-9966-4e20-b2d1-caddf0783767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.410272] env[70966]: DEBUG nova.network.neutron [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.502969] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.505407] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.915s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.511854] env[70966]: INFO nova.compute.claims [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.536402] env[70966]: DEBUG nova.compute.manager [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.539796] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612113, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.558955] env[70966]: INFO nova.scheduler.client.report [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Deleted allocations for instance a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6 [ 648.591189] env[70966]: DEBUG nova.virt.hardware [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.591452] env[70966]: DEBUG nova.virt.hardware [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.592780] env[70966]: DEBUG nova.virt.hardware [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.592780] env[70966]: DEBUG nova.virt.hardware [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.592780] env[70966]: DEBUG nova.virt.hardware [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.592780] env[70966]: DEBUG nova.virt.hardware [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.592780] env[70966]: DEBUG nova.virt.hardware [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.593132] env[70966]: DEBUG nova.virt.hardware [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.593132] env[70966]: DEBUG nova.virt.hardware [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.593132] env[70966]: DEBUG nova.virt.hardware [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.593132] env[70966]: DEBUG nova.virt.hardware [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.594012] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f7b028-f737-4a4b-88e1-692fb77b5da2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.602831] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48394fad-9e94-419e-bbbd-dee3ece1ea3a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.658703] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5287a391-2f5d-643b-7798-2846314abe28, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.659795] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.660074] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.660332] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.660491] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.660723] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.661227] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7928e5c1-ea73-48b9-aa1c-d0078aaf8f1b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.675499] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2419d15c-aa7b-4cc5-ab22-e689aa7f086f tempest-ServerExternalEventsTest-342407285 tempest-ServerExternalEventsTest-342407285-project] Releasing lock "refresh_cache-cfc30dc4-4ac5-4797-b7e1-64b5432d79b3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.675499] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.675499] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.676115] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a24b0ae-4acd-4bec-9b79-84ffdc77a436 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.683831] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 648.683831] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52013323-ac57-bbe9-5fe8-0e5e149e61d3" [ 648.683831] env[70966]: _type = "Task" [ 648.683831] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.693154] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52013323-ac57-bbe9-5fe8-0e5e149e61d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.713293] env[70966]: DEBUG nova.network.neutron [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Updating instance_info_cache with network_info: [{"id": "cdcccec7-8029-4165-8601-34e992343f1b", "address": "fa:16:3e:b0:54:e5", "network": {"id": "7536ba01-a1b5-414e-8884-56a0de1fe74c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1331596201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f25fa6d00c447c2928b356d80e22de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdcccec7-80", "ovs_interfaceid": "cdcccec7-8029-4165-8601-34e992343f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.031664] env[70966]: DEBUG oslo_vmware.api [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612113, 'name': PowerOnVM_Task, 'duration_secs': 0.760786} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.031664] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.031664] env[70966]: INFO nova.compute.manager [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Took 11.44 seconds to spawn the instance on the hypervisor. [ 649.031664] env[70966]: DEBUG nova.compute.manager [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.032075] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf538f4-2a1b-4ccb-ac54-ceb836308caf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.074355] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2a9b6771-8bfa-43bf-935a-95e198ccc712 tempest-ServerDiagnosticsNegativeTest-637110072 tempest-ServerDiagnosticsNegativeTest-637110072-project-member] Lock "a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.323s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.105786] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "398963b2-611f-4ba1-bdcd-06363b773c3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.106060] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "398963b2-611f-4ba1-bdcd-06363b773c3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.194944] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52013323-ac57-bbe9-5fe8-0e5e149e61d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012896} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.195764] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-899db9a7-ac47-49a4-a92c-75d2522676fd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.202141] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 649.202141] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52953b1e-2abc-7d2d-61f5-b444d3b1584b" [ 649.202141] env[70966]: _type = "Task" [ 649.202141] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.211588] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52953b1e-2abc-7d2d-61f5-b444d3b1584b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.217536] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Releasing lock "refresh_cache-cd50735c-56e1-4904-b9cf-7fbb5b19de21" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.217870] env[70966]: DEBUG nova.compute.manager [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Instance network_info: |[{"id": "cdcccec7-8029-4165-8601-34e992343f1b", "address": "fa:16:3e:b0:54:e5", "network": {"id": "7536ba01-a1b5-414e-8884-56a0de1fe74c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1331596201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f25fa6d00c447c2928b356d80e22de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdcccec7-80", "ovs_interfaceid": "cdcccec7-8029-4165-8601-34e992343f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.218293] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:54:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdcccec7-8029-4165-8601-34e992343f1b', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.229027] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Creating folder: Project (3f25fa6d00c447c2928b356d80e22de4). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.229346] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a41497e0-52e2-495b-8df2-3d70665d3433 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.244021] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Created folder: Project (3f25fa6d00c447c2928b356d80e22de4) in parent group-v720468. [ 649.244021] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Creating folder: Instances. Parent ref: group-v720503. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.244021] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebddf3f5-a1e7-4583-85fa-aae30c0c52d0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.255019] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Created folder: Instances in parent group-v720503. [ 649.255019] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.255019] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.255019] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40ca0887-8c95-417a-91ad-4669b09c44bf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.275177] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.275177] env[70966]: value = "task-3612116" [ 649.275177] env[70966]: _type = "Task" [ 649.275177] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.284833] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612116, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.558155] env[70966]: INFO nova.compute.manager [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Took 17.75 seconds to build instance. [ 649.609652] env[70966]: DEBUG nova.compute.manager [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.725701] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52953b1e-2abc-7d2d-61f5-b444d3b1584b, 'name': SearchDatastore_Task, 'duration_secs': 0.023543} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.725701] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.725701] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] dc4f6db8-170b-4d56-b3bc-80316ec8aed5/dc4f6db8-170b-4d56-b3bc-80316ec8aed5.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.725701] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e72ede08-6732-4e93-8f04-2af22a6b9949 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.737573] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 649.737573] env[70966]: value = "task-3612117" [ 649.737573] env[70966]: _type = "Task" [ 649.737573] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.751954] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.760208] env[70966]: DEBUG nova.network.neutron [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Successfully updated port: c65c50ba-1bc0-4a42-8b64-dcea79dd0597 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.790909] env[70966]: DEBUG nova.compute.manager [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Received event network-vif-plugged-ab316e3f-5518-4f76-b29a-728aa9e7bef0 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.790909] env[70966]: DEBUG oslo_concurrency.lockutils [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] Acquiring lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.790909] env[70966]: DEBUG oslo_concurrency.lockutils [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] Lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.791124] env[70966]: DEBUG oslo_concurrency.lockutils [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] Lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.791246] env[70966]: DEBUG nova.compute.manager [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] No waiting events found dispatching network-vif-plugged-ab316e3f-5518-4f76-b29a-728aa9e7bef0 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.791430] env[70966]: WARNING nova.compute.manager [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Received unexpected event network-vif-plugged-ab316e3f-5518-4f76-b29a-728aa9e7bef0 for instance with vm_state building and task_state spawning. [ 649.792449] env[70966]: DEBUG nova.compute.manager [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Received event network-changed-ab316e3f-5518-4f76-b29a-728aa9e7bef0 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.792449] env[70966]: DEBUG nova.compute.manager [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Refreshing instance network info cache due to event network-changed-ab316e3f-5518-4f76-b29a-728aa9e7bef0. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.792449] env[70966]: DEBUG oslo_concurrency.lockutils [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] Acquiring lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.792449] env[70966]: DEBUG oslo_concurrency.lockutils [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] Acquired lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.792449] env[70966]: DEBUG nova.network.neutron [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Refreshing network info cache for port ab316e3f-5518-4f76-b29a-728aa9e7bef0 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.809676] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612116, 'name': CreateVM_Task, 'duration_secs': 0.42657} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.809882] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.810811] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.810811] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.812142] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.812142] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18feffc5-0d5e-4aa1-b854-85482023d3bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.824362] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Waiting for the task: (returnval){ [ 649.824362] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b59742-799c-9e1a-b739-e5556c941a07" [ 649.824362] env[70966]: _type = "Task" [ 649.824362] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.839078] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b59742-799c-9e1a-b739-e5556c941a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.934506] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad914e9b-abf9-4abf-8b3c-b7d9c56a0425 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.944356] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7826a6ec-f160-456c-a702-9080909425b7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.981294] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3755c09-ff56-43a3-8a6d-023eaf4addf2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.991197] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc841eb-bb56-4e4a-94b4-ad39932c9681 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.013288] env[70966]: DEBUG nova.compute.provider_tree [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.015571] env[70966]: DEBUG nova.network.neutron [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Successfully updated port: 3e9c92f2-2356-4d65-9886-5d45c16430a6 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.063130] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdc292fe-8dba-4dd9-a7d6-65f1e69cac03 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "bdb0a648-36ba-4af3-8f53-e6bf2d270fd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.272s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.142508] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.155458] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Acquiring lock "cfc30dc4-4ac5-4797-b7e1-64b5432d79b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.157394] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Lock "cfc30dc4-4ac5-4797-b7e1-64b5432d79b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.157889] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Acquiring lock "cfc30dc4-4ac5-4797-b7e1-64b5432d79b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.157973] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Lock "cfc30dc4-4ac5-4797-b7e1-64b5432d79b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.158278] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Lock "cfc30dc4-4ac5-4797-b7e1-64b5432d79b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.161570] env[70966]: INFO nova.compute.manager [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Terminating instance [ 650.249257] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612117, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.268735] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "refresh_cache-a2de69e8-0a4c-4242-8bed-e02e548063f8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.268923] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquired lock "refresh_cache-a2de69e8-0a4c-4242-8bed-e02e548063f8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.269059] env[70966]: DEBUG nova.network.neutron [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.338874] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b59742-799c-9e1a-b739-e5556c941a07, 'name': SearchDatastore_Task, 'duration_secs': 0.013207} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.339298] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.339528] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.339812] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.339996] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.340247] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.340665] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-329ccb6a-4c44-49f7-8f36-ace1d3e361a6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.355218] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.355439] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.356205] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b92fe27-ce6a-40eb-870b-9d10fa976fb7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.363170] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Waiting for the task: (returnval){ [ 650.363170] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cd7cc4-4b42-a8b8-f4af-dc72e3b3b94e" [ 650.363170] env[70966]: _type = "Task" [ 650.363170] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.372490] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cd7cc4-4b42-a8b8-f4af-dc72e3b3b94e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.518284] env[70966]: DEBUG nova.scheduler.client.report [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.528111] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "refresh_cache-7c032122-be07-4154-9dab-d7fe6dcd5d8e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.528264] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquired lock "refresh_cache-7c032122-be07-4154-9dab-d7fe6dcd5d8e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.528923] env[70966]: DEBUG nova.network.neutron [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.669658] env[70966]: DEBUG nova.compute.manager [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.669658] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.669658] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c3e345-fa99-4d5c-8141-06c3dc4a48d6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.679580] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.683069] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e50065d-d499-453a-b87c-cdfeec4cb997 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.691570] env[70966]: DEBUG oslo_vmware.api [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Waiting for the task: (returnval){ [ 650.691570] env[70966]: value = "task-3612118" [ 650.691570] env[70966]: _type = "Task" [ 650.691570] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.702245] env[70966]: DEBUG oslo_vmware.api [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.750976] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655525} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.751412] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] dc4f6db8-170b-4d56-b3bc-80316ec8aed5/dc4f6db8-170b-4d56-b3bc-80316ec8aed5.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.751852] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.752438] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71e17a3a-925f-478b-8d43-2c3989c683ba {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.762842] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 650.762842] env[70966]: value = "task-3612119" [ 650.762842] env[70966]: _type = "Task" [ 650.762842] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.778254] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.877250] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cd7cc4-4b42-a8b8-f4af-dc72e3b3b94e, 'name': SearchDatastore_Task, 'duration_secs': 0.021918} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.877250] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e82b0b9-cc39-4c49-9378-d68415087630 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.882029] env[70966]: DEBUG nova.network.neutron [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.886398] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Waiting for the task: (returnval){ [ 650.886398] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a81bfa-ad9d-7b91-594e-c5d98ec1e1e2" [ 650.886398] env[70966]: _type = "Task" [ 650.886398] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.897583] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a81bfa-ad9d-7b91-594e-c5d98ec1e1e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.034895] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.035425] env[70966]: DEBUG nova.compute.manager [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.038088] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.844s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.043780] env[70966]: INFO nova.compute.claims [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.165504] env[70966]: DEBUG nova.network.neutron [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.204606] env[70966]: DEBUG oslo_vmware.api [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612118, 'name': PowerOffVM_Task, 'duration_secs': 0.216009} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.204904] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.205097] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.205344] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-703dc3ff-bd9d-4898-a7f6-ab85f65dd58b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.226693] env[70966]: DEBUG nova.network.neutron [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updated VIF entry in instance network info cache for port ab316e3f-5518-4f76-b29a-728aa9e7bef0. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.227086] env[70966]: DEBUG nova.network.neutron [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance_info_cache with network_info: [{"id": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "address": "fa:16:3e:d1:42:e2", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab316e3f-55", "ovs_interfaceid": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.275268] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07687} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.275620] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.276946] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7b09c8-03c2-43ab-8239-db2f47fcc0d1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.317427] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] dc4f6db8-170b-4d56-b3bc-80316ec8aed5/dc4f6db8-170b-4d56-b3bc-80316ec8aed5.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.319198] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bfec299-c12f-4c36-859e-1785570a62ef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.335572] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.335795] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.335972] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Deleting the datastore file [datastore1] cfc30dc4-4ac5-4797-b7e1-64b5432d79b3 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.343976] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d610b49-ce25-4f21-b82a-625d09fcd8dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.356019] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 651.356019] env[70966]: value = "task-3612122" [ 651.356019] env[70966]: _type = "Task" [ 651.356019] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.356019] env[70966]: DEBUG oslo_vmware.api [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Waiting for the task: (returnval){ [ 651.356019] env[70966]: value = "task-3612121" [ 651.356019] env[70966]: _type = "Task" [ 651.356019] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.378739] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.379312] env[70966]: DEBUG oslo_vmware.api [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.400173] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a81bfa-ad9d-7b91-594e-c5d98ec1e1e2, 'name': SearchDatastore_Task, 'duration_secs': 0.028314} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.400451] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.400707] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] cd50735c-56e1-4904-b9cf-7fbb5b19de21/cd50735c-56e1-4904-b9cf-7fbb5b19de21.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.400962] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74667fc1-5c19-4bbb-81ad-7cc240d31079 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.409204] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Waiting for the task: (returnval){ [ 651.409204] env[70966]: value = "task-3612123" [ 651.409204] env[70966]: _type = "Task" [ 651.409204] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.421316] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.550410] env[70966]: DEBUG nova.compute.utils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.553041] env[70966]: DEBUG nova.compute.manager [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.553370] env[70966]: DEBUG nova.network.neutron [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.694736] env[70966]: DEBUG nova.policy [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8389fe3055d4a7b8fdbb0853438905d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611d7f6ccb3644079814f537c0dc64d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.697803] env[70966]: DEBUG nova.network.neutron [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Updating instance_info_cache with network_info: [{"id": "3e9c92f2-2356-4d65-9886-5d45c16430a6", "address": "fa:16:3e:fb:0c:cc", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9c92f2-23", "ovs_interfaceid": "3e9c92f2-2356-4d65-9886-5d45c16430a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.729922] env[70966]: DEBUG oslo_concurrency.lockutils [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] Releasing lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.732165] env[70966]: DEBUG nova.compute.manager [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Received event network-vif-deleted-e11e039c-526a-4933-9aa2-f20c25751bc7 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.732165] env[70966]: DEBUG nova.compute.manager [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Received event network-vif-plugged-8489fb23-3055-4e0a-b48d-795369fdb717 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.732165] env[70966]: DEBUG oslo_concurrency.lockutils [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] Acquiring lock "a2de69e8-0a4c-4242-8bed-e02e548063f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.732165] env[70966]: DEBUG oslo_concurrency.lockutils [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] Lock "a2de69e8-0a4c-4242-8bed-e02e548063f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.732165] env[70966]: DEBUG oslo_concurrency.lockutils [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] Lock "a2de69e8-0a4c-4242-8bed-e02e548063f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.732565] env[70966]: DEBUG nova.compute.manager [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] No waiting events found dispatching network-vif-plugged-8489fb23-3055-4e0a-b48d-795369fdb717 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.732565] env[70966]: WARNING nova.compute.manager [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Received unexpected event network-vif-plugged-8489fb23-3055-4e0a-b48d-795369fdb717 for instance with vm_state building and task_state spawning. [ 651.732565] env[70966]: DEBUG nova.compute.manager [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Received event network-changed-8489fb23-3055-4e0a-b48d-795369fdb717 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.732565] env[70966]: DEBUG nova.compute.manager [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Refreshing instance network info cache due to event network-changed-8489fb23-3055-4e0a-b48d-795369fdb717. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.732565] env[70966]: DEBUG oslo_concurrency.lockutils [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] Acquiring lock "refresh_cache-a2de69e8-0a4c-4242-8bed-e02e548063f8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.873716] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612122, 'name': ReconfigVM_Task, 'duration_secs': 0.295237} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.877250] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Reconfigured VM instance instance-0000000d to attach disk [datastore1] dc4f6db8-170b-4d56-b3bc-80316ec8aed5/dc4f6db8-170b-4d56-b3bc-80316ec8aed5.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.877250] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-921841e2-cb0d-4559-a5b3-226d46c98a2f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.890426] env[70966]: DEBUG oslo_vmware.api [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Task: {'id': task-3612121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20903} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.891639] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.891639] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.891639] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.891813] env[70966]: INFO nova.compute.manager [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 651.892189] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.892189] env[70966]: DEBUG nova.compute.manager [-] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.892306] env[70966]: DEBUG nova.network.neutron [-] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.918945] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 651.918945] env[70966]: value = "task-3612124" [ 651.918945] env[70966]: _type = "Task" [ 651.918945] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.933517] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612123, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.943447] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612124, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.058160] env[70966]: DEBUG nova.compute.manager [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.070519] env[70966]: DEBUG nova.compute.manager [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Received event network-vif-deleted-7e39f33c-61e2-498f-8718-2a32946fd4df {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.070723] env[70966]: DEBUG nova.compute.manager [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Received event network-vif-plugged-cdcccec7-8029-4165-8601-34e992343f1b {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.070906] env[70966]: DEBUG oslo_concurrency.lockutils [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] Acquiring lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.074023] env[70966]: DEBUG oslo_concurrency.lockutils [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] Lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.074023] env[70966]: DEBUG oslo_concurrency.lockutils [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] Lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.074023] env[70966]: DEBUG nova.compute.manager [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] No waiting events found dispatching network-vif-plugged-cdcccec7-8029-4165-8601-34e992343f1b {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.074023] env[70966]: WARNING nova.compute.manager [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Received unexpected event network-vif-plugged-cdcccec7-8029-4165-8601-34e992343f1b for instance with vm_state building and task_state spawning. [ 652.074023] env[70966]: DEBUG nova.compute.manager [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Received event network-changed-cdcccec7-8029-4165-8601-34e992343f1b {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.074263] env[70966]: DEBUG nova.compute.manager [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Refreshing instance network info cache due to event network-changed-cdcccec7-8029-4165-8601-34e992343f1b. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.074263] env[70966]: DEBUG oslo_concurrency.lockutils [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] Acquiring lock "refresh_cache-cd50735c-56e1-4904-b9cf-7fbb5b19de21" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.074263] env[70966]: DEBUG oslo_concurrency.lockutils [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] Acquired lock "refresh_cache-cd50735c-56e1-4904-b9cf-7fbb5b19de21" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.074263] env[70966]: DEBUG nova.network.neutron [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Refreshing network info cache for port cdcccec7-8029-4165-8601-34e992343f1b {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.158890] env[70966]: DEBUG nova.network.neutron [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Updating instance_info_cache with network_info: [{"id": "c9cd21f1-186b-46e6-abb3-2514f1b85fcd", "address": "fa:16:3e:01:cb:d3", "network": {"id": "fa06df56-d48a-482a-924b-5a7871ca6143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1297851683", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9cd21f1-18", "ovs_interfaceid": "c9cd21f1-186b-46e6-abb3-2514f1b85fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8489fb23-3055-4e0a-b48d-795369fdb717", "address": "fa:16:3e:2d:5a:f5", "network": {"id": "b0480637-2489-4987-bfeb-0748ae33b7c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1953241679", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8489fb23-30", "ovs_interfaceid": "8489fb23-3055-4e0a-b48d-795369fdb717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c65c50ba-1bc0-4a42-8b64-dcea79dd0597", "address": "fa:16:3e:98:a3:74", "network": {"id": "fa06df56-d48a-482a-924b-5a7871ca6143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1297851683", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65c50ba-1b", "ovs_interfaceid": "c65c50ba-1bc0-4a42-8b64-dcea79dd0597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.174746] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "0cc0309f-2ab2-4974-8786-697a8fba568e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.175049] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "0cc0309f-2ab2-4974-8786-697a8fba568e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.201638] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Releasing lock "refresh_cache-7c032122-be07-4154-9dab-d7fe6dcd5d8e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.201638] env[70966]: DEBUG nova.compute.manager [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Instance network_info: |[{"id": "3e9c92f2-2356-4d65-9886-5d45c16430a6", "address": "fa:16:3e:fb:0c:cc", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9c92f2-23", "ovs_interfaceid": "3e9c92f2-2356-4d65-9886-5d45c16430a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.201890] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:0c:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e9c92f2-2356-4d65-9886-5d45c16430a6', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.209838] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.211115] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.211285] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d97d881-2c03-451a-94e8-198ef9dbfc26 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.238613] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.238613] env[70966]: value = "task-3612125" [ 652.238613] env[70966]: _type = "Task" [ 652.238613] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.248447] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612125, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.437465] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612124, 'name': Rename_Task, 'duration_secs': 0.2004} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.437728] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581923} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.438834] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.438834] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] cd50735c-56e1-4904-b9cf-7fbb5b19de21/cd50735c-56e1-4904-b9cf-7fbb5b19de21.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.438834] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.439119] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4387bfc7-1221-49c7-9b72-832bfe4fb4e2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.440572] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66de8cef-eab4-4441-a478-0cbfa21c63c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.449933] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 652.449933] env[70966]: value = "task-3612126" [ 652.449933] env[70966]: _type = "Task" [ 652.449933] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.456929] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Waiting for the task: (returnval){ [ 652.456929] env[70966]: value = "task-3612127" [ 652.456929] env[70966]: _type = "Task" [ 652.456929] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.465402] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.472947] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.513283] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f403b724-feaa-4e6f-a405-42da4bcaa80a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.522673] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8dfd8f-2316-47a7-bb02-1c9315d5ba52 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.558050] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e009a41-a3a4-48ce-a2e3-c38595d37481 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.572482] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f888c1-a10d-46aa-a71f-e8d7d721a1cd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.601781] env[70966]: DEBUG nova.compute.provider_tree [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.675849] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Releasing lock "refresh_cache-a2de69e8-0a4c-4242-8bed-e02e548063f8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.680230] env[70966]: DEBUG nova.compute.manager [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Instance network_info: |[{"id": "c9cd21f1-186b-46e6-abb3-2514f1b85fcd", "address": "fa:16:3e:01:cb:d3", "network": {"id": "fa06df56-d48a-482a-924b-5a7871ca6143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1297851683", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9cd21f1-18", "ovs_interfaceid": "c9cd21f1-186b-46e6-abb3-2514f1b85fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8489fb23-3055-4e0a-b48d-795369fdb717", "address": "fa:16:3e:2d:5a:f5", "network": {"id": "b0480637-2489-4987-bfeb-0748ae33b7c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1953241679", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8489fb23-30", "ovs_interfaceid": "8489fb23-3055-4e0a-b48d-795369fdb717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c65c50ba-1bc0-4a42-8b64-dcea79dd0597", "address": "fa:16:3e:98:a3:74", "network": {"id": "fa06df56-d48a-482a-924b-5a7871ca6143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1297851683", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65c50ba-1b", "ovs_interfaceid": "c65c50ba-1bc0-4a42-8b64-dcea79dd0597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.680230] env[70966]: DEBUG oslo_concurrency.lockutils [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] Acquired lock "refresh_cache-a2de69e8-0a4c-4242-8bed-e02e548063f8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.680230] env[70966]: DEBUG nova.network.neutron [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Refreshing network info cache for port 8489fb23-3055-4e0a-b48d-795369fdb717 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.680230] env[70966]: DEBUG nova.compute.manager [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.684044] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:cb:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9cd21f1-186b-46e6-abb3-2514f1b85fcd', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:5a:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8489fb23-3055-4e0a-b48d-795369fdb717', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:a3:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c65c50ba-1bc0-4a42-8b64-dcea79dd0597', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.700130] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Creating folder: Project (f6a21e85a8ad4efb99213a9fb32bc684). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.702289] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d31e621-a3f7-404f-a538-9a4b41f855e3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.720567] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Created folder: Project (f6a21e85a8ad4efb99213a9fb32bc684) in parent group-v720468. [ 652.720567] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Creating folder: Instances. Parent ref: group-v720507. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.720567] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a5f58aa-2c58-4fdc-b58d-886cefe3c5d4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.736010] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Created folder: Instances in parent group-v720507. [ 652.736278] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.736507] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.736728] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a1355ab-4a31-4091-9b2c-d3e6ff3c4fef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.769161] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612125, 'name': CreateVM_Task, 'duration_secs': 0.424898} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.772702] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.772702] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.772702] env[70966]: value = "task-3612130" [ 652.772702] env[70966]: _type = "Task" [ 652.772702] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.772702] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.772702] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.772702] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.772702] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6dc5be-2296-44eb-8a52-c5f862c403e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.783165] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612130, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.784217] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 652.784217] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529a36a2-63c1-ec5c-0d39-36dfd1f8b0f9" [ 652.784217] env[70966]: _type = "Task" [ 652.784217] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.793707] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529a36a2-63c1-ec5c-0d39-36dfd1f8b0f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.962353] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612126, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.971913] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130323} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.975167] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.978146] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9b7819-2a28-46d4-8a52-ee64c1e5f635 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.002646] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] cd50735c-56e1-4904-b9cf-7fbb5b19de21/cd50735c-56e1-4904-b9cf-7fbb5b19de21.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.003726] env[70966]: DEBUG nova.network.neutron [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Successfully created port: 65697762-406c-43b0-812d-1e1245f2045f {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.005747] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-456b6f4d-5f8d-44b0-84f9-6db04b87af86 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.031106] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Waiting for the task: (returnval){ [ 653.031106] env[70966]: value = "task-3612131" [ 653.031106] env[70966]: _type = "Task" [ 653.031106] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.045044] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.103792] env[70966]: DEBUG nova.compute.manager [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.107969] env[70966]: DEBUG nova.scheduler.client.report [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.117023] env[70966]: DEBUG nova.network.neutron [-] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.145304] env[70966]: DEBUG nova.virt.hardware [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.145492] env[70966]: DEBUG nova.virt.hardware [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.145722] env[70966]: DEBUG nova.virt.hardware [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.146059] env[70966]: DEBUG nova.virt.hardware [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.146642] env[70966]: DEBUG nova.virt.hardware [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.147204] env[70966]: DEBUG nova.virt.hardware [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.147596] env[70966]: DEBUG nova.virt.hardware [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.147942] env[70966]: DEBUG nova.virt.hardware [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.148364] env[70966]: DEBUG nova.virt.hardware [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.148585] env[70966]: DEBUG nova.virt.hardware [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.148962] env[70966]: DEBUG nova.virt.hardware [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.154599] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7292925-7039-4b77-8628-765f5c320e14 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.171167] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4630b1da-995d-49c6-bc7b-9e906580a052 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.230750] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.231867] env[70966]: DEBUG nova.network.neutron [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Updated VIF entry in instance network info cache for port cdcccec7-8029-4165-8601-34e992343f1b. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.232343] env[70966]: DEBUG nova.network.neutron [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Updating instance_info_cache with network_info: [{"id": "cdcccec7-8029-4165-8601-34e992343f1b", "address": "fa:16:3e:b0:54:e5", "network": {"id": "7536ba01-a1b5-414e-8884-56a0de1fe74c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1331596201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f25fa6d00c447c2928b356d80e22de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdcccec7-80", "ovs_interfaceid": "cdcccec7-8029-4165-8601-34e992343f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.264843] env[70966]: DEBUG nova.compute.manager [req-30acc046-5a6d-4327-a382-d76235ea179b req-5bbcb0ad-4362-4086-8d99-fdce51cc3a5c service nova] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Received event network-vif-plugged-3e9c92f2-2356-4d65-9886-5d45c16430a6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.265735] env[70966]: DEBUG oslo_concurrency.lockutils [req-30acc046-5a6d-4327-a382-d76235ea179b req-5bbcb0ad-4362-4086-8d99-fdce51cc3a5c service nova] Acquiring lock "7c032122-be07-4154-9dab-d7fe6dcd5d8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.266098] env[70966]: DEBUG oslo_concurrency.lockutils [req-30acc046-5a6d-4327-a382-d76235ea179b req-5bbcb0ad-4362-4086-8d99-fdce51cc3a5c service nova] Lock "7c032122-be07-4154-9dab-d7fe6dcd5d8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.266554] env[70966]: DEBUG oslo_concurrency.lockutils [req-30acc046-5a6d-4327-a382-d76235ea179b req-5bbcb0ad-4362-4086-8d99-fdce51cc3a5c service nova] Lock "7c032122-be07-4154-9dab-d7fe6dcd5d8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.266816] env[70966]: DEBUG nova.compute.manager [req-30acc046-5a6d-4327-a382-d76235ea179b req-5bbcb0ad-4362-4086-8d99-fdce51cc3a5c service nova] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] No waiting events found dispatching network-vif-plugged-3e9c92f2-2356-4d65-9886-5d45c16430a6 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.267007] env[70966]: WARNING nova.compute.manager [req-30acc046-5a6d-4327-a382-d76235ea179b req-5bbcb0ad-4362-4086-8d99-fdce51cc3a5c service nova] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Received unexpected event network-vif-plugged-3e9c92f2-2356-4d65-9886-5d45c16430a6 for instance with vm_state building and task_state spawning. [ 653.267183] env[70966]: DEBUG nova.compute.manager [req-30acc046-5a6d-4327-a382-d76235ea179b req-5bbcb0ad-4362-4086-8d99-fdce51cc3a5c service nova] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Received event network-changed-3e9c92f2-2356-4d65-9886-5d45c16430a6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.267368] env[70966]: DEBUG nova.compute.manager [req-30acc046-5a6d-4327-a382-d76235ea179b req-5bbcb0ad-4362-4086-8d99-fdce51cc3a5c service nova] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Refreshing instance network info cache due to event network-changed-3e9c92f2-2356-4d65-9886-5d45c16430a6. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.267572] env[70966]: DEBUG oslo_concurrency.lockutils [req-30acc046-5a6d-4327-a382-d76235ea179b req-5bbcb0ad-4362-4086-8d99-fdce51cc3a5c service nova] Acquiring lock "refresh_cache-7c032122-be07-4154-9dab-d7fe6dcd5d8e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.267723] env[70966]: DEBUG oslo_concurrency.lockutils [req-30acc046-5a6d-4327-a382-d76235ea179b req-5bbcb0ad-4362-4086-8d99-fdce51cc3a5c service nova] Acquired lock "refresh_cache-7c032122-be07-4154-9dab-d7fe6dcd5d8e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.267883] env[70966]: DEBUG nova.network.neutron [req-30acc046-5a6d-4327-a382-d76235ea179b req-5bbcb0ad-4362-4086-8d99-fdce51cc3a5c service nova] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Refreshing network info cache for port 3e9c92f2-2356-4d65-9886-5d45c16430a6 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.284112] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612130, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.296554] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529a36a2-63c1-ec5c-0d39-36dfd1f8b0f9, 'name': SearchDatastore_Task, 'duration_secs': 0.016069} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.296845] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.297147] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.297422] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.297589] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.297801] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.298124] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09a27a33-f45a-4ec1-ab07-a2ea3b3c0de7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.323667] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.325841] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.325841] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be96dad4-4fdd-43f7-922e-03d9b07465ef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.333463] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 653.333463] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5255d94e-e5e2-65f1-dd17-e070089b294d" [ 653.333463] env[70966]: _type = "Task" [ 653.333463] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.342811] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5255d94e-e5e2-65f1-dd17-e070089b294d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.461663] env[70966]: DEBUG oslo_vmware.api [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612126, 'name': PowerOnVM_Task, 'duration_secs': 0.684451} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.461966] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.462199] env[70966]: INFO nova.compute.manager [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Took 9.81 seconds to spawn the instance on the hypervisor. [ 653.462901] env[70966]: DEBUG nova.compute.manager [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.463282] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e85c96-4ab8-454e-bab2-bc9aa68e22ad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.545862] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612131, 'name': ReconfigVM_Task, 'duration_secs': 0.505641} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.548814] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Reconfigured VM instance instance-0000000e to attach disk [datastore2] cd50735c-56e1-4904-b9cf-7fbb5b19de21/cd50735c-56e1-4904-b9cf-7fbb5b19de21.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.549688] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-750d55f9-81bb-4384-8d8a-152b909a8d0b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.556641] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Waiting for the task: (returnval){ [ 653.556641] env[70966]: value = "task-3612132" [ 653.556641] env[70966]: _type = "Task" [ 653.556641] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.565668] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612132, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.616994] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.617809] env[70966]: DEBUG nova.compute.manager [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.621447] env[70966]: DEBUG nova.network.neutron [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Updated VIF entry in instance network info cache for port 8489fb23-3055-4e0a-b48d-795369fdb717. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.622295] env[70966]: DEBUG nova.network.neutron [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Updating instance_info_cache with network_info: [{"id": "c9cd21f1-186b-46e6-abb3-2514f1b85fcd", "address": "fa:16:3e:01:cb:d3", "network": {"id": "fa06df56-d48a-482a-924b-5a7871ca6143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1297851683", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9cd21f1-18", "ovs_interfaceid": "c9cd21f1-186b-46e6-abb3-2514f1b85fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8489fb23-3055-4e0a-b48d-795369fdb717", "address": "fa:16:3e:2d:5a:f5", "network": {"id": "b0480637-2489-4987-bfeb-0748ae33b7c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1953241679", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8489fb23-30", "ovs_interfaceid": "8489fb23-3055-4e0a-b48d-795369fdb717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c65c50ba-1bc0-4a42-8b64-dcea79dd0597", "address": "fa:16:3e:98:a3:74", "network": {"id": "fa06df56-d48a-482a-924b-5a7871ca6143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1297851683", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65c50ba-1b", "ovs_interfaceid": "c65c50ba-1bc0-4a42-8b64-dcea79dd0597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.623064] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.069s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.623237] env[70966]: DEBUG nova.objects.instance [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Lazy-loading 'resources' on Instance uuid 95d3bf48-5c02-4891-aa09-6da6dec0620f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.624243] env[70966]: INFO nova.compute.manager [-] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Took 1.73 seconds to deallocate network for instance. [ 653.736121] env[70966]: DEBUG oslo_concurrency.lockutils [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] Releasing lock "refresh_cache-cd50735c-56e1-4904-b9cf-7fbb5b19de21" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.736659] env[70966]: DEBUG nova.compute.manager [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Received event network-vif-plugged-c65c50ba-1bc0-4a42-8b64-dcea79dd0597 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.737092] env[70966]: DEBUG oslo_concurrency.lockutils [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] Acquiring lock "a2de69e8-0a4c-4242-8bed-e02e548063f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.737344] env[70966]: DEBUG oslo_concurrency.lockutils [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] Lock "a2de69e8-0a4c-4242-8bed-e02e548063f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.737624] env[70966]: DEBUG oslo_concurrency.lockutils [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] Lock "a2de69e8-0a4c-4242-8bed-e02e548063f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.737914] env[70966]: DEBUG nova.compute.manager [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] No waiting events found dispatching network-vif-plugged-c65c50ba-1bc0-4a42-8b64-dcea79dd0597 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.740388] env[70966]: WARNING nova.compute.manager [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Received unexpected event network-vif-plugged-c65c50ba-1bc0-4a42-8b64-dcea79dd0597 for instance with vm_state building and task_state spawning. [ 653.740727] env[70966]: DEBUG nova.compute.manager [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Received event network-changed-c65c50ba-1bc0-4a42-8b64-dcea79dd0597 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.741235] env[70966]: DEBUG nova.compute.manager [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Refreshing instance network info cache due to event network-changed-c65c50ba-1bc0-4a42-8b64-dcea79dd0597. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.742139] env[70966]: DEBUG oslo_concurrency.lockutils [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] Acquiring lock "refresh_cache-a2de69e8-0a4c-4242-8bed-e02e548063f8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.793097] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612130, 'name': CreateVM_Task, 'duration_secs': 0.78647} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.793292] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.794488] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.794488] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.795119] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.795268] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df9c259-19b3-4f36-ae3b-a5cd4f0b9b3d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.805972] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 653.805972] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b34335-d3aa-02c4-f5d4-a0c57e207aa0" [ 653.805972] env[70966]: _type = "Task" [ 653.805972] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.812472] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b34335-d3aa-02c4-f5d4-a0c57e207aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.846970] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5255d94e-e5e2-65f1-dd17-e070089b294d, 'name': SearchDatastore_Task, 'duration_secs': 0.016313} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.847834] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7396037c-673c-440f-a2f0-61112563fec2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.855233] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 653.855233] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524ecae8-5ce9-fec9-08e0-bcb193bf046c" [ 653.855233] env[70966]: _type = "Task" [ 653.855233] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.865373] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524ecae8-5ce9-fec9-08e0-bcb193bf046c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.987529] env[70966]: INFO nova.compute.manager [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Took 19.07 seconds to build instance. [ 654.068043] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612132, 'name': Rename_Task, 'duration_secs': 0.172416} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.069393] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.069393] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12fbded9-ba2f-4203-9df9-fefe4968d648 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.074435] env[70966]: DEBUG nova.network.neutron [req-30acc046-5a6d-4327-a382-d76235ea179b req-5bbcb0ad-4362-4086-8d99-fdce51cc3a5c service nova] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Updated VIF entry in instance network info cache for port 3e9c92f2-2356-4d65-9886-5d45c16430a6. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.075994] env[70966]: DEBUG nova.network.neutron [req-30acc046-5a6d-4327-a382-d76235ea179b req-5bbcb0ad-4362-4086-8d99-fdce51cc3a5c service nova] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Updating instance_info_cache with network_info: [{"id": "3e9c92f2-2356-4d65-9886-5d45c16430a6", "address": "fa:16:3e:fb:0c:cc", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9c92f2-23", "ovs_interfaceid": "3e9c92f2-2356-4d65-9886-5d45c16430a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.078878] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Waiting for the task: (returnval){ [ 654.078878] env[70966]: value = "task-3612133" [ 654.078878] env[70966]: _type = "Task" [ 654.078878] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.089510] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.127555] env[70966]: DEBUG nova.compute.utils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.132550] env[70966]: DEBUG oslo_concurrency.lockutils [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] Releasing lock "refresh_cache-a2de69e8-0a4c-4242-8bed-e02e548063f8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.132958] env[70966]: DEBUG nova.compute.manager [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Received event network-changed-f46ace09-ea7c-46f7-abde-d08217143940 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.133252] env[70966]: DEBUG nova.compute.manager [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Refreshing instance network info cache due to event network-changed-f46ace09-ea7c-46f7-abde-d08217143940. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.133252] env[70966]: DEBUG oslo_concurrency.lockutils [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] Acquiring lock "refresh_cache-5bbccf1e-7657-424f-b53a-6d752e5b4226" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.133459] env[70966]: DEBUG oslo_concurrency.lockutils [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] Acquired lock "refresh_cache-5bbccf1e-7657-424f-b53a-6d752e5b4226" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.133541] env[70966]: DEBUG nova.network.neutron [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Refreshing network info cache for port f46ace09-ea7c-46f7-abde-d08217143940 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.137662] env[70966]: DEBUG nova.compute.manager [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.137812] env[70966]: DEBUG nova.network.neutron [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.142094] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.142369] env[70966]: DEBUG oslo_concurrency.lockutils [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] Acquired lock "refresh_cache-a2de69e8-0a4c-4242-8bed-e02e548063f8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.142499] env[70966]: DEBUG nova.network.neutron [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Refreshing network info cache for port c65c50ba-1bc0-4a42-8b64-dcea79dd0597 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.216196] env[70966]: DEBUG nova.policy [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de2041e91b744beaa77c4e9c862645b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff3cb2fda80f40fb995882995c9fa62f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.324162] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b34335-d3aa-02c4-f5d4-a0c57e207aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.014674} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.324473] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.324706] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.324904] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.369856] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524ecae8-5ce9-fec9-08e0-bcb193bf046c, 'name': SearchDatastore_Task, 'duration_secs': 0.020778} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.373954] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.374300] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 7c032122-be07-4154-9dab-d7fe6dcd5d8e/7c032122-be07-4154-9dab-d7fe6dcd5d8e.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.374888] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.375090] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.375593] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0733c90-3300-43e4-899e-e82ff02879ff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.377807] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d40565c6-fd5a-4474-bd36-4d80b403a772 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.389139] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 654.389139] env[70966]: value = "task-3612134" [ 654.389139] env[70966]: _type = "Task" [ 654.389139] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.389702] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.389885] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.397287] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed3f682-8595-4db2-9022-ae48865dbd77 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.406227] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.413867] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 654.413867] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a34e2d-fe67-dffb-9d45-fad52de5c93d" [ 654.413867] env[70966]: _type = "Task" [ 654.413867] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.425373] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a34e2d-fe67-dffb-9d45-fad52de5c93d, 'name': SearchDatastore_Task, 'duration_secs': 0.012361} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.429927] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e38d221-9f79-4ed0-a7e3-e2630d8c4d61 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.437295] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 654.437295] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ba2f8b-c839-76ab-c827-bd12f0fc16cc" [ 654.437295] env[70966]: _type = "Task" [ 654.437295] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.449910] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ba2f8b-c839-76ab-c827-bd12f0fc16cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.489418] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c52ab6aa-6395-4af8-a3f3-d8a7532a2928 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.582s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.499064] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c2b36e-f36e-4210-8ebe-a4d68a86f74a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.510281] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32360a81-b523-4a5f-97e5-2d7a0ccc41dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.548102] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03828fd3-e613-4831-aa40-0e163ed671b3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.558582] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4053555-96e6-4244-b44a-4a7c76a6db15 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.576074] env[70966]: DEBUG nova.compute.provider_tree [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.577676] env[70966]: DEBUG oslo_concurrency.lockutils [req-30acc046-5a6d-4327-a382-d76235ea179b req-5bbcb0ad-4362-4086-8d99-fdce51cc3a5c service nova] Releasing lock "refresh_cache-7c032122-be07-4154-9dab-d7fe6dcd5d8e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.594272] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612133, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.646426] env[70966]: DEBUG nova.compute.manager [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.872621] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Acquiring lock "5a282972-34c3-4c50-accc-d2f54b2676e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.873136] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Lock "5a282972-34c3-4c50-accc-d2f54b2676e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.906614] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612134, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.913163] env[70966]: DEBUG nova.network.neutron [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Successfully created port: 8238a70f-e0bd-4338-8770-fac2f1a4a977 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.956157] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ba2f8b-c839-76ab-c827-bd12f0fc16cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013373} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.956157] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.956157] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] a2de69e8-0a4c-4242-8bed-e02e548063f8/a2de69e8-0a4c-4242-8bed-e02e548063f8.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.956157] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d49f724-5903-4d39-8660-e35d02c4bb27 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.969982] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 654.969982] env[70966]: value = "task-3612135" [ 654.969982] env[70966]: _type = "Task" [ 654.969982] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.985238] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.006594] env[70966]: DEBUG nova.network.neutron [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Updated VIF entry in instance network info cache for port c65c50ba-1bc0-4a42-8b64-dcea79dd0597. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.007438] env[70966]: DEBUG nova.network.neutron [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Updating instance_info_cache with network_info: [{"id": "c9cd21f1-186b-46e6-abb3-2514f1b85fcd", "address": "fa:16:3e:01:cb:d3", "network": {"id": "fa06df56-d48a-482a-924b-5a7871ca6143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1297851683", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9cd21f1-18", "ovs_interfaceid": "c9cd21f1-186b-46e6-abb3-2514f1b85fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8489fb23-3055-4e0a-b48d-795369fdb717", "address": "fa:16:3e:2d:5a:f5", "network": {"id": "b0480637-2489-4987-bfeb-0748ae33b7c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1953241679", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8489fb23-30", "ovs_interfaceid": "8489fb23-3055-4e0a-b48d-795369fdb717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c65c50ba-1bc0-4a42-8b64-dcea79dd0597", "address": "fa:16:3e:98:a3:74", "network": {"id": "fa06df56-d48a-482a-924b-5a7871ca6143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1297851683", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65c50ba-1b", "ovs_interfaceid": "c65c50ba-1bc0-4a42-8b64-dcea79dd0597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.081670] env[70966]: DEBUG nova.scheduler.client.report [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.100670] env[70966]: DEBUG oslo_vmware.api [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612133, 'name': PowerOnVM_Task, 'duration_secs': 0.542008} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.104440] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.104901] env[70966]: INFO nova.compute.manager [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Took 9.02 seconds to spawn the instance on the hypervisor. [ 655.105325] env[70966]: DEBUG nova.compute.manager [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.107462] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d0e040-ab86-4c23-832b-1fea157f53c2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.367847] env[70966]: DEBUG nova.network.neutron [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Updated VIF entry in instance network info cache for port f46ace09-ea7c-46f7-abde-d08217143940. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.368209] env[70966]: DEBUG nova.network.neutron [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Updating instance_info_cache with network_info: [{"id": "f46ace09-ea7c-46f7-abde-d08217143940", "address": "fa:16:3e:eb:23:14", "network": {"id": "1d03feb5-1c59-4a5d-ad39-b2bc9983ea1b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-445732619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0947b055ab3a4eee82f6e28aff5b8906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf46ace09-ea", "ovs_interfaceid": "f46ace09-ea7c-46f7-abde-d08217143940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.379588] env[70966]: DEBUG nova.compute.manager [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.404637] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719208} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.405304] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 7c032122-be07-4154-9dab-d7fe6dcd5d8e/7c032122-be07-4154-9dab-d7fe6dcd5d8e.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.405887] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.406256] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2df2c3be-603c-4ebb-b10e-5d22e7bec0c1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.416213] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 655.416213] env[70966]: value = "task-3612136" [ 655.416213] env[70966]: _type = "Task" [ 655.416213] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.426412] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.482934] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612135, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.510898] env[70966]: DEBUG oslo_concurrency.lockutils [req-83842097-e2a4-4348-b217-d3ff96efb972 req-c8d141c9-5818-4478-bf56-7015470e17cc service nova] Releasing lock "refresh_cache-a2de69e8-0a4c-4242-8bed-e02e548063f8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.592725] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.595962] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.379s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.596660] env[70966]: DEBUG nova.objects.instance [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Lazy-loading 'resources' on Instance uuid 61fad9d1-b2b7-4480-a6fb-493fb1d1b080 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.637360] env[70966]: INFO nova.scheduler.client.report [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Deleted allocations for instance 95d3bf48-5c02-4891-aa09-6da6dec0620f [ 655.642040] env[70966]: INFO nova.compute.manager [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Took 20.58 seconds to build instance. [ 655.663645] env[70966]: DEBUG nova.compute.manager [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.667163] env[70966]: DEBUG nova.compute.manager [req-e506ac7d-9751-4f1e-ae60-b1a4e20bc142 req-74a28808-d5f3-4356-a6b1-a83942f73c14 service nova] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Received event network-vif-deleted-1c8bfbe3-9966-4e20-b2d1-caddf0783767 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.676896] env[70966]: INFO nova.compute.manager [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Rebuilding instance [ 655.700515] env[70966]: DEBUG nova.virt.hardware [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:28:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='168407867',id=27,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1648669172',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.700803] env[70966]: DEBUG nova.virt.hardware [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.700952] env[70966]: DEBUG nova.virt.hardware [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.701149] env[70966]: DEBUG nova.virt.hardware [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.701314] env[70966]: DEBUG nova.virt.hardware [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.701609] env[70966]: DEBUG nova.virt.hardware [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.701700] env[70966]: DEBUG nova.virt.hardware [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.701877] env[70966]: DEBUG nova.virt.hardware [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.701995] env[70966]: DEBUG nova.virt.hardware [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.702164] env[70966]: DEBUG nova.virt.hardware [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.702338] env[70966]: DEBUG nova.virt.hardware [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.703370] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0953aa54-f3ff-4c0a-bd70-041fa7707c9f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.721162] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b10637-16c5-4d72-84f5-a5ff11e8c548 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.756303] env[70966]: DEBUG nova.compute.manager [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.757609] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949a85aa-64c2-4ea4-b5fd-9b67f062fded {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.810948] env[70966]: DEBUG nova.network.neutron [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Successfully updated port: 65697762-406c-43b0-812d-1e1245f2045f {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.873713] env[70966]: DEBUG oslo_concurrency.lockutils [req-75fcf345-7714-4250-a181-bdaba8c40a1d req-15241f56-feae-49ff-954a-129c681ef630 service nova] Releasing lock "refresh_cache-5bbccf1e-7657-424f-b53a-6d752e5b4226" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.913526] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.928056] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192148} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.928281] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.929234] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2f08b0-37cc-4f84-ab64-b6ba521d99b4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.958927] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 7c032122-be07-4154-9dab-d7fe6dcd5d8e/7c032122-be07-4154-9dab-d7fe6dcd5d8e.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.959614] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a5dc64e-d0e0-49aa-b534-69fc14b3e219 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.986631] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612135, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.988090] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 655.988090] env[70966]: value = "task-3612137" [ 655.988090] env[70966]: _type = "Task" [ 655.988090] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.996926] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.150542] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f2a12ec6-d83f-4d73-8942-747babd9d9e4 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.105s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.152049] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30927dda-eccd-4cfb-a351-ee2d461a1730 tempest-TenantUsagesTestJSON-717160070 tempest-TenantUsagesTestJSON-717160070-project-member] Lock "95d3bf48-5c02-4891-aa09-6da6dec0620f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.557s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.312651] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.312836] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.312969] env[70966]: DEBUG nova.network.neutron [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.424041] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b2a29f-e2a3-4c1a-9408-ccc1c5d0d234 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.438088] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a88fda-332c-4ae9-ae6c-40ba8f0db75c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.487459] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bead809-255f-4920-94a5-dc0173bedfa3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.490498] env[70966]: DEBUG nova.compute.manager [req-714766c2-b269-47de-9dcf-5caa581db7af req-4b351bfd-cfc1-4fb6-b9c6-d8756a1ec70c service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Received event network-vif-plugged-65697762-406c-43b0-812d-1e1245f2045f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.490498] env[70966]: DEBUG oslo_concurrency.lockutils [req-714766c2-b269-47de-9dcf-5caa581db7af req-4b351bfd-cfc1-4fb6-b9c6-d8756a1ec70c service nova] Acquiring lock "5f1c69bc-256b-4dc1-991f-0fca1f272943-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.490498] env[70966]: DEBUG oslo_concurrency.lockutils [req-714766c2-b269-47de-9dcf-5caa581db7af req-4b351bfd-cfc1-4fb6-b9c6-d8756a1ec70c service nova] Lock "5f1c69bc-256b-4dc1-991f-0fca1f272943-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.490498] env[70966]: DEBUG oslo_concurrency.lockutils [req-714766c2-b269-47de-9dcf-5caa581db7af req-4b351bfd-cfc1-4fb6-b9c6-d8756a1ec70c service nova] Lock "5f1c69bc-256b-4dc1-991f-0fca1f272943-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.490498] env[70966]: DEBUG nova.compute.manager [req-714766c2-b269-47de-9dcf-5caa581db7af req-4b351bfd-cfc1-4fb6-b9c6-d8756a1ec70c service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] No waiting events found dispatching network-vif-plugged-65697762-406c-43b0-812d-1e1245f2045f {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.490498] env[70966]: WARNING nova.compute.manager [req-714766c2-b269-47de-9dcf-5caa581db7af req-4b351bfd-cfc1-4fb6-b9c6-d8756a1ec70c service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Received unexpected event network-vif-plugged-65697762-406c-43b0-812d-1e1245f2045f for instance with vm_state building and task_state spawning. [ 656.500559] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612135, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.502246] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ed57ea-71ba-4a0b-9ebd-f1b778c864d6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.511902] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.527145] env[70966]: DEBUG nova.compute.provider_tree [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.779917] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.780279] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddaafc6b-2408-4b97-b81d-4ec1da34967e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.793678] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 656.793678] env[70966]: value = "task-3612138" [ 656.793678] env[70966]: _type = "Task" [ 656.793678] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.806528] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.881990] env[70966]: DEBUG nova.network.neutron [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.996826] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612135, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.796637} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.003020] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] a2de69e8-0a4c-4242-8bed-e02e548063f8/a2de69e8-0a4c-4242-8bed-e02e548063f8.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.005405] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.005995] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d4aa382-3446-4bc4-bb31-85812daba63b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.016024] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612137, 'name': ReconfigVM_Task, 'duration_secs': 0.912864} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.016306] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 7c032122-be07-4154-9dab-d7fe6dcd5d8e/7c032122-be07-4154-9dab-d7fe6dcd5d8e.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.016899] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 657.016899] env[70966]: value = "task-3612139" [ 657.016899] env[70966]: _type = "Task" [ 657.016899] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.017128] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50d36c9e-d914-4718-974d-bc6ac7d071a9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.032437] env[70966]: DEBUG nova.scheduler.client.report [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.035746] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.037406] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 657.037406] env[70966]: value = "task-3612140" [ 657.037406] env[70966]: _type = "Task" [ 657.037406] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.053075] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612140, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.064144] env[70966]: DEBUG oslo_concurrency.lockutils [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Acquiring lock "5bbccf1e-7657-424f-b53a-6d752e5b4226" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.064574] env[70966]: DEBUG oslo_concurrency.lockutils [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Lock "5bbccf1e-7657-424f-b53a-6d752e5b4226" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.066069] env[70966]: DEBUG oslo_concurrency.lockutils [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Acquiring lock "5bbccf1e-7657-424f-b53a-6d752e5b4226-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.066069] env[70966]: DEBUG oslo_concurrency.lockutils [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Lock "5bbccf1e-7657-424f-b53a-6d752e5b4226-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.066069] env[70966]: DEBUG oslo_concurrency.lockutils [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Lock "5bbccf1e-7657-424f-b53a-6d752e5b4226-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.069192] env[70966]: INFO nova.compute.manager [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Terminating instance [ 657.306401] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612138, 'name': PowerOffVM_Task, 'duration_secs': 0.407215} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.306747] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.307065] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.307715] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a7e33-c941-4c70-8ab8-4d9af6e0ba86 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.323643] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.323643] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b44b1264-dda3-41ea-9597-b9609a25f83d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.401341] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.401568] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.401746] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleting the datastore file [datastore1] bdb0a648-36ba-4af3-8f53-e6bf2d270fd7 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.402015] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0137f95f-ad45-43c3-bbe3-ec190ee70c91 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.409948] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 657.409948] env[70966]: value = "task-3612142" [ 657.409948] env[70966]: _type = "Task" [ 657.409948] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.420539] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.421559] env[70966]: DEBUG nova.network.neutron [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Updating instance_info_cache with network_info: [{"id": "65697762-406c-43b0-812d-1e1245f2045f", "address": "fa:16:3e:62:35:05", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65697762-40", "ovs_interfaceid": "65697762-406c-43b0-812d-1e1245f2045f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.532644] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220751} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.532997] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.534185] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3028b56-5420-4ae3-acd2-6aa71c141782 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.559147] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.572807] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] a2de69e8-0a4c-4242-8bed-e02e548063f8/a2de69e8-0a4c-4242-8bed-e02e548063f8.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.576140] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.623s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.576140] env[70966]: DEBUG nova.objects.instance [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Lazy-loading 'resources' on Instance uuid 1e55987f-defb-41e0-a701-2adcfdcd6b23 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.577090] env[70966]: DEBUG nova.compute.manager [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.577665] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.577665] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc79cf04-2d28-493b-ac70-75c5709167dd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.601218] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc085214-15c9-4984-9591-927d7b34f558 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.604208] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612140, 'name': Rename_Task, 'duration_secs': 0.306868} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.605501] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.605747] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed30c1bf-185d-41df-a5cc-1f486b8f4cf7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.612565] env[70966]: INFO nova.scheduler.client.report [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Deleted allocations for instance 61fad9d1-b2b7-4480-a6fb-493fb1d1b080 [ 657.613889] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.618354] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23c6f0c8-d69f-4d44-b038-c21de7accb4b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.618354] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 657.618354] env[70966]: value = "task-3612143" [ 657.618354] env[70966]: _type = "Task" [ 657.618354] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.632153] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 657.632153] env[70966]: value = "task-3612144" [ 657.632153] env[70966]: _type = "Task" [ 657.632153] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.641366] env[70966]: DEBUG oslo_vmware.api [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Waiting for the task: (returnval){ [ 657.641366] env[70966]: value = "task-3612145" [ 657.641366] env[70966]: _type = "Task" [ 657.641366] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.644977] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.652365] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612144, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.661310] env[70966]: DEBUG oslo_vmware.api [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.792518] env[70966]: DEBUG nova.network.neutron [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Successfully updated port: 8238a70f-e0bd-4338-8770-fac2f1a4a977 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.933484] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.933893] env[70966]: DEBUG nova.compute.manager [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Instance network_info: |[{"id": "65697762-406c-43b0-812d-1e1245f2045f", "address": "fa:16:3e:62:35:05", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65697762-40", "ovs_interfaceid": "65697762-406c-43b0-812d-1e1245f2045f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.934312] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164938} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.938036] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:35:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65697762-406c-43b0-812d-1e1245f2045f', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.949238] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Creating folder: Project (611d7f6ccb3644079814f537c0dc64d2). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.949598] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.949699] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.952361] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.952781] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d41717ae-e0f2-4fb1-af2d-a3e2222f4039 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.967292] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Created folder: Project (611d7f6ccb3644079814f537c0dc64d2) in parent group-v720468. [ 657.967479] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Creating folder: Instances. Parent ref: group-v720510. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.967722] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cecbc52e-85d5-4ace-8197-fd38e4813f17 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.983397] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Created folder: Instances in parent group-v720510. [ 657.983397] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.987646] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.991434] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23638212-901d-4e42-83ab-2e0e8ee25b6e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.020661] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.020661] env[70966]: value = "task-3612148" [ 658.020661] env[70966]: _type = "Task" [ 658.020661] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.030594] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612148, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.049600] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87f2c2e-58a5-41a9-aa3c-53c7705ef7c3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.058669] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dadf801-0ad5-4424-aac5-d7be7f275b55 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.096649] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c311bb-70d5-41d8-a827-05662eb105fa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.106391] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57771843-1a20-40fd-8bc8-bf3944db4808 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.125996] env[70966]: DEBUG nova.compute.provider_tree [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.133673] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7d6df951-00d4-40b8-8b23-d19c249cb9d8 tempest-DeleteServersAdminTestJSON-86584178 tempest-DeleteServersAdminTestJSON-86584178-project-admin] Lock "61fad9d1-b2b7-4480-a6fb-493fb1d1b080" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.068s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.145213] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612143, 'name': ReconfigVM_Task, 'duration_secs': 0.37038} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.151306] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Reconfigured VM instance instance-0000000c to attach disk [datastore2] a2de69e8-0a4c-4242-8bed-e02e548063f8/a2de69e8-0a4c-4242-8bed-e02e548063f8.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.153904] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d6819ce-4fac-4b86-93ba-9532883c2d58 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.163549] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.170346] env[70966]: DEBUG oslo_vmware.api [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612145, 'name': PowerOffVM_Task, 'duration_secs': 0.26329} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.171940] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.172314] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.176293] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 658.176293] env[70966]: value = "task-3612149" [ 658.176293] env[70966]: _type = "Task" [ 658.176293] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.176293] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a14cb049-21bf-4dc1-b5bb-fdedca3b8e0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.189400] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612149, 'name': Rename_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.264420] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.264420] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.264420] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Deleting the datastore file [datastore2] 5bbccf1e-7657-424f-b53a-6d752e5b4226 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.264420] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-655992f4-80d6-4bf5-b7f4-ef3f1eef9d0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.272927] env[70966]: DEBUG oslo_vmware.api [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Waiting for the task: (returnval){ [ 658.272927] env[70966]: value = "task-3612151" [ 658.272927] env[70966]: _type = "Task" [ 658.272927] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.286263] env[70966]: DEBUG oslo_vmware.api [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.295762] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "refresh_cache-c2038576-7e02-4874-a535-f60a355e17df" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.296194] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquired lock "refresh_cache-c2038576-7e02-4874-a535-f60a355e17df" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.296733] env[70966]: DEBUG nova.network.neutron [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.534854] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612148, 'name': CreateVM_Task, 'duration_secs': 0.440473} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.535225] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.535673] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.535841] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.536169] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.536453] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e77f838-eb70-4ca7-a396-7c55950051b8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.542223] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 658.542223] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5286f9ae-b0ff-ac52-7620-eb01bd4fbfa2" [ 658.542223] env[70966]: _type = "Task" [ 658.542223] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.552449] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5286f9ae-b0ff-ac52-7620-eb01bd4fbfa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.634279] env[70966]: DEBUG nova.scheduler.client.report [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.652499] env[70966]: DEBUG oslo_vmware.api [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612144, 'name': PowerOnVM_Task, 'duration_secs': 0.852552} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.652790] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.652981] env[70966]: INFO nova.compute.manager [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Took 10.12 seconds to spawn the instance on the hypervisor. [ 658.653262] env[70966]: DEBUG nova.compute.manager [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.655904] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37657855-d36b-4963-b9d5-236810ac13c0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.689284] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612149, 'name': Rename_Task, 'duration_secs': 0.257474} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.689791] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.690109] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9fee7e9-7a2c-4902-98f0-7b817957cf1f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.699695] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 658.699695] env[70966]: value = "task-3612152" [ 658.699695] env[70966]: _type = "Task" [ 658.699695] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.711973] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.795014] env[70966]: DEBUG oslo_vmware.api [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Task: {'id': task-3612151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206323} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.796119] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.796119] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.796119] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.796119] env[70966]: INFO nova.compute.manager [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Took 1.22 seconds to destroy the instance on the hypervisor. [ 658.796119] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.796989] env[70966]: DEBUG nova.compute.manager [-] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.796989] env[70966]: DEBUG nova.network.neutron [-] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.806254] env[70966]: DEBUG nova.compute.manager [req-19e0448b-8246-44cb-adcb-1abece4fa975 req-9d1f1717-865a-46da-9a32-1ddb01ff330c service nova] [instance: c2038576-7e02-4874-a535-f60a355e17df] Received event network-vif-plugged-8238a70f-e0bd-4338-8770-fac2f1a4a977 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.806423] env[70966]: DEBUG oslo_concurrency.lockutils [req-19e0448b-8246-44cb-adcb-1abece4fa975 req-9d1f1717-865a-46da-9a32-1ddb01ff330c service nova] Acquiring lock "c2038576-7e02-4874-a535-f60a355e17df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.807349] env[70966]: DEBUG oslo_concurrency.lockutils [req-19e0448b-8246-44cb-adcb-1abece4fa975 req-9d1f1717-865a-46da-9a32-1ddb01ff330c service nova] Lock "c2038576-7e02-4874-a535-f60a355e17df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.807619] env[70966]: DEBUG oslo_concurrency.lockutils [req-19e0448b-8246-44cb-adcb-1abece4fa975 req-9d1f1717-865a-46da-9a32-1ddb01ff330c service nova] Lock "c2038576-7e02-4874-a535-f60a355e17df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.807833] env[70966]: DEBUG nova.compute.manager [req-19e0448b-8246-44cb-adcb-1abece4fa975 req-9d1f1717-865a-46da-9a32-1ddb01ff330c service nova] [instance: c2038576-7e02-4874-a535-f60a355e17df] No waiting events found dispatching network-vif-plugged-8238a70f-e0bd-4338-8770-fac2f1a4a977 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.807950] env[70966]: WARNING nova.compute.manager [req-19e0448b-8246-44cb-adcb-1abece4fa975 req-9d1f1717-865a-46da-9a32-1ddb01ff330c service nova] [instance: c2038576-7e02-4874-a535-f60a355e17df] Received unexpected event network-vif-plugged-8238a70f-e0bd-4338-8770-fac2f1a4a977 for instance with vm_state building and task_state spawning. [ 658.875976] env[70966]: DEBUG nova.network.neutron [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.011803] env[70966]: DEBUG nova.virt.hardware [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.011803] env[70966]: DEBUG nova.virt.hardware [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.011982] env[70966]: DEBUG nova.virt.hardware [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.016393] env[70966]: DEBUG nova.virt.hardware [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.016393] env[70966]: DEBUG nova.virt.hardware [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.016393] env[70966]: DEBUG nova.virt.hardware [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.016393] env[70966]: DEBUG nova.virt.hardware [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.016393] env[70966]: DEBUG nova.virt.hardware [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.016393] env[70966]: DEBUG nova.virt.hardware [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.016393] env[70966]: DEBUG nova.virt.hardware [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.016393] env[70966]: DEBUG nova.virt.hardware [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.016393] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfff207-3dfc-4730-bf9a-8c870bf96c62 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.032277] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529e636f-8cce-49de-9559-1701e84eb7c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.049930] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:30:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bca6732-35bb-451d-963c-93ea649d935a', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.057614] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.061058] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.061299] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d16086dd-c36c-4c58-9383-e563006ba8e4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.091201] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.091201] env[70966]: value = "task-3612153" [ 659.091201] env[70966]: _type = "Task" [ 659.091201] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.091496] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5286f9ae-b0ff-ac52-7620-eb01bd4fbfa2, 'name': SearchDatastore_Task, 'duration_secs': 0.013307} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.092696] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.092696] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.092696] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.092696] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.093467] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.097115] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05a0238a-7fed-43cc-a2b6-5a7309d94a43 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.106699] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612153, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.107787] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.108123] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.108762] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7551c9-2578-4635-8275-54764b4fe07a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.118023] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 659.118023] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52eb8932-4d46-9aa8-aec0-3f64ade6c09e" [ 659.118023] env[70966]: _type = "Task" [ 659.118023] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.132657] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52eb8932-4d46-9aa8-aec0-3f64ade6c09e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.136327] env[70966]: DEBUG nova.network.neutron [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Updating instance_info_cache with network_info: [{"id": "8238a70f-e0bd-4338-8770-fac2f1a4a977", "address": "fa:16:3e:54:64:04", "network": {"id": "0f7003b6-f992-4390-a9ce-e88f09bebb4f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2040545199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff3cb2fda80f40fb995882995c9fa62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8238a70f-e0", "ovs_interfaceid": "8238a70f-e0bd-4338-8770-fac2f1a4a977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.142991] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.569s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.147616] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.005s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.151450] env[70966]: INFO nova.compute.claims [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.180916] env[70966]: INFO nova.compute.manager [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Took 23.41 seconds to build instance. [ 659.212551] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612152, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.213657] env[70966]: INFO nova.scheduler.client.report [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Deleted allocations for instance 1e55987f-defb-41e0-a701-2adcfdcd6b23 [ 659.340414] env[70966]: DEBUG nova.compute.manager [req-57857fd7-e36a-4937-8f7d-cb1db7c5425e req-e17a2b97-2940-4a26-bd23-9d80960915a3 service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Received event network-changed-65697762-406c-43b0-812d-1e1245f2045f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.340641] env[70966]: DEBUG nova.compute.manager [req-57857fd7-e36a-4937-8f7d-cb1db7c5425e req-e17a2b97-2940-4a26-bd23-9d80960915a3 service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Refreshing instance network info cache due to event network-changed-65697762-406c-43b0-812d-1e1245f2045f. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.341162] env[70966]: DEBUG oslo_concurrency.lockutils [req-57857fd7-e36a-4937-8f7d-cb1db7c5425e req-e17a2b97-2940-4a26-bd23-9d80960915a3 service nova] Acquiring lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.341480] env[70966]: DEBUG oslo_concurrency.lockutils [req-57857fd7-e36a-4937-8f7d-cb1db7c5425e req-e17a2b97-2940-4a26-bd23-9d80960915a3 service nova] Acquired lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.341744] env[70966]: DEBUG nova.network.neutron [req-57857fd7-e36a-4937-8f7d-cb1db7c5425e req-e17a2b97-2940-4a26-bd23-9d80960915a3 service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Refreshing network info cache for port 65697762-406c-43b0-812d-1e1245f2045f {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.605209] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612153, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.629298] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52eb8932-4d46-9aa8-aec0-3f64ade6c09e, 'name': SearchDatastore_Task, 'duration_secs': 0.022095} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.630227] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8435a30e-8326-433f-b31a-fad68eb565b9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.639168] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Releasing lock "refresh_cache-c2038576-7e02-4874-a535-f60a355e17df" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.639498] env[70966]: DEBUG nova.compute.manager [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Instance network_info: |[{"id": "8238a70f-e0bd-4338-8770-fac2f1a4a977", "address": "fa:16:3e:54:64:04", "network": {"id": "0f7003b6-f992-4390-a9ce-e88f09bebb4f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2040545199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff3cb2fda80f40fb995882995c9fa62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8238a70f-e0", "ovs_interfaceid": "8238a70f-e0bd-4338-8770-fac2f1a4a977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.639852] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 659.639852] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f42972-d2f3-330e-fc3c-f5e702e776ef" [ 659.639852] env[70966]: _type = "Task" [ 659.639852] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.640183] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:64:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8238a70f-e0bd-4338-8770-fac2f1a4a977', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.650762] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Creating folder: Project (ff3cb2fda80f40fb995882995c9fa62f). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.651835] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2be5bc7-1c79-48d1-b187-2e64d458c259 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.665149] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f42972-d2f3-330e-fc3c-f5e702e776ef, 'name': SearchDatastore_Task, 'duration_secs': 0.017108} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.665420] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.665725] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 5f1c69bc-256b-4dc1-991f-0fca1f272943/5f1c69bc-256b-4dc1-991f-0fca1f272943.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.666274] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5a85a4c-cecd-44c4-acef-9e675a263270 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.676980] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 659.676980] env[70966]: value = "task-3612155" [ 659.676980] env[70966]: _type = "Task" [ 659.676980] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.685249] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a2f83986-a6ec-4025-b9f0-5b817eb6df74 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "7c032122-be07-4154-9dab-d7fe6dcd5d8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.920s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.685791] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Created folder: Project (ff3cb2fda80f40fb995882995c9fa62f) in parent group-v720468. [ 659.685895] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Creating folder: Instances. Parent ref: group-v720514. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.686714] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5b67b43-6e0f-4c6a-a6fa-ec1125f6a120 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.693261] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.698768] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Created folder: Instances in parent group-v720514. [ 659.699031] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.699231] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2038576-7e02-4874-a535-f60a355e17df] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.699436] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-129b5f61-0943-4941-a06c-b87f8336fad6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.724905] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ea53929-78a2-440a-b244-ed2282f8d80b tempest-ServerAddressesTestJSON-1481732046 tempest-ServerAddressesTestJSON-1481732046-project-member] Lock "1e55987f-defb-41e0-a701-2adcfdcd6b23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.841s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.735594] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.735594] env[70966]: value = "task-3612157" [ 659.735594] env[70966]: _type = "Task" [ 659.735594] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.738688] env[70966]: DEBUG oslo_vmware.api [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612152, 'name': PowerOnVM_Task, 'duration_secs': 0.562824} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.739144] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.739393] env[70966]: INFO nova.compute.manager [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Took 19.69 seconds to spawn the instance on the hypervisor. [ 659.739589] env[70966]: DEBUG nova.compute.manager [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.743443] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1594e787-786f-4395-ae99-884665ae23d2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.752151] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612157, 'name': CreateVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.795866] env[70966]: DEBUG nova.network.neutron [-] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.983603] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquiring lock "3f5f849f-6385-43fc-84da-d6750104dbab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.983988] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Lock "3f5f849f-6385-43fc-84da-d6750104dbab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.123094] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612153, 'name': CreateVM_Task, 'duration_secs': 0.598639} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.123094] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.123094] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.123094] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.123094] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.125958] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7619acf4-3bc1-4483-a424-753284dc43aa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.136988] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 660.136988] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5298711a-52c1-8578-011f-238ace6b95cd" [ 660.136988] env[70966]: _type = "Task" [ 660.136988] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.161083] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5298711a-52c1-8578-011f-238ace6b95cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.203439] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612155, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.284548] env[70966]: INFO nova.compute.manager [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Took 25.88 seconds to build instance. [ 660.287254] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612157, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.301682] env[70966]: INFO nova.compute.manager [-] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Took 1.50 seconds to deallocate network for instance. [ 660.488604] env[70966]: DEBUG nova.compute.manager [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.492364] env[70966]: DEBUG nova.network.neutron [req-57857fd7-e36a-4937-8f7d-cb1db7c5425e req-e17a2b97-2940-4a26-bd23-9d80960915a3 service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Updated VIF entry in instance network info cache for port 65697762-406c-43b0-812d-1e1245f2045f. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.492856] env[70966]: DEBUG nova.network.neutron [req-57857fd7-e36a-4937-8f7d-cb1db7c5425e req-e17a2b97-2940-4a26-bd23-9d80960915a3 service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Updating instance_info_cache with network_info: [{"id": "65697762-406c-43b0-812d-1e1245f2045f", "address": "fa:16:3e:62:35:05", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65697762-40", "ovs_interfaceid": "65697762-406c-43b0-812d-1e1245f2045f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.604248] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecac90ec-c3f4-485b-b909-e1313fabb47d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.617033] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682f0eba-bf92-4018-91c3-693f4e266248 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.658732] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c3e525-5b2c-49d5-8466-6ae2279cf370 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.667894] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5298711a-52c1-8578-011f-238ace6b95cd, 'name': SearchDatastore_Task, 'duration_secs': 0.038254} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.670212] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.670464] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.670879] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.670879] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.671083] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.671308] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-619cbe66-3c46-4549-aa74-e52fe6769961 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.674090] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05a7a31-3518-4a6c-8438-f787dd10a3af {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.690604] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559261} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.700128] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 5f1c69bc-256b-4dc1-991f-0fca1f272943/5f1c69bc-256b-4dc1-991f-0fca1f272943.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.700632] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.700924] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.701121] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.702055] env[70966]: DEBUG nova.compute.provider_tree [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.703396] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14a2a2d9-2ea7-428b-8e17-7ecb59cf522e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.705419] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4522fb4-c5b1-422e-9fff-73d29990667c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.713531] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 660.713531] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528c883d-8fb4-2e68-363f-2c5b62b4bac3" [ 660.713531] env[70966]: _type = "Task" [ 660.713531] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.718740] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 660.718740] env[70966]: value = "task-3612158" [ 660.718740] env[70966]: _type = "Task" [ 660.718740] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.726687] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528c883d-8fb4-2e68-363f-2c5b62b4bac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.733124] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.763375] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612157, 'name': CreateVM_Task, 'duration_secs': 0.671979} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.763375] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2038576-7e02-4874-a535-f60a355e17df] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.764972] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.764972] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.764972] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.764972] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc809a6-72bc-48b5-9c22-bd00375ff49d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.771249] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 660.771249] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bbe993-400b-9625-e789-5677d5d85611" [ 660.771249] env[70966]: _type = "Task" [ 660.771249] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.781940] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bbe993-400b-9625-e789-5677d5d85611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.789283] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6f91c1a8-d35d-4cea-b6c7-57e9429d45dc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "a2de69e8-0a4c-4242-8bed-e02e548063f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.394s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.829036] env[70966]: DEBUG oslo_concurrency.lockutils [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.999786] env[70966]: DEBUG oslo_concurrency.lockutils [req-57857fd7-e36a-4937-8f7d-cb1db7c5425e req-e17a2b97-2940-4a26-bd23-9d80960915a3 service nova] Releasing lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.013533] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.209647] env[70966]: DEBUG nova.scheduler.client.report [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.233597] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074232} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.233849] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528c883d-8fb4-2e68-363f-2c5b62b4bac3, 'name': SearchDatastore_Task, 'duration_secs': 0.014459} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.234171] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.235491] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb2b357-431c-45d8-8b9b-77ba3d2bcf73 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.238372] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8fd2e99-addd-4a5f-b9ca-95c5730b7b48 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.245181] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 661.245181] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5213f367-d067-422f-8ff4-f94c81865394" [ 661.245181] env[70966]: _type = "Task" [ 661.245181] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.264721] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 5f1c69bc-256b-4dc1-991f-0fca1f272943/5f1c69bc-256b-4dc1-991f-0fca1f272943.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.272282] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-579c9684-a00f-471c-aa6f-a0a4b8090e6e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.293048] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5213f367-d067-422f-8ff4-f94c81865394, 'name': SearchDatastore_Task, 'duration_secs': 0.040799} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.293673] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.294583] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] bdb0a648-36ba-4af3-8f53-e6bf2d270fd7/bdb0a648-36ba-4af3-8f53-e6bf2d270fd7.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.295408] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72e6340d-e991-4f24-9ae9-4d62ab13bccf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.297601] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 661.297601] env[70966]: value = "task-3612159" [ 661.297601] env[70966]: _type = "Task" [ 661.297601] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.303514] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bbe993-400b-9625-e789-5677d5d85611, 'name': SearchDatastore_Task, 'duration_secs': 0.011663} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.307216] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.307596] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.307907] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.308179] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.308406] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.310017] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-774b653e-dd6d-4a79-9505-9090aa2e00b7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.311971] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 661.311971] env[70966]: value = "task-3612160" [ 661.311971] env[70966]: _type = "Task" [ 661.311971] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.321487] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.324054] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.324461] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.325709] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d616768-74b9-47a9-948e-1dc7ecdfa6b4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.332397] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.337108] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 661.337108] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524d539d-ebd6-7845-e7c3-6e6218f21a5c" [ 661.337108] env[70966]: _type = "Task" [ 661.337108] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.348131] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524d539d-ebd6-7845-e7c3-6e6218f21a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.471134] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "32a770ee-3623-4bc9-904a-326d49b113be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.471717] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "32a770ee-3623-4bc9-904a-326d49b113be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.473146] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquiring lock "8f76e24e-bad2-451b-a3e7-99a77ab2fb29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.476143] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Lock "8f76e24e-bad2-451b-a3e7-99a77ab2fb29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.718923] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.719508] env[70966]: DEBUG nova.compute.manager [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.726697] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.496s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.732353] env[70966]: INFO nova.compute.claims [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.818544] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.833943] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612160, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.855977] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524d539d-ebd6-7845-e7c3-6e6218f21a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.017406} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.856474] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd176c98-d4af-47fd-9eda-0e8f622cf69d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.867025] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 661.867025] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5207ef03-fffc-83d6-ce81-744cbd701824" [ 661.867025] env[70966]: _type = "Task" [ 661.867025] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.885271] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5207ef03-fffc-83d6-ce81-744cbd701824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.979303] env[70966]: DEBUG nova.compute.manager [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.985794] env[70966]: DEBUG nova.compute.manager [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.078916] env[70966]: DEBUG nova.compute.manager [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: c2038576-7e02-4874-a535-f60a355e17df] Received event network-changed-8238a70f-e0bd-4338-8770-fac2f1a4a977 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.082258] env[70966]: DEBUG nova.compute.manager [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: c2038576-7e02-4874-a535-f60a355e17df] Refreshing instance network info cache due to event network-changed-8238a70f-e0bd-4338-8770-fac2f1a4a977. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.082601] env[70966]: DEBUG oslo_concurrency.lockutils [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] Acquiring lock "refresh_cache-c2038576-7e02-4874-a535-f60a355e17df" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.082767] env[70966]: DEBUG oslo_concurrency.lockutils [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] Acquired lock "refresh_cache-c2038576-7e02-4874-a535-f60a355e17df" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.082945] env[70966]: DEBUG nova.network.neutron [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: c2038576-7e02-4874-a535-f60a355e17df] Refreshing network info cache for port 8238a70f-e0bd-4338-8770-fac2f1a4a977 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.230465] env[70966]: DEBUG nova.compute.utils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.233916] env[70966]: DEBUG nova.compute.manager [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.233916] env[70966]: DEBUG nova.network.neutron [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.236959] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527cb44c-4886-48f8-8ca0-ee3b8a202c12 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.250218] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5b917e6f-bf32-47d5-acfa-4c08a0c1b26d tempest-ServersAdminNegativeTestJSON-1152910747 tempest-ServersAdminNegativeTestJSON-1152910747-project-admin] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Suspending the VM {{(pid=70966) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 662.250218] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3fd41a23-90da-47c3-b8c1-1cc6be5f35de {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.260212] env[70966]: DEBUG oslo_vmware.api [None req-5b917e6f-bf32-47d5-acfa-4c08a0c1b26d tempest-ServersAdminNegativeTestJSON-1152910747 tempest-ServersAdminNegativeTestJSON-1152910747-project-admin] Waiting for the task: (returnval){ [ 662.260212] env[70966]: value = "task-3612161" [ 662.260212] env[70966]: _type = "Task" [ 662.260212] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.272477] env[70966]: DEBUG oslo_vmware.api [None req-5b917e6f-bf32-47d5-acfa-4c08a0c1b26d tempest-ServersAdminNegativeTestJSON-1152910747 tempest-ServersAdminNegativeTestJSON-1152910747-project-admin] Task: {'id': task-3612161, 'name': SuspendVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.317069] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612159, 'name': ReconfigVM_Task, 'duration_secs': 0.614088} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.317344] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 5f1c69bc-256b-4dc1-991f-0fca1f272943/5f1c69bc-256b-4dc1-991f-0fca1f272943.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.317808] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fbf7180-1afc-4a80-ab93-07134e59eb5e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.333520] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 662.333520] env[70966]: value = "task-3612162" [ 662.333520] env[70966]: _type = "Task" [ 662.333520] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.334082] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839696} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.334580] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] bdb0a648-36ba-4af3-8f53-e6bf2d270fd7/bdb0a648-36ba-4af3-8f53-e6bf2d270fd7.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.334718] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.338680] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bee5f82-fa10-494e-9142-e002ecafbb90 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.354179] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612162, 'name': Rename_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.354179] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 662.354179] env[70966]: value = "task-3612163" [ 662.354179] env[70966]: _type = "Task" [ 662.354179] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.367604] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.383208] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5207ef03-fffc-83d6-ce81-744cbd701824, 'name': SearchDatastore_Task, 'duration_secs': 0.020274} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.383544] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.383842] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] c2038576-7e02-4874-a535-f60a355e17df/c2038576-7e02-4874-a535-f60a355e17df.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.384314] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3e0859e-bad1-4c26-8219-8f9fab17526d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.394291] env[70966]: DEBUG nova.policy [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd30753a6b68e41a7bd3a1bf7621acc53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '351e9d2713114139b924d710e6b111f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.401913] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 662.401913] env[70966]: value = "task-3612164" [ 662.401913] env[70966]: _type = "Task" [ 662.401913] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.416957] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.549420] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.550725] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.735983] env[70966]: DEBUG nova.compute.manager [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.775100] env[70966]: DEBUG oslo_vmware.api [None req-5b917e6f-bf32-47d5-acfa-4c08a0c1b26d tempest-ServersAdminNegativeTestJSON-1152910747 tempest-ServersAdminNegativeTestJSON-1152910747-project-admin] Task: {'id': task-3612161, 'name': SuspendVM_Task} progress is 91%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.862394] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612162, 'name': Rename_Task, 'duration_secs': 0.232825} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.870273] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.870657] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbcc1f14-a46a-4378-a1de-1a19c1d6d428 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.890705] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100782} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.891131] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 662.891131] env[70966]: value = "task-3612165" [ 662.891131] env[70966]: _type = "Task" [ 662.891131] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.891439] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.893045] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897dfd03-e7f4-4dd0-915b-40cb7de19e70 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.948713] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] bdb0a648-36ba-4af3-8f53-e6bf2d270fd7/bdb0a648-36ba-4af3-8f53-e6bf2d270fd7.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.959207] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57d23afc-9ed9-41e8-9f75-ad69e2706576 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.973800] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612165, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.979371] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612164, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.990241] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 662.990241] env[70966]: value = "task-3612166" [ 662.990241] env[70966]: _type = "Task" [ 662.990241] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.009043] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612166, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.213786] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e24bfae-283d-48b7-9ab4-3e89f55f8951 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.225771] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1bed1f-d88b-4579-be37-5fbc4317d9ad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.272739] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1534a1a4-2201-44af-a827-c683ce43f7ad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.286265] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e93fc1d-10bd-45f9-b1b6-84099d3fb76a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.290898] env[70966]: DEBUG oslo_vmware.api [None req-5b917e6f-bf32-47d5-acfa-4c08a0c1b26d tempest-ServersAdminNegativeTestJSON-1152910747 tempest-ServersAdminNegativeTestJSON-1152910747-project-admin] Task: {'id': task-3612161, 'name': SuspendVM_Task} progress is 91%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.305044] env[70966]: DEBUG nova.compute.provider_tree [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.407412] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.423101] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766495} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.427432] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] c2038576-7e02-4874-a535-f60a355e17df/c2038576-7e02-4874-a535-f60a355e17df.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.427681] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.427952] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24a0727f-f2ce-41d0-9dec-7df10b383deb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.436457] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 663.436457] env[70966]: value = "task-3612167" [ 663.436457] env[70966]: _type = "Task" [ 663.436457] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.449430] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.509548] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.738087] env[70966]: DEBUG nova.network.neutron [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: c2038576-7e02-4874-a535-f60a355e17df] Updated VIF entry in instance network info cache for port 8238a70f-e0bd-4338-8770-fac2f1a4a977. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.738087] env[70966]: DEBUG nova.network.neutron [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: c2038576-7e02-4874-a535-f60a355e17df] Updating instance_info_cache with network_info: [{"id": "8238a70f-e0bd-4338-8770-fac2f1a4a977", "address": "fa:16:3e:54:64:04", "network": {"id": "0f7003b6-f992-4390-a9ce-e88f09bebb4f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2040545199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff3cb2fda80f40fb995882995c9fa62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8238a70f-e0", "ovs_interfaceid": "8238a70f-e0bd-4338-8770-fac2f1a4a977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.785020] env[70966]: DEBUG nova.compute.manager [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.788205] env[70966]: DEBUG oslo_vmware.api [None req-5b917e6f-bf32-47d5-acfa-4c08a0c1b26d tempest-ServersAdminNegativeTestJSON-1152910747 tempest-ServersAdminNegativeTestJSON-1152910747-project-admin] Task: {'id': task-3612161, 'name': SuspendVM_Task, 'duration_secs': 1.50372} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.788939] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5b917e6f-bf32-47d5-acfa-4c08a0c1b26d tempest-ServersAdminNegativeTestJSON-1152910747 tempest-ServersAdminNegativeTestJSON-1152910747-project-admin] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Suspended the VM {{(pid=70966) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 663.789136] env[70966]: DEBUG nova.compute.manager [None req-5b917e6f-bf32-47d5-acfa-4c08a0c1b26d tempest-ServersAdminNegativeTestJSON-1152910747 tempest-ServersAdminNegativeTestJSON-1152910747-project-admin] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.790118] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c7cbfe-4f1d-4b57-9302-17a9eb0667c6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.811029] env[70966]: DEBUG nova.scheduler.client.report [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.827818] env[70966]: DEBUG nova.virt.hardware [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.827818] env[70966]: DEBUG nova.virt.hardware [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.827818] env[70966]: DEBUG nova.virt.hardware [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.827818] env[70966]: DEBUG nova.virt.hardware [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.827818] env[70966]: DEBUG nova.virt.hardware [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.827818] env[70966]: DEBUG nova.virt.hardware [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.827818] env[70966]: DEBUG nova.virt.hardware [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.827818] env[70966]: DEBUG nova.virt.hardware [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.827818] env[70966]: DEBUG nova.virt.hardware [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.827818] env[70966]: DEBUG nova.virt.hardware [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.827818] env[70966]: DEBUG nova.virt.hardware [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.828925] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34756575-9b61-41ec-a5a0-1d31432c2e0b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.848162] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff168fcd-91de-4efb-ada6-b9a177bbe292 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.906416] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612165, 'name': PowerOnVM_Task} progress is 74%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.962210] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271635} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.966128] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.966128] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1207366-5e62-46b8-99e4-9b5df6ad2034 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.002962] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] c2038576-7e02-4874-a535-f60a355e17df/c2038576-7e02-4874-a535-f60a355e17df.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.003427] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a602dce9-d017-433d-bf05-f71f82ed08f8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.031148] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612166, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.032767] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 664.032767] env[70966]: value = "task-3612168" [ 664.032767] env[70966]: _type = "Task" [ 664.032767] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.042693] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.130172] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "a2de69e8-0a4c-4242-8bed-e02e548063f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.130172] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "a2de69e8-0a4c-4242-8bed-e02e548063f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.130499] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "a2de69e8-0a4c-4242-8bed-e02e548063f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.130768] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "a2de69e8-0a4c-4242-8bed-e02e548063f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.131018] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "a2de69e8-0a4c-4242-8bed-e02e548063f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.133864] env[70966]: INFO nova.compute.manager [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Terminating instance [ 664.243055] env[70966]: DEBUG oslo_concurrency.lockutils [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] Releasing lock "refresh_cache-c2038576-7e02-4874-a535-f60a355e17df" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.243055] env[70966]: DEBUG nova.compute.manager [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Received event network-changed-ab316e3f-5518-4f76-b29a-728aa9e7bef0 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.243055] env[70966]: DEBUG nova.compute.manager [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Refreshing instance network info cache due to event network-changed-ab316e3f-5518-4f76-b29a-728aa9e7bef0. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.243787] env[70966]: DEBUG oslo_concurrency.lockutils [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] Acquiring lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.243787] env[70966]: DEBUG oslo_concurrency.lockutils [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] Acquired lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.243977] env[70966]: DEBUG nova.network.neutron [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Refreshing network info cache for port ab316e3f-5518-4f76-b29a-728aa9e7bef0 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.318420] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.319047] env[70966]: DEBUG nova.compute.manager [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.323203] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.181s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.323412] env[70966]: DEBUG nova.objects.instance [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Lazy-loading 'resources' on Instance uuid cfc30dc4-4ac5-4797-b7e1-64b5432d79b3 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.408344] env[70966]: DEBUG oslo_vmware.api [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612165, 'name': PowerOnVM_Task, 'duration_secs': 1.362676} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.408892] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.408892] env[70966]: INFO nova.compute.manager [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Took 11.30 seconds to spawn the instance on the hypervisor. [ 664.412144] env[70966]: DEBUG nova.compute.manager [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.412144] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f91260-c7f8-4b7b-bcaf-16eca73c200d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.517278] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612166, 'name': ReconfigVM_Task, 'duration_secs': 1.060171} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.517703] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Reconfigured VM instance instance-0000000b to attach disk [datastore1] bdb0a648-36ba-4af3-8f53-e6bf2d270fd7/bdb0a648-36ba-4af3-8f53-e6bf2d270fd7.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.518773] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d1197fb-0b08-44a0-b449-d57a873c875d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.528045] env[70966]: DEBUG nova.network.neutron [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Successfully created port: 3d41657f-6893-4640-a841-54fef964b1bf {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.531261] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 664.531261] env[70966]: value = "task-3612169" [ 664.531261] env[70966]: _type = "Task" [ 664.531261] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.547607] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612169, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.551842] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.639667] env[70966]: DEBUG nova.compute.manager [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.643022] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.643022] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52afcc38-a305-4f3e-9469-aa2ad7a881b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.654383] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.654383] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e67ffd1-5d1e-4764-baec-255878e9ab72 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.664769] env[70966]: DEBUG oslo_vmware.api [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 664.664769] env[70966]: value = "task-3612170" [ 664.664769] env[70966]: _type = "Task" [ 664.664769] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.679786] env[70966]: DEBUG oslo_vmware.api [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.828723] env[70966]: DEBUG nova.compute.utils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.832419] env[70966]: DEBUG nova.compute.manager [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.834096] env[70966]: DEBUG nova.network.neutron [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.934104] env[70966]: INFO nova.compute.manager [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Took 22.38 seconds to build instance. [ 665.049383] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612169, 'name': Rename_Task, 'duration_secs': 0.173559} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.052385] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.053197] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612168, 'name': ReconfigVM_Task, 'duration_secs': 0.64687} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.053827] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdcb406e-392a-40a0-a871-e95fbbbf792e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.055291] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Reconfigured VM instance instance-00000011 to attach disk [datastore2] c2038576-7e02-4874-a535-f60a355e17df/c2038576-7e02-4874-a535-f60a355e17df.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.056188] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ff64250-e761-454b-834e-8390b79dc4a6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.066611] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 665.066611] env[70966]: value = "task-3612172" [ 665.066611] env[70966]: _type = "Task" [ 665.066611] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.068659] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 665.068659] env[70966]: value = "task-3612171" [ 665.068659] env[70966]: _type = "Task" [ 665.068659] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.086641] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.090375] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612171, 'name': Rename_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.161546] env[70966]: DEBUG nova.policy [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3431b53729441ebba083ed9dad96903', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc424be0dde487195d11dc402fa8d2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.183274] env[70966]: DEBUG oslo_vmware.api [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612170, 'name': PowerOffVM_Task, 'duration_secs': 0.324881} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.187412] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.187642] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.189339] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0a78bc4-6a72-406d-b1f8-3749d0281531 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.224066] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f3decd-374e-47a3-91f2-e20bd0e5b058 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.230916] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7353dadb-cba5-4426-bcff-01c398fef32b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.267490] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7405b3-881b-4a30-bf90-0eb17a5e2795 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.277163] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a203803-df23-4b16-82d9-b23606e52d9f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.292891] env[70966]: DEBUG nova.compute.provider_tree [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.335557] env[70966]: DEBUG nova.compute.manager [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.375827] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.376123] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.376330] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Deleting the datastore file [datastore2] a2de69e8-0a4c-4242-8bed-e02e548063f8 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.376638] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2674ca1-c33d-4732-bfa1-9e4c811b70f2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.392120] env[70966]: DEBUG oslo_vmware.api [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 665.392120] env[70966]: value = "task-3612174" [ 665.392120] env[70966]: _type = "Task" [ 665.392120] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.403772] env[70966]: DEBUG oslo_vmware.api [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.441231] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b51ca6c5-48d1-4427-89d5-e8a7b3d74c8c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "5f1c69bc-256b-4dc1-991f-0fca1f272943" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.011s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.590618] env[70966]: DEBUG oslo_vmware.api [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612172, 'name': PowerOnVM_Task, 'duration_secs': 0.514962} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.592543] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.592543] env[70966]: DEBUG nova.compute.manager [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.596886] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b1ca30-133a-4d69-8997-e03ceab17c9d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.609140] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612171, 'name': Rename_Task, 'duration_secs': 0.254233} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.609956] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.610225] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2569c10-b560-4354-bb09-0bb41d0ded6c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.623186] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 665.623186] env[70966]: value = "task-3612175" [ 665.623186] env[70966]: _type = "Task" [ 665.623186] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.633362] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.797335] env[70966]: DEBUG nova.scheduler.client.report [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.904658] env[70966]: DEBUG oslo_vmware.api [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362611} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.904980] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.911903] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.911903] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.911903] env[70966]: INFO nova.compute.manager [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Took 1.27 seconds to destroy the instance on the hypervisor. [ 665.911903] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.911903] env[70966]: DEBUG nova.compute.manager [-] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.911903] env[70966]: DEBUG nova.network.neutron [-] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.001804] env[70966]: DEBUG nova.network.neutron [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updated VIF entry in instance network info cache for port ab316e3f-5518-4f76-b29a-728aa9e7bef0. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.002048] env[70966]: DEBUG nova.network.neutron [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance_info_cache with network_info: [{"id": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "address": "fa:16:3e:d1:42:e2", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab316e3f-55", "ovs_interfaceid": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.141086] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.146288] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.307771] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.314504] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.397s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.314504] env[70966]: INFO nova.compute.claims [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.344755] env[70966]: INFO nova.scheduler.client.report [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Deleted allocations for instance cfc30dc4-4ac5-4797-b7e1-64b5432d79b3 [ 666.354440] env[70966]: DEBUG nova.compute.manager [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.397641] env[70966]: DEBUG nova.virt.hardware [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.397960] env[70966]: DEBUG nova.virt.hardware [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.398125] env[70966]: DEBUG nova.virt.hardware [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.398559] env[70966]: DEBUG nova.virt.hardware [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.398812] env[70966]: DEBUG nova.virt.hardware [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.399071] env[70966]: DEBUG nova.virt.hardware [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.399853] env[70966]: DEBUG nova.virt.hardware [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.400424] env[70966]: DEBUG nova.virt.hardware [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.400683] env[70966]: DEBUG nova.virt.hardware [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.401024] env[70966]: DEBUG nova.virt.hardware [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.401417] env[70966]: DEBUG nova.virt.hardware [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.402589] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabc9aea-d936-4899-af27-0044d98694db {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.414677] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82736726-44de-4eb6-be67-9f2acbf4c9ec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.506987] env[70966]: DEBUG oslo_concurrency.lockutils [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] Releasing lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.506987] env[70966]: DEBUG nova.compute.manager [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Received event network-vif-deleted-f46ace09-ea7c-46f7-abde-d08217143940 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.508129] env[70966]: DEBUG nova.compute.manager [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Received event network-changed-cdcccec7-8029-4165-8601-34e992343f1b {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.508129] env[70966]: DEBUG nova.compute.manager [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Refreshing instance network info cache due to event network-changed-cdcccec7-8029-4165-8601-34e992343f1b. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.508129] env[70966]: DEBUG oslo_concurrency.lockutils [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] Acquiring lock "refresh_cache-cd50735c-56e1-4904-b9cf-7fbb5b19de21" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.508129] env[70966]: DEBUG oslo_concurrency.lockutils [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] Acquired lock "refresh_cache-cd50735c-56e1-4904-b9cf-7fbb5b19de21" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.508437] env[70966]: DEBUG nova.network.neutron [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Refreshing network info cache for port cdcccec7-8029-4165-8601-34e992343f1b {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.643883] env[70966]: DEBUG oslo_vmware.api [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612175, 'name': PowerOnVM_Task, 'duration_secs': 0.866113} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.644240] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.644457] env[70966]: INFO nova.compute.manager [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Took 10.98 seconds to spawn the instance on the hypervisor. [ 666.644699] env[70966]: DEBUG nova.compute.manager [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.645444] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da08e070-1e8b-4b4b-a957-25cbce431952 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.863505] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19447035-6268-4aff-b33b-2a899fdc5165 tempest-ServerExternalEventsTest-1151310058 tempest-ServerExternalEventsTest-1151310058-project-member] Lock "cfc30dc4-4ac5-4797-b7e1-64b5432d79b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.706s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.173578] env[70966]: INFO nova.compute.manager [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Took 24.00 seconds to build instance. [ 667.347139] env[70966]: DEBUG nova.network.neutron [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Successfully created port: 96915029-8a42-4bcb-91b9-b31170171d7a {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.649018] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a931da75-5234-4d07-87ae-3e4d96f2d939 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.658206] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1252237e-560b-408f-b648-b8b6afcd5add {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.691327] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1cdd7ac8-71ee-4642-b1d4-fbab58957e8e tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "c2038576-7e02-4874-a535-f60a355e17df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.525s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.692354] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b40cedf-10fe-48e1-ab6f-6ed2ec750474 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.701824] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221cd08e-d7e9-42bc-b60f-7cf2ed452b72 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.717474] env[70966]: DEBUG nova.compute.provider_tree [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.220750] env[70966]: DEBUG nova.scheduler.client.report [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.730548] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.730548] env[70966]: DEBUG nova.compute.manager [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.734060] env[70966]: DEBUG oslo_concurrency.lockutils [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.906s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.734307] env[70966]: DEBUG nova.objects.instance [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Lazy-loading 'resources' on Instance uuid 5bbccf1e-7657-424f-b53a-6d752e5b4226 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.738684] env[70966]: DEBUG nova.network.neutron [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Successfully updated port: 3d41657f-6893-4640-a841-54fef964b1bf {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.127503] env[70966]: DEBUG nova.network.neutron [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Updated VIF entry in instance network info cache for port cdcccec7-8029-4165-8601-34e992343f1b. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.127645] env[70966]: DEBUG nova.network.neutron [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Updating instance_info_cache with network_info: [{"id": "cdcccec7-8029-4165-8601-34e992343f1b", "address": "fa:16:3e:b0:54:e5", "network": {"id": "7536ba01-a1b5-414e-8884-56a0de1fe74c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1331596201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f25fa6d00c447c2928b356d80e22de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdcccec7-80", "ovs_interfaceid": "cdcccec7-8029-4165-8601-34e992343f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.244135] env[70966]: DEBUG nova.compute.utils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.247256] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "refresh_cache-398963b2-611f-4ba1-bdcd-06363b773c3a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.247256] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquired lock "refresh_cache-398963b2-611f-4ba1-bdcd-06363b773c3a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.247256] env[70966]: DEBUG nova.network.neutron [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.249627] env[70966]: DEBUG nova.compute.manager [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.249835] env[70966]: DEBUG nova.network.neutron [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.610571] env[70966]: DEBUG nova.policy [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59a046b742d94948b6854ab4c65f3fcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2f15f7014754030a3905f5a7a7552cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.632228] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e50c5e-277b-45c8-acd4-f294bf5a1b26 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.636434] env[70966]: DEBUG oslo_concurrency.lockutils [req-ec904180-43d8-43bd-be71-177b3c1fd233 req-e4e2e862-fb3d-4107-ba0e-88a0ee644413 service nova] Releasing lock "refresh_cache-cd50735c-56e1-4904-b9cf-7fbb5b19de21" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.646646] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6baffef-c914-4bbc-8413-27a07ae4bdd8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.684074] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ba9ed4-3455-4eb9-9b73-2c24bcb00097 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.689047] env[70966]: DEBUG nova.compute.manager [req-a8b50119-719b-4acc-8c64-0cf26a6b880b req-02992f01-b003-4d7c-946b-856ba023f734 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Received event network-vif-deleted-8489fb23-3055-4e0a-b48d-795369fdb717 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.689238] env[70966]: INFO nova.compute.manager [req-a8b50119-719b-4acc-8c64-0cf26a6b880b req-02992f01-b003-4d7c-946b-856ba023f734 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Neutron deleted interface 8489fb23-3055-4e0a-b48d-795369fdb717; detaching it from the instance and deleting it from the info cache [ 669.689499] env[70966]: DEBUG nova.network.neutron [req-a8b50119-719b-4acc-8c64-0cf26a6b880b req-02992f01-b003-4d7c-946b-856ba023f734 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Updating instance_info_cache with network_info: [{"id": "c9cd21f1-186b-46e6-abb3-2514f1b85fcd", "address": "fa:16:3e:01:cb:d3", "network": {"id": "fa06df56-d48a-482a-924b-5a7871ca6143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1297851683", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9cd21f1-18", "ovs_interfaceid": "c9cd21f1-186b-46e6-abb3-2514f1b85fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c65c50ba-1bc0-4a42-8b64-dcea79dd0597", "address": "fa:16:3e:98:a3:74", "network": {"id": "fa06df56-d48a-482a-924b-5a7871ca6143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1297851683", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65c50ba-1b", "ovs_interfaceid": "c65c50ba-1bc0-4a42-8b64-dcea79dd0597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.697295] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5559c810-2144-4b52-8a82-599216317f01 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.715913] env[70966]: DEBUG nova.compute.provider_tree [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.762594] env[70966]: DEBUG nova.compute.manager [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.951197] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquiring lock "18779dc5-88dd-4b52-b3a0-aba8cac880e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.951197] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Lock "18779dc5-88dd-4b52-b3a0-aba8cac880e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.059927] env[70966]: DEBUG nova.network.neutron [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.192566] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f0d3083-35d7-4c0a-b2f9-75a2c2af0ded {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.208779] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7502101c-c7f6-4041-90d0-99c610657cc5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.226846] env[70966]: DEBUG nova.scheduler.client.report [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.251992] env[70966]: DEBUG nova.compute.manager [req-a8b50119-719b-4acc-8c64-0cf26a6b880b req-02992f01-b003-4d7c-946b-856ba023f734 service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Detach interface failed, port_id=8489fb23-3055-4e0a-b48d-795369fdb717, reason: Instance a2de69e8-0a4c-4242-8bed-e02e548063f8 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 670.455439] env[70966]: DEBUG nova.compute.manager [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.588048] env[70966]: DEBUG nova.network.neutron [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Updating instance_info_cache with network_info: [{"id": "3d41657f-6893-4640-a841-54fef964b1bf", "address": "fa:16:3e:11:bf:77", "network": {"id": "2cfef1e9-edad-40ac-acfe-80d333660676", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1410824017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351e9d2713114139b924d710e6b111f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d41657f-68", "ovs_interfaceid": "3d41657f-6893-4640-a841-54fef964b1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.732309] env[70966]: DEBUG oslo_concurrency.lockutils [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.734810] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.721s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.741241] env[70966]: INFO nova.compute.claims [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.773837] env[70966]: DEBUG nova.compute.manager [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.786712] env[70966]: INFO nova.scheduler.client.report [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Deleted allocations for instance 5bbccf1e-7657-424f-b53a-6d752e5b4226 [ 670.809563] env[70966]: DEBUG nova.virt.hardware [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.809775] env[70966]: DEBUG nova.virt.hardware [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.809927] env[70966]: DEBUG nova.virt.hardware [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.812884] env[70966]: DEBUG nova.virt.hardware [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.812884] env[70966]: DEBUG nova.virt.hardware [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.812884] env[70966]: DEBUG nova.virt.hardware [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.812884] env[70966]: DEBUG nova.virt.hardware [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.812884] env[70966]: DEBUG nova.virt.hardware [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.812884] env[70966]: DEBUG nova.virt.hardware [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.813225] env[70966]: DEBUG nova.virt.hardware [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.813414] env[70966]: DEBUG nova.virt.hardware [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.814506] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f301b8d1-4878-4b7a-9fd6-6e1e44e65e9c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.828784] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29f56aa-24a0-4eb4-b019-a2837f00a9c7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.899286] env[70966]: DEBUG nova.network.neutron [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Successfully updated port: 96915029-8a42-4bcb-91b9-b31170171d7a {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.996029] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.091329] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Releasing lock "refresh_cache-398963b2-611f-4ba1-bdcd-06363b773c3a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.091329] env[70966]: DEBUG nova.compute.manager [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Instance network_info: |[{"id": "3d41657f-6893-4640-a841-54fef964b1bf", "address": "fa:16:3e:11:bf:77", "network": {"id": "2cfef1e9-edad-40ac-acfe-80d333660676", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1410824017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351e9d2713114139b924d710e6b111f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d41657f-68", "ovs_interfaceid": "3d41657f-6893-4640-a841-54fef964b1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.091526] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:bf:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d41657f-6893-4640-a841-54fef964b1bf', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.104374] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.104974] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.105498] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-122e611a-a462-4b9f-a193-270d86ae3297 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.133678] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.133678] env[70966]: value = "task-3612176" [ 671.133678] env[70966]: _type = "Task" [ 671.133678] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.145756] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612176, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.298822] env[70966]: DEBUG oslo_concurrency.lockutils [None req-391b6664-4bfb-4c26-98a6-69630b9fb2ef tempest-FloatingIPsAssociationNegativeTestJSON-47692956 tempest-FloatingIPsAssociationNegativeTestJSON-47692956-project-member] Lock "5bbccf1e-7657-424f-b53a-6d752e5b4226" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.234s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.343750] env[70966]: DEBUG nova.compute.manager [req-d19b6b88-b38b-4267-8dda-1204f95b5580 req-821acfd3-e1bf-4213-bff2-6d638779be34 service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Received event network-vif-plugged-3d41657f-6893-4640-a841-54fef964b1bf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.344034] env[70966]: DEBUG oslo_concurrency.lockutils [req-d19b6b88-b38b-4267-8dda-1204f95b5580 req-821acfd3-e1bf-4213-bff2-6d638779be34 service nova] Acquiring lock "398963b2-611f-4ba1-bdcd-06363b773c3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.344249] env[70966]: DEBUG oslo_concurrency.lockutils [req-d19b6b88-b38b-4267-8dda-1204f95b5580 req-821acfd3-e1bf-4213-bff2-6d638779be34 service nova] Lock "398963b2-611f-4ba1-bdcd-06363b773c3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.344440] env[70966]: DEBUG oslo_concurrency.lockutils [req-d19b6b88-b38b-4267-8dda-1204f95b5580 req-821acfd3-e1bf-4213-bff2-6d638779be34 service nova] Lock "398963b2-611f-4ba1-bdcd-06363b773c3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.344626] env[70966]: DEBUG nova.compute.manager [req-d19b6b88-b38b-4267-8dda-1204f95b5580 req-821acfd3-e1bf-4213-bff2-6d638779be34 service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] No waiting events found dispatching network-vif-plugged-3d41657f-6893-4640-a841-54fef964b1bf {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.344949] env[70966]: WARNING nova.compute.manager [req-d19b6b88-b38b-4267-8dda-1204f95b5580 req-821acfd3-e1bf-4213-bff2-6d638779be34 service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Received unexpected event network-vif-plugged-3d41657f-6893-4640-a841-54fef964b1bf for instance with vm_state building and task_state spawning. [ 671.404705] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "refresh_cache-0cc0309f-2ab2-4974-8786-697a8fba568e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.404705] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "refresh_cache-0cc0309f-2ab2-4974-8786-697a8fba568e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.404705] env[70966]: DEBUG nova.network.neutron [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.534232] env[70966]: DEBUG nova.network.neutron [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Successfully created port: f03b4614-c0c7-44ac-96bc-37d7c5a3832b {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.544372] env[70966]: DEBUG oslo_concurrency.lockutils [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "bdb0a648-36ba-4af3-8f53-e6bf2d270fd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.546568] env[70966]: DEBUG oslo_concurrency.lockutils [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "bdb0a648-36ba-4af3-8f53-e6bf2d270fd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.546960] env[70966]: DEBUG oslo_concurrency.lockutils [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "bdb0a648-36ba-4af3-8f53-e6bf2d270fd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.547323] env[70966]: DEBUG oslo_concurrency.lockutils [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "bdb0a648-36ba-4af3-8f53-e6bf2d270fd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.547731] env[70966]: DEBUG oslo_concurrency.lockutils [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "bdb0a648-36ba-4af3-8f53-e6bf2d270fd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.550134] env[70966]: INFO nova.compute.manager [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Terminating instance [ 671.609968] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "82a67b38-0395-41d6-bbd0-6e7dc4355e7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.610785] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "82a67b38-0395-41d6-bbd0-6e7dc4355e7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.641426] env[70966]: DEBUG nova.network.neutron [-] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.649130] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612176, 'name': CreateVM_Task, 'duration_secs': 0.448626} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.649130] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.649130] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.649130] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.649476] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.649950] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b407ba76-e777-496e-8b1e-91912e095e1f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.657809] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 671.657809] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a52a0d-1a32-1886-7fa0-23c9d77e060d" [ 671.657809] env[70966]: _type = "Task" [ 671.657809] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.667689] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a52a0d-1a32-1886-7fa0-23c9d77e060d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.999690] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "7b32f1c1-9a02-440c-8a08-9653c1ceb1a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.999997] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "7b32f1c1-9a02-440c-8a08-9653c1ceb1a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.057931] env[70966]: DEBUG nova.compute.manager [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.057931] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.059500] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1da04e3-4c7d-4e9e-a531-7cf0ed19d062 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.074762] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.075320] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df580522-db10-4217-ac50-9e730c9de0ef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.086455] env[70966]: DEBUG oslo_vmware.api [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 672.086455] env[70966]: value = "task-3612177" [ 672.086455] env[70966]: _type = "Task" [ 672.086455] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.097345] env[70966]: DEBUG oslo_vmware.api [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.112984] env[70966]: DEBUG nova.compute.manager [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.150818] env[70966]: INFO nova.compute.manager [-] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Took 6.24 seconds to deallocate network for instance. [ 672.166191] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edc576e-6a10-4948-8a43-098be3b7919d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.177199] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a52a0d-1a32-1886-7fa0-23c9d77e060d, 'name': SearchDatastore_Task, 'duration_secs': 0.041104} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.178015] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.178371] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.178563] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.178746] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.178935] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.179892] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de348037-f420-4404-a1e2-88c731692c77 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.185485] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebe1391-01cd-495a-9e38-1d5d45f61ff4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.194530] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.194808] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.227377] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-954cbe67-5647-4dc8-a595-1b4bd4d500da {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.232735] env[70966]: DEBUG nova.network.neutron [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.235371] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d0781b-3d8f-4e13-80c9-9df3984881ce {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.243573] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 672.243573] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d735d9-db59-07e2-42c8-299d62d7d52c" [ 672.243573] env[70966]: _type = "Task" [ 672.243573] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.251341] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cf6bfd-10ac-4ffd-b905-8a879add7dd6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.271122] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d735d9-db59-07e2-42c8-299d62d7d52c, 'name': SearchDatastore_Task} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.272099] env[70966]: DEBUG nova.compute.provider_tree [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.274390] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91aac43f-5188-4c5a-8ce3-54622f376e28 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.282844] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 672.282844] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52191ddd-ebd5-295b-6037-3271f3b44112" [ 672.282844] env[70966]: _type = "Task" [ 672.282844] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.294600] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52191ddd-ebd5-295b-6037-3271f3b44112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.510445] env[70966]: DEBUG nova.compute.manager [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.601885] env[70966]: DEBUG oslo_vmware.api [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612177, 'name': PowerOffVM_Task, 'duration_secs': 0.313888} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.602741] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.602741] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.602741] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f717d866-bc90-4ba4-8321-766d8aa02f3c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.643740] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.658984] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.704379] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.704379] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.704379] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleting the datastore file [datastore1] bdb0a648-36ba-4af3-8f53-e6bf2d270fd7 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.704379] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a4226d1-6e26-460c-9007-309e3cd1bf3c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.713227] env[70966]: DEBUG oslo_vmware.api [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 672.713227] env[70966]: value = "task-3612179" [ 672.713227] env[70966]: _type = "Task" [ 672.713227] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.725492] env[70966]: DEBUG oslo_vmware.api [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.775485] env[70966]: DEBUG nova.scheduler.client.report [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.797700] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52191ddd-ebd5-295b-6037-3271f3b44112, 'name': SearchDatastore_Task, 'duration_secs': 0.016614} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.799077] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.799077] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 398963b2-611f-4ba1-bdcd-06363b773c3a/398963b2-611f-4ba1-bdcd-06363b773c3a.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.799077] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88f1e438-8c8c-492d-8714-bacb424bc0f2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.810263] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 672.810263] env[70966]: value = "task-3612180" [ 672.810263] env[70966]: _type = "Task" [ 672.810263] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.831945] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.912929] env[70966]: DEBUG nova.network.neutron [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Updating instance_info_cache with network_info: [{"id": "96915029-8a42-4bcb-91b9-b31170171d7a", "address": "fa:16:3e:81:5f:47", "network": {"id": "6ad99bf7-c9c9-4cd4-9083-2f4df52b17d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1550678175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc424be0dde487195d11dc402fa8d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96915029-8a", "ovs_interfaceid": "96915029-8a42-4bcb-91b9-b31170171d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.042926] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.232054] env[70966]: DEBUG oslo_vmware.api [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245523} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.232054] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.232054] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.232054] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.232054] env[70966]: INFO nova.compute.manager [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 673.232054] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.232054] env[70966]: DEBUG nova.compute.manager [-] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.232054] env[70966]: DEBUG nova.network.neutron [-] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.284679] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.284679] env[70966]: DEBUG nova.compute.manager [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.290455] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.741s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.292197] env[70966]: INFO nova.compute.claims [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.328537] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612180, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.416189] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "refresh_cache-0cc0309f-2ab2-4974-8786-697a8fba568e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.416935] env[70966]: DEBUG nova.compute.manager [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Instance network_info: |[{"id": "96915029-8a42-4bcb-91b9-b31170171d7a", "address": "fa:16:3e:81:5f:47", "network": {"id": "6ad99bf7-c9c9-4cd4-9083-2f4df52b17d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1550678175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc424be0dde487195d11dc402fa8d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96915029-8a", "ovs_interfaceid": "96915029-8a42-4bcb-91b9-b31170171d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.418018] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:5f:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96915029-8a42-4bcb-91b9-b31170171d7a', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.436982] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.437060] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.438141] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-072c0b9c-7b7f-43f7-9175-9557bdb31b7f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.467640] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.467640] env[70966]: value = "task-3612181" [ 673.467640] env[70966]: _type = "Task" [ 673.467640] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.480658] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612181, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.502397] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Acquiring lock "9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.502637] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Lock "9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.801572] env[70966]: DEBUG nova.compute.utils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.805196] env[70966]: DEBUG nova.compute.manager [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.805196] env[70966]: DEBUG nova.network.neutron [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.826648] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.931032} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.827015] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 398963b2-611f-4ba1-bdcd-06363b773c3a/398963b2-611f-4ba1-bdcd-06363b773c3a.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.827288] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.827570] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de732fc2-8186-42fa-9169-19d254992aee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.838440] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 673.838440] env[70966]: value = "task-3612182" [ 673.838440] env[70966]: _type = "Task" [ 673.838440] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.855141] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.982308] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612181, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.008701] env[70966]: DEBUG nova.compute.manager [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.021510] env[70966]: DEBUG nova.policy [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a8312813f7a41928867ac980964e12b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15f6445ad8eb4cbd9ce5436d9204bffe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.307990] env[70966]: DEBUG nova.compute.manager [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.355701] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194763} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.356725] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.357540] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416471d4-bd80-4667-88d9-e31ca224afaf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.389273] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 398963b2-611f-4ba1-bdcd-06363b773c3a/398963b2-611f-4ba1-bdcd-06363b773c3a.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.392482] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d976a318-5b4a-46f4-802e-2fc14f30a5e7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.414474] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 674.414474] env[70966]: value = "task-3612183" [ 674.414474] env[70966]: _type = "Task" [ 674.414474] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.425783] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.489536] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612181, 'name': CreateVM_Task, 'duration_secs': 0.57997} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.489536] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.489536] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.489536] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.489536] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.491838] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e7a019a-4875-4873-8e1c-a270411928fa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.498320] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 674.498320] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ebe7d3-3994-3fe0-8ac2-20825575c0f2" [ 674.498320] env[70966]: _type = "Task" [ 674.498320] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.510121] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ebe7d3-3994-3fe0-8ac2-20825575c0f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.541293] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.847631] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cc05eb-bf99-499f-9d6c-7b6c05eb5a80 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.860553] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee51bf0-a38d-454b-9d49-b1e77eead295 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.907522] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ad76e6-4b46-4d72-b543-dd452987aba3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.921321] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2730343c-c696-4838-a8ae-691c1dc67dc2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.937034] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612183, 'name': ReconfigVM_Task, 'duration_secs': 0.350821} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.945917] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 398963b2-611f-4ba1-bdcd-06363b773c3a/398963b2-611f-4ba1-bdcd-06363b773c3a.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.946211] env[70966]: DEBUG nova.compute.provider_tree [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.947520] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee430e4b-f7b8-45d0-9f56-aaa559ba994d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.958265] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 674.958265] env[70966]: value = "task-3612184" [ 674.958265] env[70966]: _type = "Task" [ 674.958265] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.973695] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612184, 'name': Rename_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.979198] env[70966]: DEBUG nova.compute.manager [req-d2f0fe07-9e46-4429-8d4e-e85d1f2d0633 req-9acf5933-0f7e-4e13-bff0-4b4f3a7c23ca service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Received event network-vif-deleted-c9cd21f1-186b-46e6-abb3-2514f1b85fcd {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.979408] env[70966]: DEBUG nova.compute.manager [req-d2f0fe07-9e46-4429-8d4e-e85d1f2d0633 req-9acf5933-0f7e-4e13-bff0-4b4f3a7c23ca service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Received event network-changed-65697762-406c-43b0-812d-1e1245f2045f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.979571] env[70966]: DEBUG nova.compute.manager [req-d2f0fe07-9e46-4429-8d4e-e85d1f2d0633 req-9acf5933-0f7e-4e13-bff0-4b4f3a7c23ca service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Refreshing instance network info cache due to event network-changed-65697762-406c-43b0-812d-1e1245f2045f. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.979785] env[70966]: DEBUG oslo_concurrency.lockutils [req-d2f0fe07-9e46-4429-8d4e-e85d1f2d0633 req-9acf5933-0f7e-4e13-bff0-4b4f3a7c23ca service nova] Acquiring lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.979934] env[70966]: DEBUG oslo_concurrency.lockutils [req-d2f0fe07-9e46-4429-8d4e-e85d1f2d0633 req-9acf5933-0f7e-4e13-bff0-4b4f3a7c23ca service nova] Acquired lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.982932] env[70966]: DEBUG nova.network.neutron [req-d2f0fe07-9e46-4429-8d4e-e85d1f2d0633 req-9acf5933-0f7e-4e13-bff0-4b4f3a7c23ca service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Refreshing network info cache for port 65697762-406c-43b0-812d-1e1245f2045f {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.017381] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ebe7d3-3994-3fe0-8ac2-20825575c0f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011078} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.017729] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.017953] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.018196] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.018358] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.018503] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.018808] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a26a3495-8ac5-445a-8990-2ed468ae2d4e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.031999] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.031999] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.033121] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc766b7e-6b0b-47a7-90d6-25ddd2f267da {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.040535] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 675.040535] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52460f52-ee13-ab24-9e01-f425bcfed65a" [ 675.040535] env[70966]: _type = "Task" [ 675.040535] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.054127] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52460f52-ee13-ab24-9e01-f425bcfed65a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.096712] env[70966]: DEBUG nova.network.neutron [-] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.313506] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "a84deccc-f059-4f4d-a197-fde737b85d1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.313778] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "a84deccc-f059-4f4d-a197-fde737b85d1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.317201] env[70966]: DEBUG nova.compute.manager [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.348403] env[70966]: DEBUG nova.virt.hardware [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.348740] env[70966]: DEBUG nova.virt.hardware [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.348899] env[70966]: DEBUG nova.virt.hardware [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.349105] env[70966]: DEBUG nova.virt.hardware [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.349256] env[70966]: DEBUG nova.virt.hardware [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.349409] env[70966]: DEBUG nova.virt.hardware [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.349693] env[70966]: DEBUG nova.virt.hardware [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.349979] env[70966]: DEBUG nova.virt.hardware [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.350430] env[70966]: DEBUG nova.virt.hardware [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.350620] env[70966]: DEBUG nova.virt.hardware [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.350805] env[70966]: DEBUG nova.virt.hardware [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.352013] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15381684-b01e-4de3-a76e-e687f3b25840 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.362041] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca5cb87-9577-4546-84a4-5ba4a105fadb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.452644] env[70966]: DEBUG nova.scheduler.client.report [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.471387] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612184, 'name': Rename_Task, 'duration_secs': 0.371441} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.471698] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.471950] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4c884dc-1ece-4752-bbb7-4afa35f3d628 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.480705] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 675.480705] env[70966]: value = "task-3612185" [ 675.480705] env[70966]: _type = "Task" [ 675.480705] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.491425] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.553732] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52460f52-ee13-ab24-9e01-f425bcfed65a, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.554780] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c2a92af-269e-4ca4-a881-9a410a22562c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.562977] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 675.562977] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52edd1a8-24c8-e1b4-cd01-c8c284ef6143" [ 675.562977] env[70966]: _type = "Task" [ 675.562977] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.574051] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52edd1a8-24c8-e1b4-cd01-c8c284ef6143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.598310] env[70966]: INFO nova.compute.manager [-] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Took 2.37 seconds to deallocate network for instance. [ 675.609379] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "bc7eb745-301c-4b47-859c-43dbdff8cea2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.609619] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "bc7eb745-301c-4b47-859c-43dbdff8cea2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.640338] env[70966]: DEBUG nova.network.neutron [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Successfully updated port: f03b4614-c0c7-44ac-96bc-37d7c5a3832b {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.873155] env[70966]: DEBUG nova.network.neutron [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Successfully created port: 98fe53e7-272c-4da9-bff2-9cd6729c35d5 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.888872] env[70966]: DEBUG nova.compute.manager [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Received event network-changed-3d41657f-6893-4640-a841-54fef964b1bf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.889044] env[70966]: DEBUG nova.compute.manager [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Refreshing instance network info cache due to event network-changed-3d41657f-6893-4640-a841-54fef964b1bf. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.889710] env[70966]: DEBUG oslo_concurrency.lockutils [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] Acquiring lock "refresh_cache-398963b2-611f-4ba1-bdcd-06363b773c3a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.889710] env[70966]: DEBUG oslo_concurrency.lockutils [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] Acquired lock "refresh_cache-398963b2-611f-4ba1-bdcd-06363b773c3a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.889710] env[70966]: DEBUG nova.network.neutron [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Refreshing network info cache for port 3d41657f-6893-4640-a841-54fef964b1bf {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.959735] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.960491] env[70966]: DEBUG nova.compute.manager [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.966878] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.416s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.968496] env[70966]: INFO nova.compute.claims [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.993601] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612185, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.076325] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52edd1a8-24c8-e1b4-cd01-c8c284ef6143, 'name': SearchDatastore_Task, 'duration_secs': 0.011716} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.076706] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.076991] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 0cc0309f-2ab2-4974-8786-697a8fba568e/0cc0309f-2ab2-4974-8786-697a8fba568e.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.077263] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a8f70cb-6d7e-4d82-a261-f9dea9478ca1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.086168] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 676.086168] env[70966]: value = "task-3612186" [ 676.086168] env[70966]: _type = "Task" [ 676.086168] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.096070] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.115742] env[70966]: DEBUG oslo_concurrency.lockutils [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.145606] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Acquiring lock "refresh_cache-5a282972-34c3-4c50-accc-d2f54b2676e9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.147536] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Acquired lock "refresh_cache-5a282972-34c3-4c50-accc-d2f54b2676e9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.147536] env[70966]: DEBUG nova.network.neutron [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.475136] env[70966]: DEBUG nova.compute.utils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.478683] env[70966]: DEBUG nova.compute.manager [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.479147] env[70966]: DEBUG nova.network.neutron [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.495417] env[70966]: DEBUG oslo_vmware.api [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612185, 'name': PowerOnVM_Task, 'duration_secs': 0.543741} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.495672] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.495864] env[70966]: INFO nova.compute.manager [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Took 12.71 seconds to spawn the instance on the hypervisor. [ 676.496051] env[70966]: DEBUG nova.compute.manager [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.496904] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249479aa-e95a-4af4-a4e1-815e57eef428 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.520066] env[70966]: DEBUG nova.network.neutron [req-d2f0fe07-9e46-4429-8d4e-e85d1f2d0633 req-9acf5933-0f7e-4e13-bff0-4b4f3a7c23ca service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Updated VIF entry in instance network info cache for port 65697762-406c-43b0-812d-1e1245f2045f. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.520431] env[70966]: DEBUG nova.network.neutron [req-d2f0fe07-9e46-4429-8d4e-e85d1f2d0633 req-9acf5933-0f7e-4e13-bff0-4b4f3a7c23ca service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Updating instance_info_cache with network_info: [{"id": "65697762-406c-43b0-812d-1e1245f2045f", "address": "fa:16:3e:62:35:05", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65697762-40", "ovs_interfaceid": "65697762-406c-43b0-812d-1e1245f2045f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.607756] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612186, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.681712] env[70966]: DEBUG nova.policy [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '268a107a86534b5f9c78e339940a34c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1292d0aae9d94844955b458a794dc5d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.794964] env[70966]: DEBUG nova.network.neutron [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.979872] env[70966]: DEBUG nova.compute.manager [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.023206] env[70966]: INFO nova.compute.manager [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Took 26.91 seconds to build instance. [ 677.023906] env[70966]: DEBUG oslo_concurrency.lockutils [req-d2f0fe07-9e46-4429-8d4e-e85d1f2d0633 req-9acf5933-0f7e-4e13-bff0-4b4f3a7c23ca service nova] Releasing lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.024253] env[70966]: DEBUG nova.compute.manager [req-d2f0fe07-9e46-4429-8d4e-e85d1f2d0633 req-9acf5933-0f7e-4e13-bff0-4b4f3a7c23ca service nova] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Received event network-vif-deleted-c65c50ba-1bc0-4a42-8b64-dcea79dd0597 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.084936] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.085195] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.104066] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749324} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.104326] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 0cc0309f-2ab2-4974-8786-697a8fba568e/0cc0309f-2ab2-4974-8786-697a8fba568e.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.104532] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.105128] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-034c88b7-a321-44fd-b7de-de0736b7543b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.113024] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 677.113024] env[70966]: value = "task-3612187" [ 677.113024] env[70966]: _type = "Task" [ 677.113024] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.126470] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.330784] env[70966]: DEBUG nova.network.neutron [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Successfully created port: 41130339-01f7-41de-997d-779b038b752e {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.420047] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae35376-5ed1-4cc7-bcc2-5d7d376ae655 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.433705] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31934755-97f0-4502-840f-bdb42a111b1b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.478573] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeec34f-51bd-4aae-b912-468be24371a8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.488172] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93bbeb8-de26-42ba-96a6-3ad89dc1618e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.507488] env[70966]: DEBUG nova.compute.provider_tree [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.525544] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692257bf-8eee-4de3-b0d7-70bce8fa2562 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "398963b2-611f-4ba1-bdcd-06363b773c3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.419s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.549573] env[70966]: DEBUG nova.network.neutron [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Updated VIF entry in instance network info cache for port 3d41657f-6893-4640-a841-54fef964b1bf. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.549748] env[70966]: DEBUG nova.network.neutron [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Updating instance_info_cache with network_info: [{"id": "3d41657f-6893-4640-a841-54fef964b1bf", "address": "fa:16:3e:11:bf:77", "network": {"id": "2cfef1e9-edad-40ac-acfe-80d333660676", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1410824017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351e9d2713114139b924d710e6b111f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d41657f-68", "ovs_interfaceid": "3d41657f-6893-4640-a841-54fef964b1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.594443] env[70966]: DEBUG nova.network.neutron [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Updating instance_info_cache with network_info: [{"id": "f03b4614-c0c7-44ac-96bc-37d7c5a3832b", "address": "fa:16:3e:cd:ab:15", "network": {"id": "a47f3ed1-7ee8-4313-8981-8ba2636e5e48", "bridge": "br-int", "label": "tempest-ServersTestJSON-239385710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2f15f7014754030a3905f5a7a7552cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03b4614-c0", "ovs_interfaceid": "f03b4614-c0c7-44ac-96bc-37d7c5a3832b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.630925] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073464} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.630925] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.631268] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af26d3c7-5377-487f-8539-592b49aaec44 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.658138] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 0cc0309f-2ab2-4974-8786-697a8fba568e/0cc0309f-2ab2-4974-8786-697a8fba568e.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.658483] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f8a8398-d7b7-4a4a-aebd-8fea83c43502 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.683556] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 677.683556] env[70966]: value = "task-3612188" [ 677.683556] env[70966]: _type = "Task" [ 677.683556] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.697097] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.997046] env[70966]: DEBUG nova.compute.manager [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.009265] env[70966]: DEBUG nova.scheduler.client.report [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.029660] env[70966]: DEBUG nova.virt.hardware [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.029872] env[70966]: DEBUG nova.virt.hardware [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.029923] env[70966]: DEBUG nova.virt.hardware [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.030090] env[70966]: DEBUG nova.virt.hardware [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.030482] env[70966]: DEBUG nova.virt.hardware [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.030482] env[70966]: DEBUG nova.virt.hardware [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.030592] env[70966]: DEBUG nova.virt.hardware [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.030731] env[70966]: DEBUG nova.virt.hardware [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.030895] env[70966]: DEBUG nova.virt.hardware [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.031071] env[70966]: DEBUG nova.virt.hardware [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.031258] env[70966]: DEBUG nova.virt.hardware [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.031614] env[70966]: DEBUG nova.compute.manager [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.034766] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882aa09a-9727-4249-a476-8dedc546abd7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.046421] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763dcb7b-5a78-4467-a14a-34fe57371567 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.052626] env[70966]: DEBUG oslo_concurrency.lockutils [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] Releasing lock "refresh_cache-398963b2-611f-4ba1-bdcd-06363b773c3a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.052800] env[70966]: DEBUG nova.compute.manager [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Received event network-vif-plugged-96915029-8a42-4bcb-91b9-b31170171d7a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.053053] env[70966]: DEBUG oslo_concurrency.lockutils [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] Acquiring lock "0cc0309f-2ab2-4974-8786-697a8fba568e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.053274] env[70966]: DEBUG oslo_concurrency.lockutils [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] Lock "0cc0309f-2ab2-4974-8786-697a8fba568e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.053454] env[70966]: DEBUG oslo_concurrency.lockutils [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] Lock "0cc0309f-2ab2-4974-8786-697a8fba568e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.053591] env[70966]: DEBUG nova.compute.manager [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] No waiting events found dispatching network-vif-plugged-96915029-8a42-4bcb-91b9-b31170171d7a {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.053756] env[70966]: WARNING nova.compute.manager [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Received unexpected event network-vif-plugged-96915029-8a42-4bcb-91b9-b31170171d7a for instance with vm_state building and task_state spawning. [ 678.054174] env[70966]: DEBUG nova.compute.manager [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Received event network-changed-96915029-8a42-4bcb-91b9-b31170171d7a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.054174] env[70966]: DEBUG nova.compute.manager [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Refreshing instance network info cache due to event network-changed-96915029-8a42-4bcb-91b9-b31170171d7a. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.054278] env[70966]: DEBUG oslo_concurrency.lockutils [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] Acquiring lock "refresh_cache-0cc0309f-2ab2-4974-8786-697a8fba568e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.054402] env[70966]: DEBUG oslo_concurrency.lockutils [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] Acquired lock "refresh_cache-0cc0309f-2ab2-4974-8786-697a8fba568e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.054933] env[70966]: DEBUG nova.network.neutron [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Refreshing network info cache for port 96915029-8a42-4bcb-91b9-b31170171d7a {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.100841] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Releasing lock "refresh_cache-5a282972-34c3-4c50-accc-d2f54b2676e9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.100841] env[70966]: DEBUG nova.compute.manager [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Instance network_info: |[{"id": "f03b4614-c0c7-44ac-96bc-37d7c5a3832b", "address": "fa:16:3e:cd:ab:15", "network": {"id": "a47f3ed1-7ee8-4313-8981-8ba2636e5e48", "bridge": "br-int", "label": "tempest-ServersTestJSON-239385710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2f15f7014754030a3905f5a7a7552cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03b4614-c0", "ovs_interfaceid": "f03b4614-c0c7-44ac-96bc-37d7c5a3832b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.100841] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:ab:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f03b4614-c0c7-44ac-96bc-37d7c5a3832b', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.106325] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Creating folder: Project (d2f15f7014754030a3905f5a7a7552cc). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.106616] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c77463b2-313a-45bc-900a-9c612f0a5d96 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.122303] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Created folder: Project (d2f15f7014754030a3905f5a7a7552cc) in parent group-v720468. [ 678.123707] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Creating folder: Instances. Parent ref: group-v720519. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.123707] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc53f854-0c5e-4127-a6ad-108857812d08 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.139750] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Created folder: Instances in parent group-v720519. [ 678.139750] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.139750] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.139750] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a42ac0d-75f3-4dc0-8738-79649ddf84ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.156798] env[70966]: DEBUG nova.network.neutron [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Successfully updated port: 98fe53e7-272c-4da9-bff2-9cd6729c35d5 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.163981] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.163981] env[70966]: value = "task-3612191" [ 678.163981] env[70966]: _type = "Task" [ 678.163981] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.178314] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612191, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.204310] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612188, 'name': ReconfigVM_Task, 'duration_secs': 0.345578} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.204310] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 0cc0309f-2ab2-4974-8786-697a8fba568e/0cc0309f-2ab2-4974-8786-697a8fba568e.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.204310] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c61aacd-40eb-49b1-8557-6ff7858dd8df {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.211596] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 678.211596] env[70966]: value = "task-3612192" [ 678.211596] env[70966]: _type = "Task" [ 678.211596] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.221850] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612192, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.434160] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "bb288733-a6d1-4bac-b59b-57db9fcb79ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.434612] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "bb288733-a6d1-4bac-b59b-57db9fcb79ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.515480] env[70966]: DEBUG nova.compute.manager [req-22873e6d-db95-402b-a791-4bc33b9b42bd req-91cf8241-518c-4c76-8cd9-11ffe5cb2b5b service nova] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Received event network-vif-deleted-0bca6732-35bb-451d-963c-93ea649d935a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.515480] env[70966]: DEBUG nova.compute.manager [req-22873e6d-db95-402b-a791-4bc33b9b42bd req-91cf8241-518c-4c76-8cd9-11ffe5cb2b5b service nova] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Received event network-vif-plugged-f03b4614-c0c7-44ac-96bc-37d7c5a3832b {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.515480] env[70966]: DEBUG oslo_concurrency.lockutils [req-22873e6d-db95-402b-a791-4bc33b9b42bd req-91cf8241-518c-4c76-8cd9-11ffe5cb2b5b service nova] Acquiring lock "5a282972-34c3-4c50-accc-d2f54b2676e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.515480] env[70966]: DEBUG oslo_concurrency.lockutils [req-22873e6d-db95-402b-a791-4bc33b9b42bd req-91cf8241-518c-4c76-8cd9-11ffe5cb2b5b service nova] Lock "5a282972-34c3-4c50-accc-d2f54b2676e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.516114] env[70966]: DEBUG oslo_concurrency.lockutils [req-22873e6d-db95-402b-a791-4bc33b9b42bd req-91cf8241-518c-4c76-8cd9-11ffe5cb2b5b service nova] Lock "5a282972-34c3-4c50-accc-d2f54b2676e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.516114] env[70966]: DEBUG nova.compute.manager [req-22873e6d-db95-402b-a791-4bc33b9b42bd req-91cf8241-518c-4c76-8cd9-11ffe5cb2b5b service nova] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] No waiting events found dispatching network-vif-plugged-f03b4614-c0c7-44ac-96bc-37d7c5a3832b {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.516114] env[70966]: WARNING nova.compute.manager [req-22873e6d-db95-402b-a791-4bc33b9b42bd req-91cf8241-518c-4c76-8cd9-11ffe5cb2b5b service nova] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Received unexpected event network-vif-plugged-f03b4614-c0c7-44ac-96bc-37d7c5a3832b for instance with vm_state building and task_state spawning. [ 678.516114] env[70966]: DEBUG nova.compute.manager [req-22873e6d-db95-402b-a791-4bc33b9b42bd req-91cf8241-518c-4c76-8cd9-11ffe5cb2b5b service nova] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Received event network-changed-f03b4614-c0c7-44ac-96bc-37d7c5a3832b {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.516270] env[70966]: DEBUG nova.compute.manager [req-22873e6d-db95-402b-a791-4bc33b9b42bd req-91cf8241-518c-4c76-8cd9-11ffe5cb2b5b service nova] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Refreshing instance network info cache due to event network-changed-f03b4614-c0c7-44ac-96bc-37d7c5a3832b. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.517233] env[70966]: DEBUG oslo_concurrency.lockutils [req-22873e6d-db95-402b-a791-4bc33b9b42bd req-91cf8241-518c-4c76-8cd9-11ffe5cb2b5b service nova] Acquiring lock "refresh_cache-5a282972-34c3-4c50-accc-d2f54b2676e9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.517233] env[70966]: DEBUG oslo_concurrency.lockutils [req-22873e6d-db95-402b-a791-4bc33b9b42bd req-91cf8241-518c-4c76-8cd9-11ffe5cb2b5b service nova] Acquired lock "refresh_cache-5a282972-34c3-4c50-accc-d2f54b2676e9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.517233] env[70966]: DEBUG nova.network.neutron [req-22873e6d-db95-402b-a791-4bc33b9b42bd req-91cf8241-518c-4c76-8cd9-11ffe5cb2b5b service nova] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Refreshing network info cache for port f03b4614-c0c7-44ac-96bc-37d7c5a3832b {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.518643] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.519393] env[70966]: DEBUG nova.compute.manager [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.526478] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.385s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.526743] env[70966]: DEBUG nova.objects.instance [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70966) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 678.573250] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.662859] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquiring lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.662971] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquired lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.663775] env[70966]: DEBUG nova.network.neutron [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.677135] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612191, 'name': CreateVM_Task, 'duration_secs': 0.417029} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.677965] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.678668] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.678929] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.679580] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.679748] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f53567f-fc21-465f-a497-b833db592fb3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.686549] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Waiting for the task: (returnval){ [ 678.686549] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5251b413-e051-7812-7167-49d624803e2e" [ 678.686549] env[70966]: _type = "Task" [ 678.686549] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.701556] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5251b413-e051-7812-7167-49d624803e2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011494} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.702664] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.702664] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.702664] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.702664] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.704611] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.704611] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ecf947a-9c61-49f7-bce3-63b7b8362900 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.719928] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.720186] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.721295] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2229d0cc-43e2-43e1-86f3-7b0166b9e4d5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.727219] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612192, 'name': Rename_Task, 'duration_secs': 0.205164} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.731514] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.733216] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28dd0b4b-c1b5-46e3-8f1f-8a07a0a0b193 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.738241] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Waiting for the task: (returnval){ [ 678.738241] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5242905f-76c2-5536-331a-3c2ebb704cfb" [ 678.738241] env[70966]: _type = "Task" [ 678.738241] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.747126] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 678.747126] env[70966]: value = "task-3612193" [ 678.747126] env[70966]: _type = "Task" [ 678.747126] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.757140] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5242905f-76c2-5536-331a-3c2ebb704cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.011109} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.758420] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-965a4760-c715-4975-b53e-f1458ca31700 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.766946] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.771058] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Waiting for the task: (returnval){ [ 678.771058] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f4a526-1c20-c9b4-0a09-7a25a54523e4" [ 678.771058] env[70966]: _type = "Task" [ 678.771058] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.780579] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f4a526-1c20-c9b4-0a09-7a25a54523e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.036231] env[70966]: DEBUG nova.compute.utils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.038078] env[70966]: DEBUG nova.compute.manager [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.041018] env[70966]: DEBUG nova.network.neutron [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.167869] env[70966]: DEBUG nova.policy [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e69237458ac4af783fe25cdbaa6c040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56cf93352c60469ca87b4b224d738bda', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.259916] env[70966]: DEBUG nova.network.neutron [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Updated VIF entry in instance network info cache for port 96915029-8a42-4bcb-91b9-b31170171d7a. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.260363] env[70966]: DEBUG nova.network.neutron [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Updating instance_info_cache with network_info: [{"id": "96915029-8a42-4bcb-91b9-b31170171d7a", "address": "fa:16:3e:81:5f:47", "network": {"id": "6ad99bf7-c9c9-4cd4-9083-2f4df52b17d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1550678175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc424be0dde487195d11dc402fa8d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96915029-8a", "ovs_interfaceid": "96915029-8a42-4bcb-91b9-b31170171d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.271536] env[70966]: DEBUG oslo_vmware.api [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612193, 'name': PowerOnVM_Task, 'duration_secs': 0.502908} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.281460] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.283325] env[70966]: INFO nova.compute.manager [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Took 12.93 seconds to spawn the instance on the hypervisor. [ 679.283325] env[70966]: DEBUG nova.compute.manager [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.283325] env[70966]: DEBUG nova.network.neutron [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.293338] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203e9563-3c80-4de7-b26a-ae5d9d4debe8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.313632] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f4a526-1c20-c9b4-0a09-7a25a54523e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012259} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.314195] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.314963] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 5a282972-34c3-4c50-accc-d2f54b2676e9/5a282972-34c3-4c50-accc-d2f54b2676e9.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.314963] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdf44a96-2979-443d-b5c8-aaaf40c7b6a7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.328389] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Waiting for the task: (returnval){ [ 679.328389] env[70966]: value = "task-3612194" [ 679.328389] env[70966]: _type = "Task" [ 679.328389] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.340860] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.542412] env[70966]: DEBUG nova.compute.manager [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.544495] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3cedd301-9145-4e20-8f6a-3aa2e00db937 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.545996] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.551s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.547956] env[70966]: INFO nova.compute.claims [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.685768] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "32bc47e5-e5f6-4962-8dff-32810985304b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.685768] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "32bc47e5-e5f6-4962-8dff-32810985304b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.773232] env[70966]: DEBUG oslo_concurrency.lockutils [req-bc2abb6d-fbfb-4c53-b230-4453213c0524 req-774c2f51-5cc4-4752-a8aa-8c9a151ea27a service nova] Releasing lock "refresh_cache-0cc0309f-2ab2-4974-8786-697a8fba568e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.837045] env[70966]: INFO nova.compute.manager [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Took 26.63 seconds to build instance. [ 679.849226] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612194, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.892866] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "3278e6e3-ba77-41bc-bbf9-29b6a68399e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.893379] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "3278e6e3-ba77-41bc-bbf9-29b6a68399e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.907308] env[70966]: DEBUG nova.network.neutron [req-22873e6d-db95-402b-a791-4bc33b9b42bd req-91cf8241-518c-4c76-8cd9-11ffe5cb2b5b service nova] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Updated VIF entry in instance network info cache for port f03b4614-c0c7-44ac-96bc-37d7c5a3832b. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.907761] env[70966]: DEBUG nova.network.neutron [req-22873e6d-db95-402b-a791-4bc33b9b42bd req-91cf8241-518c-4c76-8cd9-11ffe5cb2b5b service nova] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Updating instance_info_cache with network_info: [{"id": "f03b4614-c0c7-44ac-96bc-37d7c5a3832b", "address": "fa:16:3e:cd:ab:15", "network": {"id": "a47f3ed1-7ee8-4313-8981-8ba2636e5e48", "bridge": "br-int", "label": "tempest-ServersTestJSON-239385710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2f15f7014754030a3905f5a7a7552cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03b4614-c0", "ovs_interfaceid": "f03b4614-c0c7-44ac-96bc-37d7c5a3832b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.951180] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "d1b322c8-c490-43ef-b7b3-74cd3b159cec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.951772] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "d1b322c8-c490-43ef-b7b3-74cd3b159cec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.986966] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "bec21396-170b-41fb-9b54-9170d7654d50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.987441] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "bec21396-170b-41fb-9b54-9170d7654d50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.004200] env[70966]: DEBUG nova.network.neutron [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Updating instance_info_cache with network_info: [{"id": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "address": "fa:16:3e:dd:9f:87", "network": {"id": "849b022f-3e45-47e7-90d0-bf6c02edf789", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284039618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f6445ad8eb4cbd9ce5436d9204bffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98fe53e7-27", "ovs_interfaceid": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.228879] env[70966]: DEBUG nova.network.neutron [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Successfully updated port: 41130339-01f7-41de-997d-779b038b752e {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.305932] env[70966]: DEBUG nova.compute.manager [req-591fd075-736e-40d7-be82-f364d10bc2e0 req-f63738d5-b5db-4ec6-a0fe-1555d6e57012 service nova] [instance: c2038576-7e02-4874-a535-f60a355e17df] Received event network-changed-8238a70f-e0bd-4338-8770-fac2f1a4a977 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.305932] env[70966]: DEBUG nova.compute.manager [req-591fd075-736e-40d7-be82-f364d10bc2e0 req-f63738d5-b5db-4ec6-a0fe-1555d6e57012 service nova] [instance: c2038576-7e02-4874-a535-f60a355e17df] Refreshing instance network info cache due to event network-changed-8238a70f-e0bd-4338-8770-fac2f1a4a977. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.305932] env[70966]: DEBUG oslo_concurrency.lockutils [req-591fd075-736e-40d7-be82-f364d10bc2e0 req-f63738d5-b5db-4ec6-a0fe-1555d6e57012 service nova] Acquiring lock "refresh_cache-c2038576-7e02-4874-a535-f60a355e17df" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.305932] env[70966]: DEBUG oslo_concurrency.lockutils [req-591fd075-736e-40d7-be82-f364d10bc2e0 req-f63738d5-b5db-4ec6-a0fe-1555d6e57012 service nova] Acquired lock "refresh_cache-c2038576-7e02-4874-a535-f60a355e17df" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.306514] env[70966]: DEBUG nova.network.neutron [req-591fd075-736e-40d7-be82-f364d10bc2e0 req-f63738d5-b5db-4ec6-a0fe-1555d6e57012 service nova] [instance: c2038576-7e02-4874-a535-f60a355e17df] Refreshing network info cache for port 8238a70f-e0bd-4338-8770-fac2f1a4a977 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.340262] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18050136-6807-434a-a9a5-a51152f0645f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "0cc0309f-2ab2-4974-8786-697a8fba568e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.165s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.340504] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570356} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.341693] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 5a282972-34c3-4c50-accc-d2f54b2676e9/5a282972-34c3-4c50-accc-d2f54b2676e9.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.343267] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.343267] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0367d35d-9a90-4791-b6ec-5d1d9ce28b94 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.349949] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Waiting for the task: (returnval){ [ 680.349949] env[70966]: value = "task-3612195" [ 680.349949] env[70966]: _type = "Task" [ 680.349949] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.359477] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.410720] env[70966]: DEBUG oslo_concurrency.lockutils [req-22873e6d-db95-402b-a791-4bc33b9b42bd req-91cf8241-518c-4c76-8cd9-11ffe5cb2b5b service nova] Releasing lock "refresh_cache-5a282972-34c3-4c50-accc-d2f54b2676e9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.507317] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Releasing lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.508278] env[70966]: DEBUG nova.compute.manager [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Instance network_info: |[{"id": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "address": "fa:16:3e:dd:9f:87", "network": {"id": "849b022f-3e45-47e7-90d0-bf6c02edf789", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284039618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f6445ad8eb4cbd9ce5436d9204bffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98fe53e7-27", "ovs_interfaceid": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.508278] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:9f:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98fe53e7-272c-4da9-bff2-9cd6729c35d5', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.516309] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Creating folder: Project (15f6445ad8eb4cbd9ce5436d9204bffe). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.516844] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c5e0fcf-4e55-4817-bf91-282a4fd1b7e8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.534789] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Created folder: Project (15f6445ad8eb4cbd9ce5436d9204bffe) in parent group-v720468. [ 680.534789] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Creating folder: Instances. Parent ref: group-v720522. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.534789] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c72e2a80-1f41-493c-bdcb-1d558fe693ae {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.547089] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Created folder: Instances in parent group-v720522. [ 680.547495] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.547608] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.548030] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e6dd5ad-2038-41fb-92b6-0c6101e25e7c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.567736] env[70966]: DEBUG nova.network.neutron [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Successfully created port: c6f71913-7059-4d79-8ab0-077591b391d6 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.571897] env[70966]: DEBUG nova.compute.manager [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.582962] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.582962] env[70966]: value = "task-3612198" [ 680.582962] env[70966]: _type = "Task" [ 680.582962] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.593436] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612198, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.612121] env[70966]: DEBUG nova.virt.hardware [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.612121] env[70966]: DEBUG nova.virt.hardware [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.612306] env[70966]: DEBUG nova.virt.hardware [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.612852] env[70966]: DEBUG nova.virt.hardware [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.612852] env[70966]: DEBUG nova.virt.hardware [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.612852] env[70966]: DEBUG nova.virt.hardware [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.615258] env[70966]: DEBUG nova.virt.hardware [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.615258] env[70966]: DEBUG nova.virt.hardware [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.615258] env[70966]: DEBUG nova.virt.hardware [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.615258] env[70966]: DEBUG nova.virt.hardware [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.615258] env[70966]: DEBUG nova.virt.hardware [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.616361] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8b1882-a23a-4182-ac88-c22f244766dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.625346] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c87987e-95c2-43b3-acdc-d52d4659a50e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.733700] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquiring lock "refresh_cache-8f76e24e-bad2-451b-a3e7-99a77ab2fb29" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.733857] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquired lock "refresh_cache-8f76e24e-bad2-451b-a3e7-99a77ab2fb29" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.734037] env[70966]: DEBUG nova.network.neutron [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.843643] env[70966]: DEBUG nova.compute.manager [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.863452] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077263} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.863796] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.865377] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2daf616-5d78-4fa8-ac33-85eb8f9b4ebc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.908447] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 5a282972-34c3-4c50-accc-d2f54b2676e9/5a282972-34c3-4c50-accc-d2f54b2676e9.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.911233] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a60523a8-35ed-431b-a614-e4ce1a1f7ea6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.941479] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Waiting for the task: (returnval){ [ 680.941479] env[70966]: value = "task-3612199" [ 680.941479] env[70966]: _type = "Task" [ 680.941479] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.956058] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.100124] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612198, 'name': CreateVM_Task, 'duration_secs': 0.512973} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.108068] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.108068] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.108068] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.108068] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.108678] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543a7be8-9929-4b38-bc59-98c1193ef86e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.116470] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Waiting for the task: (returnval){ [ 681.116470] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52393d2d-84d8-17d6-5da3-266fb28433ab" [ 681.116470] env[70966]: _type = "Task" [ 681.116470] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.129675] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52393d2d-84d8-17d6-5da3-266fb28433ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.129944] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.130192] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.130429] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.130575] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.130751] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.131033] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c939319-8794-48da-a340-bc58c630c664 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.141049] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.141251] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.141980] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04cdfcc0-6bb7-4c5f-b66d-2b1b7722c265 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.150273] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Waiting for the task: (returnval){ [ 681.150273] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525ad8fd-a0dd-6d62-707c-a4a4cd54cd8a" [ 681.150273] env[70966]: _type = "Task" [ 681.150273] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.158981] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525ad8fd-a0dd-6d62-707c-a4a4cd54cd8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.212767] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937f48c6-5e67-4acc-95ef-07530ae7650e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.224896] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010ada74-d967-45e9-8bc7-c93240a7c567 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.261231] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbb5467-f7df-4de5-b593-7cfdcb35a9c1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.270086] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c60fa2-a34e-4f63-8106-19efcafc4a23 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.287138] env[70966]: DEBUG nova.compute.provider_tree [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.318112] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Acquiring lock "55411331-13f8-46e7-8e47-73686de2724b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.318196] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Lock "55411331-13f8-46e7-8e47-73686de2724b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.322815] env[70966]: DEBUG nova.network.neutron [req-591fd075-736e-40d7-be82-f364d10bc2e0 req-f63738d5-b5db-4ec6-a0fe-1555d6e57012 service nova] [instance: c2038576-7e02-4874-a535-f60a355e17df] Updated VIF entry in instance network info cache for port 8238a70f-e0bd-4338-8770-fac2f1a4a977. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.323170] env[70966]: DEBUG nova.network.neutron [req-591fd075-736e-40d7-be82-f364d10bc2e0 req-f63738d5-b5db-4ec6-a0fe-1555d6e57012 service nova] [instance: c2038576-7e02-4874-a535-f60a355e17df] Updating instance_info_cache with network_info: [{"id": "8238a70f-e0bd-4338-8770-fac2f1a4a977", "address": "fa:16:3e:54:64:04", "network": {"id": "0f7003b6-f992-4390-a9ce-e88f09bebb4f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2040545199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff3cb2fda80f40fb995882995c9fa62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8238a70f-e0", "ovs_interfaceid": "8238a70f-e0bd-4338-8770-fac2f1a4a977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.331115] env[70966]: DEBUG nova.network.neutron [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.371343] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.453044] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612199, 'name': ReconfigVM_Task, 'duration_secs': 0.492608} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.453342] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 5a282972-34c3-4c50-accc-d2f54b2676e9/5a282972-34c3-4c50-accc-d2f54b2676e9.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.454618] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb04fd11-0d87-4c4b-9ecc-be4057c4a4e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.461803] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Waiting for the task: (returnval){ [ 681.461803] env[70966]: value = "task-3612200" [ 681.461803] env[70966]: _type = "Task" [ 681.461803] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.470868] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612200, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.596266] env[70966]: DEBUG nova.network.neutron [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Updating instance_info_cache with network_info: [{"id": "41130339-01f7-41de-997d-779b038b752e", "address": "fa:16:3e:6b:3b:80", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41130339-01", "ovs_interfaceid": "41130339-01f7-41de-997d-779b038b752e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.662189] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525ad8fd-a0dd-6d62-707c-a4a4cd54cd8a, 'name': SearchDatastore_Task, 'duration_secs': 0.0121} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.662770] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225c5b01-f4e9-4c1f-8339-7a01ebe3d80e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.669184] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Waiting for the task: (returnval){ [ 681.669184] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52aa1edd-0892-5ff6-4407-a78123b15aec" [ 681.669184] env[70966]: _type = "Task" [ 681.669184] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.679023] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52aa1edd-0892-5ff6-4407-a78123b15aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.793745] env[70966]: DEBUG nova.scheduler.client.report [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.825410] env[70966]: DEBUG oslo_concurrency.lockutils [req-591fd075-736e-40d7-be82-f364d10bc2e0 req-f63738d5-b5db-4ec6-a0fe-1555d6e57012 service nova] Releasing lock "refresh_cache-c2038576-7e02-4874-a535-f60a355e17df" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.973401] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612200, 'name': Rename_Task, 'duration_secs': 0.335789} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.973686] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.973971] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-146d5cef-7fdd-4fdb-b75a-397e85c9c18a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.985240] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Waiting for the task: (returnval){ [ 681.985240] env[70966]: value = "task-3612201" [ 681.985240] env[70966]: _type = "Task" [ 681.985240] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.000888] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.106057] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Releasing lock "refresh_cache-8f76e24e-bad2-451b-a3e7-99a77ab2fb29" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.106057] env[70966]: DEBUG nova.compute.manager [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Instance network_info: |[{"id": "41130339-01f7-41de-997d-779b038b752e", "address": "fa:16:3e:6b:3b:80", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41130339-01", "ovs_interfaceid": "41130339-01f7-41de-997d-779b038b752e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.106057] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:3b:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41130339-01f7-41de-997d-779b038b752e', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.112874] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.113322] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.113661] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bef0e5a-21b2-4de3-ae52-7eac427f5b7e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.140042] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.140042] env[70966]: value = "task-3612202" [ 682.140042] env[70966]: _type = "Task" [ 682.140042] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.149462] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612202, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.179969] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52aa1edd-0892-5ff6-4407-a78123b15aec, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.180408] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.180682] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 3f5f849f-6385-43fc-84da-d6750104dbab/3f5f849f-6385-43fc-84da-d6750104dbab.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.180948] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95afef56-4830-42de-8a58-bca24d1758b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.189594] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Waiting for the task: (returnval){ [ 682.189594] env[70966]: value = "task-3612203" [ 682.189594] env[70966]: _type = "Task" [ 682.189594] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.200414] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.305054] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.305807] env[70966]: DEBUG nova.compute.manager [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.312023] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.666s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.312023] env[70966]: INFO nova.compute.claims [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.508307] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.663411] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612202, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.708733] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612203, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.780230] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "dba13c6a-7c9b-4a79-9173-2296a2688c55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.780230] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "dba13c6a-7c9b-4a79-9173-2296a2688c55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.817524] env[70966]: DEBUG nova.compute.utils [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.821436] env[70966]: DEBUG nova.compute.manager [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Not allocating networking since 'none' was specified. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 682.997064] env[70966]: DEBUG oslo_vmware.api [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612201, 'name': PowerOnVM_Task, 'duration_secs': 0.821348} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.997969] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.998419] env[70966]: INFO nova.compute.manager [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Took 12.22 seconds to spawn the instance on the hypervisor. [ 683.000898] env[70966]: DEBUG nova.compute.manager [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.004011] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbde0cc-b796-4fd7-8809-21d128f8e3e3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.155985] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612202, 'name': CreateVM_Task, 'duration_secs': 0.522781} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.157233] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.158345] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.158740] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.159316] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.159984] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86e50c5-3b5b-4b00-bfb1-c02af3922af7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.165200] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 683.165200] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c3a34f-4b2f-b923-ec88-c258ba64a314" [ 683.165200] env[70966]: _type = "Task" [ 683.165200] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.174512] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c3a34f-4b2f-b923-ec88-c258ba64a314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.206576] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591599} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.206879] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 3f5f849f-6385-43fc-84da-d6750104dbab/3f5f849f-6385-43fc-84da-d6750104dbab.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.207123] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.207359] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41595081-a24e-472d-a766-4da7b1736c01 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.218143] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Waiting for the task: (returnval){ [ 683.218143] env[70966]: value = "task-3612204" [ 683.218143] env[70966]: _type = "Task" [ 683.218143] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.232568] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.324076] env[70966]: DEBUG nova.compute.manager [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.533775] env[70966]: INFO nova.compute.manager [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Took 27.64 seconds to build instance. [ 683.630092] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "da927a37-b921-460f-aef6-e3422f9f3ab8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.630332] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "da927a37-b921-460f-aef6-e3422f9f3ab8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.682612] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c3a34f-4b2f-b923-ec88-c258ba64a314, 'name': SearchDatastore_Task, 'duration_secs': 0.014086} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.682868] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.683141] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.683383] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.686581] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.686581] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.686581] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6faa6dd2-a443-4651-98c5-337c4fe47961 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.696552] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.696751] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.700123] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eaf2f3c-670f-4788-89f6-2c13715e3acd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.710698] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 683.710698] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528c06fc-0e39-86e3-1659-2155d4009861" [ 683.710698] env[70966]: _type = "Task" [ 683.710698] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.722193] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528c06fc-0e39-86e3-1659-2155d4009861, 'name': SearchDatastore_Task, 'duration_secs': 0.009349} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.730764] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7020964-81e0-4525-9d11-478bad44f816 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.739474] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067952} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.744697] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.745491] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 683.745491] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520f41d9-2995-7ce2-c5cd-85441bbe9e48" [ 683.745491] env[70966]: _type = "Task" [ 683.745491] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.746173] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1807995-a71b-4f15-823c-f805b7c9cc0c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.759748] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520f41d9-2995-7ce2-c5cd-85441bbe9e48, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.769368] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.769874] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 8f76e24e-bad2-451b-a3e7-99a77ab2fb29/8f76e24e-bad2-451b-a3e7-99a77ab2fb29.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.779935] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 3f5f849f-6385-43fc-84da-d6750104dbab/3f5f849f-6385-43fc-84da-d6750104dbab.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.783781] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c9fa78e-4c18-4240-9d28-5247aa88f440 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.786581] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed597288-8293-41d0-89b5-83d5e2f70a8f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.811033] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Waiting for the task: (returnval){ [ 683.811033] env[70966]: value = "task-3612206" [ 683.811033] env[70966]: _type = "Task" [ 683.811033] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.811033] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 683.811033] env[70966]: value = "task-3612205" [ 683.811033] env[70966]: _type = "Task" [ 683.811033] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.825987] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.826282] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.957152] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c95aa2d-8872-4eb7-93eb-960d12b49d7f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.966646] env[70966]: DEBUG nova.network.neutron [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Successfully updated port: c6f71913-7059-4d79-8ab0-077591b391d6 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.968701] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be864804-7437-49ed-8b16-68689ec4152a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.034563] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fee236-9ddc-4072-8307-0866d179c275 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.038027] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65a6fc0e-06a5-4c35-9d51-57a06a5f9c58 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Lock "5a282972-34c3-4c50-accc-d2f54b2676e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.165s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.046201] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ed5597-0ef2-4529-935b-0bef9244ec74 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.064051] env[70966]: DEBUG nova.compute.provider_tree [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.327082] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612205, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.330988] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612206, 'name': ReconfigVM_Task, 'duration_secs': 0.419616} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.330988] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 3f5f849f-6385-43fc-84da-d6750104dbab/3f5f849f-6385-43fc-84da-d6750104dbab.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.334219] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0c724f1-d754-42e3-9a96-6193bf7f7407 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.338440] env[70966]: DEBUG nova.compute.manager [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.342600] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Waiting for the task: (returnval){ [ 684.342600] env[70966]: value = "task-3612207" [ 684.342600] env[70966]: _type = "Task" [ 684.342600] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.352558] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612207, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.364085] env[70966]: DEBUG nova.virt.hardware [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.364085] env[70966]: DEBUG nova.virt.hardware [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.364085] env[70966]: DEBUG nova.virt.hardware [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.364085] env[70966]: DEBUG nova.virt.hardware [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.364940] env[70966]: DEBUG nova.virt.hardware [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.366029] env[70966]: DEBUG nova.virt.hardware [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.366029] env[70966]: DEBUG nova.virt.hardware [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.366029] env[70966]: DEBUG nova.virt.hardware [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.366029] env[70966]: DEBUG nova.virt.hardware [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.366286] env[70966]: DEBUG nova.virt.hardware [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.366347] env[70966]: DEBUG nova.virt.hardware [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.367475] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7f2500-e220-4c16-9e49-50fdb04b2f9a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.375966] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4cac13-9f7a-42fe-9594-1e3c7ba3880c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.391241] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.396771] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Creating folder: Project (38aa63c4954b46ec955332a68fc93b46). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.397086] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecc615fa-c79d-48dc-853d-5e6b4e7c7cc7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.407953] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Created folder: Project (38aa63c4954b46ec955332a68fc93b46) in parent group-v720468. [ 684.408170] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Creating folder: Instances. Parent ref: group-v720526. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.408402] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-743c382c-088d-41de-b942-13493bb38b6f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.418272] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Created folder: Instances in parent group-v720526. [ 684.418510] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.418699] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.418925] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4d700ec-9de5-4cd6-bf86-a2ed328c806f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.435471] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.435471] env[70966]: value = "task-3612210" [ 684.435471] env[70966]: _type = "Task" [ 684.435471] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.442705] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612210, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.478919] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "refresh_cache-32a770ee-3623-4bc9-904a-326d49b113be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.478919] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquired lock "refresh_cache-32a770ee-3623-4bc9-904a-326d49b113be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.478919] env[70966]: DEBUG nova.network.neutron [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.540787] env[70966]: DEBUG nova.compute.manager [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.567589] env[70966]: DEBUG nova.scheduler.client.report [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.683641] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "f1210592-f6bf-44c0-bc06-8e92caa2754d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.683903] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "f1210592-f6bf-44c0-bc06-8e92caa2754d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.820901] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762958} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.821242] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 8f76e24e-bad2-451b-a3e7-99a77ab2fb29/8f76e24e-bad2-451b-a3e7-99a77ab2fb29.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.821470] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.821722] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c1a0009-e844-4ff6-8fc1-5db3e42eb8e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.832679] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 684.832679] env[70966]: value = "task-3612211" [ 684.832679] env[70966]: _type = "Task" [ 684.832679] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.847141] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.855716] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612207, 'name': Rename_Task, 'duration_secs': 0.28633} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.856023] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.856865] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-618c25b1-5f87-4d54-82ab-6f57a745947f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.863452] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Waiting for the task: (returnval){ [ 684.863452] env[70966]: value = "task-3612212" [ 684.863452] env[70966]: _type = "Task" [ 684.863452] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.872642] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.945254] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612210, 'name': CreateVM_Task, 'duration_secs': 0.316096} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.945420] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.945872] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.946055] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.946375] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.946638] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a04c6d-c847-40ed-b52f-f509eac1d051 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.951122] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 684.951122] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522fb539-a472-8ee4-9967-8d15fca89e52" [ 684.951122] env[70966]: _type = "Task" [ 684.951122] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.962176] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522fb539-a472-8ee4-9967-8d15fca89e52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.046028] env[70966]: DEBUG nova.network.neutron [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.072791] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.078395] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.078929] env[70966]: DEBUG nova.compute.manager [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.081746] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.423s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.081746] env[70966]: DEBUG nova.objects.instance [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lazy-loading 'resources' on Instance uuid a2de69e8-0a4c-4242-8bed-e02e548063f8 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.199446] env[70966]: DEBUG nova.compute.manager [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Received event network-vif-plugged-98fe53e7-272c-4da9-bff2-9cd6729c35d5 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.199671] env[70966]: DEBUG oslo_concurrency.lockutils [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] Acquiring lock "3f5f849f-6385-43fc-84da-d6750104dbab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.199904] env[70966]: DEBUG oslo_concurrency.lockutils [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] Lock "3f5f849f-6385-43fc-84da-d6750104dbab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.200066] env[70966]: DEBUG oslo_concurrency.lockutils [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] Lock "3f5f849f-6385-43fc-84da-d6750104dbab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.200247] env[70966]: DEBUG nova.compute.manager [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] No waiting events found dispatching network-vif-plugged-98fe53e7-272c-4da9-bff2-9cd6729c35d5 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.200416] env[70966]: WARNING nova.compute.manager [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Received unexpected event network-vif-plugged-98fe53e7-272c-4da9-bff2-9cd6729c35d5 for instance with vm_state building and task_state spawning. [ 685.200579] env[70966]: DEBUG nova.compute.manager [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Received event network-changed-98fe53e7-272c-4da9-bff2-9cd6729c35d5 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.200731] env[70966]: DEBUG nova.compute.manager [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Refreshing instance network info cache due to event network-changed-98fe53e7-272c-4da9-bff2-9cd6729c35d5. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.200916] env[70966]: DEBUG oslo_concurrency.lockutils [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] Acquiring lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.201842] env[70966]: DEBUG oslo_concurrency.lockutils [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] Acquired lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.201982] env[70966]: DEBUG nova.network.neutron [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Refreshing network info cache for port 98fe53e7-272c-4da9-bff2-9cd6729c35d5 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.218948] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Acquiring lock "c0761181-cec1-453c-adfe-a575a7242897" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.219311] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Lock "c0761181-cec1-453c-adfe-a575a7242897" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.221753] env[70966]: DEBUG nova.compute.manager [req-678f8ffa-3029-4304-9b26-c12e164fb290 req-4959ebe4-dc52-4824-bf92-de921d3001b4 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Received event network-changed-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.221929] env[70966]: DEBUG nova.compute.manager [req-678f8ffa-3029-4304-9b26-c12e164fb290 req-4959ebe4-dc52-4824-bf92-de921d3001b4 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Refreshing instance network info cache due to event network-changed-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.222131] env[70966]: DEBUG oslo_concurrency.lockutils [req-678f8ffa-3029-4304-9b26-c12e164fb290 req-4959ebe4-dc52-4824-bf92-de921d3001b4 service nova] Acquiring lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.222466] env[70966]: DEBUG oslo_concurrency.lockutils [req-678f8ffa-3029-4304-9b26-c12e164fb290 req-4959ebe4-dc52-4824-bf92-de921d3001b4 service nova] Acquired lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.224541] env[70966]: DEBUG nova.network.neutron [req-678f8ffa-3029-4304-9b26-c12e164fb290 req-4959ebe4-dc52-4824-bf92-de921d3001b4 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Refreshing network info cache for port f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.289176] env[70966]: DEBUG nova.network.neutron [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Updating instance_info_cache with network_info: [{"id": "c6f71913-7059-4d79-8ab0-077591b391d6", "address": "fa:16:3e:6a:0c:33", "network": {"id": "44fa23cd-5cd0-4885-bac7-260138c8560b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1629702183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56cf93352c60469ca87b4b224d738bda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f71913-70", "ovs_interfaceid": "c6f71913-7059-4d79-8ab0-077591b391d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.343451] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078009} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.343788] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.344527] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978f0d62-cb83-492e-9463-e328a994ae2e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.368417] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 8f76e24e-bad2-451b-a3e7-99a77ab2fb29/8f76e24e-bad2-451b-a3e7-99a77ab2fb29.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.368882] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c77b09a8-9c62-4387-8313-85b631f3abb6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.398713] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612212, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.400195] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 685.400195] env[70966]: value = "task-3612213" [ 685.400195] env[70966]: _type = "Task" [ 685.400195] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.408270] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.461137] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522fb539-a472-8ee4-9967-8d15fca89e52, 'name': SearchDatastore_Task, 'duration_secs': 0.009431} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.461433] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.461660] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.461897] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.462082] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.462292] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.462479] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-228ad951-80d0-449b-9186-98808e12e252 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.472371] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.472371] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.472668] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d50ae91-46c3-46ce-ad39-42262d45fd73 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.477998] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 685.477998] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522518a6-d97d-85fe-596c-d6d2db2cdf69" [ 685.477998] env[70966]: _type = "Task" [ 685.477998] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.485537] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522518a6-d97d-85fe-596c-d6d2db2cdf69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.584709] env[70966]: DEBUG nova.compute.utils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.589217] env[70966]: DEBUG nova.compute.manager [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.589217] env[70966]: DEBUG nova.network.neutron [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.658521] env[70966]: DEBUG nova.policy [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3acd7f26323a419bb07bb264ce0a3aed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc39fe4ddba742fbbb50435629fa8ae4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.739964] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.740398] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.791897] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Releasing lock "refresh_cache-32a770ee-3623-4bc9-904a-326d49b113be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.792297] env[70966]: DEBUG nova.compute.manager [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Instance network_info: |[{"id": "c6f71913-7059-4d79-8ab0-077591b391d6", "address": "fa:16:3e:6a:0c:33", "network": {"id": "44fa23cd-5cd0-4885-bac7-260138c8560b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1629702183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56cf93352c60469ca87b4b224d738bda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f71913-70", "ovs_interfaceid": "c6f71913-7059-4d79-8ab0-077591b391d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.795882] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:0c:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6f71913-7059-4d79-8ab0-077591b391d6', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.805952] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Creating folder: Project (56cf93352c60469ca87b4b224d738bda). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.810044] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b10615b7-af3d-4f23-abca-7766cf39ed02 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.821600] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Created folder: Project (56cf93352c60469ca87b4b224d738bda) in parent group-v720468. [ 685.821822] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Creating folder: Instances. Parent ref: group-v720529. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.822088] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27f231ed-a71d-4d4e-ae5f-5a4799785eb5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.834990] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Created folder: Instances in parent group-v720529. [ 685.835942] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.838076] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.838430] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fdf9bc0-1110-4a68-bb2a-f9b464d23fde {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.870148] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.870148] env[70966]: value = "task-3612216" [ 685.870148] env[70966]: _type = "Task" [ 685.870148] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.889397] env[70966]: DEBUG oslo_vmware.api [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612212, 'name': PowerOnVM_Task, 'duration_secs': 0.909758} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.889593] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612216, 'name': CreateVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.889841] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.890061] env[70966]: INFO nova.compute.manager [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Took 10.57 seconds to spawn the instance on the hypervisor. [ 685.890242] env[70966]: DEBUG nova.compute.manager [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.891234] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82822bc-61b9-4c78-bb0f-bea4484ebe6d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.913848] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.994814] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522518a6-d97d-85fe-596c-d6d2db2cdf69, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.996547] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f24940-5a4c-4d50-9093-36cda93fda5f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.002545] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 686.002545] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a53599-5945-94ed-cd9d-17c09bd06bce" [ 686.002545] env[70966]: _type = "Task" [ 686.002545] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.016737] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a53599-5945-94ed-cd9d-17c09bd06bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.024066] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Acquiring lock "d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.024380] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Lock "d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.091062] env[70966]: DEBUG nova.compute.manager [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.116470] env[70966]: DEBUG nova.network.neutron [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Updated VIF entry in instance network info cache for port 98fe53e7-272c-4da9-bff2-9cd6729c35d5. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.116470] env[70966]: DEBUG nova.network.neutron [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Updating instance_info_cache with network_info: [{"id": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "address": "fa:16:3e:dd:9f:87", "network": {"id": "849b022f-3e45-47e7-90d0-bf6c02edf789", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284039618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f6445ad8eb4cbd9ce5436d9204bffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98fe53e7-27", "ovs_interfaceid": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.136687] env[70966]: DEBUG nova.network.neutron [req-678f8ffa-3029-4304-9b26-c12e164fb290 req-4959ebe4-dc52-4824-bf92-de921d3001b4 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Updated VIF entry in instance network info cache for port f47c14e7-900e-4a5c-ba4a-3f81fd1fd646. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.137093] env[70966]: DEBUG nova.network.neutron [req-678f8ffa-3029-4304-9b26-c12e164fb290 req-4959ebe4-dc52-4824-bf92-de921d3001b4 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Updating instance_info_cache with network_info: [{"id": "f47c14e7-900e-4a5c-ba4a-3f81fd1fd646", "address": "fa:16:3e:fc:0a:50", "network": {"id": "2cfef1e9-edad-40ac-acfe-80d333660676", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1410824017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351e9d2713114139b924d710e6b111f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47c14e7-90", "ovs_interfaceid": "f47c14e7-900e-4a5c-ba4a-3f81fd1fd646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.205846] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39c35a8-07f8-4594-82e2-6e26f94550ed {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.214283] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1925c1b4-f855-4ff6-9553-fcc21670cabf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.254489] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0b4946-2165-4455-86f2-2e3f8e5a8b0c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.260214] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Acquiring lock "7920b620-2349-4217-b3de-ca887e5d9116" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.260214] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Lock "7920b620-2349-4217-b3de-ca887e5d9116" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.265817] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece2f67f-81c6-4f41-99c7-0f9042890d19 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.279985] env[70966]: DEBUG nova.compute.provider_tree [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.386714] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612216, 'name': CreateVM_Task, 'duration_secs': 0.367823} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.387581] env[70966]: DEBUG nova.network.neutron [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Successfully created port: 986ae11b-2501-4899-af34-e483404bad17 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.389487] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.390162] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.390320] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.390628] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.391216] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d05bb4-e86d-4dcf-9625-c281aee04237 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.395812] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 686.395812] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527e8e3e-1321-3170-6b52-bff58eeb5a6c" [ 686.395812] env[70966]: _type = "Task" [ 686.395812] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.404356] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527e8e3e-1321-3170-6b52-bff58eeb5a6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.416055] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612213, 'name': ReconfigVM_Task, 'duration_secs': 0.66825} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.417780] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 8f76e24e-bad2-451b-a3e7-99a77ab2fb29/8f76e24e-bad2-451b-a3e7-99a77ab2fb29.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.418603] env[70966]: INFO nova.compute.manager [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Took 25.42 seconds to build instance. [ 686.419605] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ef74309-4d55-4272-8cba-3492846c58b9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.426517] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 686.426517] env[70966]: value = "task-3612217" [ 686.426517] env[70966]: _type = "Task" [ 686.426517] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.438776] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612217, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.521476] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a53599-5945-94ed-cd9d-17c09bd06bce, 'name': SearchDatastore_Task, 'duration_secs': 0.014351} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.522345] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.522710] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 18779dc5-88dd-4b52-b3a0-aba8cac880e6/18779dc5-88dd-4b52-b3a0-aba8cac880e6.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.523069] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85a050f3-1e23-4f2b-bba9-35815ae1ff60 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.531837] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 686.531837] env[70966]: value = "task-3612218" [ 686.531837] env[70966]: _type = "Task" [ 686.531837] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.545808] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.619499] env[70966]: DEBUG oslo_concurrency.lockutils [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] Releasing lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.619499] env[70966]: DEBUG nova.compute.manager [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Received event network-vif-plugged-41130339-01f7-41de-997d-779b038b752e {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.621803] env[70966]: DEBUG oslo_concurrency.lockutils [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] Acquiring lock "8f76e24e-bad2-451b-a3e7-99a77ab2fb29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.621803] env[70966]: DEBUG oslo_concurrency.lockutils [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] Lock "8f76e24e-bad2-451b-a3e7-99a77ab2fb29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.621803] env[70966]: DEBUG oslo_concurrency.lockutils [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] Lock "8f76e24e-bad2-451b-a3e7-99a77ab2fb29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.621803] env[70966]: DEBUG nova.compute.manager [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] No waiting events found dispatching network-vif-plugged-41130339-01f7-41de-997d-779b038b752e {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.621803] env[70966]: WARNING nova.compute.manager [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Received unexpected event network-vif-plugged-41130339-01f7-41de-997d-779b038b752e for instance with vm_state building and task_state spawning. [ 686.621803] env[70966]: DEBUG nova.compute.manager [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Received event network-changed-41130339-01f7-41de-997d-779b038b752e {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.621803] env[70966]: DEBUG nova.compute.manager [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Refreshing instance network info cache due to event network-changed-41130339-01f7-41de-997d-779b038b752e. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.621803] env[70966]: DEBUG oslo_concurrency.lockutils [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] Acquiring lock "refresh_cache-8f76e24e-bad2-451b-a3e7-99a77ab2fb29" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.621803] env[70966]: DEBUG oslo_concurrency.lockutils [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] Acquired lock "refresh_cache-8f76e24e-bad2-451b-a3e7-99a77ab2fb29" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.622304] env[70966]: DEBUG nova.network.neutron [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Refreshing network info cache for port 41130339-01f7-41de-997d-779b038b752e {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.639324] env[70966]: DEBUG oslo_concurrency.lockutils [req-678f8ffa-3029-4304-9b26-c12e164fb290 req-4959ebe4-dc52-4824-bf92-de921d3001b4 service nova] Releasing lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.786062] env[70966]: DEBUG nova.scheduler.client.report [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.914325] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527e8e3e-1321-3170-6b52-bff58eeb5a6c, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.914789] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.915199] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.915629] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.915853] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.916174] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.916514] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcfdb914-d2db-431c-9053-b75133df72f2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.922893] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a4a19bc-1917-447e-b184-b32b019037da tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Lock "3f5f849f-6385-43fc-84da-d6750104dbab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.939s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.932581] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.932695] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.934183] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdcf0181-b95c-449d-8344-e9adbbbc67fd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.940380] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612217, 'name': Rename_Task, 'duration_secs': 0.227592} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.941774] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.942073] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cffa6d7-0169-4755-909e-35171eb33a6a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.945850] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 686.945850] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a3cb37-553a-0469-4c73-101ebee4c2da" [ 686.945850] env[70966]: _type = "Task" [ 686.945850] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.952878] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 686.952878] env[70966]: value = "task-3612219" [ 686.952878] env[70966]: _type = "Task" [ 686.952878] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.960628] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a3cb37-553a-0469-4c73-101ebee4c2da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.966233] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.041728] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496073} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.042089] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 18779dc5-88dd-4b52-b3a0-aba8cac880e6/18779dc5-88dd-4b52-b3a0-aba8cac880e6.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.042214] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.042484] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-066daca0-617c-4769-adfe-b6380b9f4351 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.048897] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 687.048897] env[70966]: value = "task-3612220" [ 687.048897] env[70966]: _type = "Task" [ 687.048897] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.057952] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.106184] env[70966]: DEBUG nova.compute.manager [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.140459] env[70966]: DEBUG nova.virt.hardware [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.140736] env[70966]: DEBUG nova.virt.hardware [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.140897] env[70966]: DEBUG nova.virt.hardware [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.141094] env[70966]: DEBUG nova.virt.hardware [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.141307] env[70966]: DEBUG nova.virt.hardware [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.141390] env[70966]: DEBUG nova.virt.hardware [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.141598] env[70966]: DEBUG nova.virt.hardware [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.141758] env[70966]: DEBUG nova.virt.hardware [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.141930] env[70966]: DEBUG nova.virt.hardware [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.142108] env[70966]: DEBUG nova.virt.hardware [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.142283] env[70966]: DEBUG nova.virt.hardware [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.143166] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cb6109-80c6-4f4a-a8d9-fb0ee94c09eb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.151523] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c9b66e-8958-4c6c-88b8-4163a4e441c2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.291413] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.293581] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.251s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.295088] env[70966]: INFO nova.compute.claims [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.316920] env[70966]: INFO nova.scheduler.client.report [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Deleted allocations for instance a2de69e8-0a4c-4242-8bed-e02e548063f8 [ 687.375305] env[70966]: DEBUG nova.network.neutron [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Updated VIF entry in instance network info cache for port 41130339-01f7-41de-997d-779b038b752e. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.375678] env[70966]: DEBUG nova.network.neutron [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Updating instance_info_cache with network_info: [{"id": "41130339-01f7-41de-997d-779b038b752e", "address": "fa:16:3e:6b:3b:80", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41130339-01", "ovs_interfaceid": "41130339-01f7-41de-997d-779b038b752e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.425626] env[70966]: DEBUG nova.compute.manager [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.461129] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a3cb37-553a-0469-4c73-101ebee4c2da, 'name': SearchDatastore_Task, 'duration_secs': 0.037708} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.464977] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7f552e-9d94-466d-a110-cdf386dfab19 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.476836] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.478824] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 687.478824] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a93fad-3dd5-f5d7-aba6-2515b1400f7e" [ 687.478824] env[70966]: _type = "Task" [ 687.478824] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.488191] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a93fad-3dd5-f5d7-aba6-2515b1400f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.488410] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.488588] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 32a770ee-3623-4bc9-904a-326d49b113be/32a770ee-3623-4bc9-904a-326d49b113be.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.489148] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c598d549-65ec-4e31-829d-19d9936a927e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.496182] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 687.496182] env[70966]: value = "task-3612221" [ 687.496182] env[70966]: _type = "Task" [ 687.496182] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.505103] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.557968] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135808} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.558254] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.559163] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb84e2d-7515-48c4-9b6d-2760a2968147 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.584451] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 18779dc5-88dd-4b52-b3a0-aba8cac880e6/18779dc5-88dd-4b52-b3a0-aba8cac880e6.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.584905] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53a99c2c-8670-43b3-aa75-76e43a88d98e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.605527] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 687.605527] env[70966]: value = "task-3612222" [ 687.605527] env[70966]: _type = "Task" [ 687.605527] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.615199] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.824798] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f01ec08a-9368-4ad7-ab92-d31e4face74d tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "a2de69e8-0a4c-4242-8bed-e02e548063f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.695s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.879362] env[70966]: DEBUG oslo_concurrency.lockutils [req-f339489a-31c4-4918-9062-6b5551a065bb req-8f89fe37-9ae2-4ad2-949a-f6d0ddb8a02e service nova] Releasing lock "refresh_cache-8f76e24e-bad2-451b-a3e7-99a77ab2fb29" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.960255] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.971803] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612219, 'name': PowerOnVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.009571] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612221, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.120778] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612222, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.363999] env[70966]: DEBUG nova.compute.manager [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Received event network-vif-plugged-c6f71913-7059-4d79-8ab0-077591b391d6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.364240] env[70966]: DEBUG oslo_concurrency.lockutils [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] Acquiring lock "32a770ee-3623-4bc9-904a-326d49b113be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.364449] env[70966]: DEBUG oslo_concurrency.lockutils [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] Lock "32a770ee-3623-4bc9-904a-326d49b113be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.364614] env[70966]: DEBUG oslo_concurrency.lockutils [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] Lock "32a770ee-3623-4bc9-904a-326d49b113be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.364840] env[70966]: DEBUG nova.compute.manager [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] No waiting events found dispatching network-vif-plugged-c6f71913-7059-4d79-8ab0-077591b391d6 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.364934] env[70966]: WARNING nova.compute.manager [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Received unexpected event network-vif-plugged-c6f71913-7059-4d79-8ab0-077591b391d6 for instance with vm_state building and task_state spawning. [ 688.365135] env[70966]: DEBUG nova.compute.manager [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Received event network-changed-c6f71913-7059-4d79-8ab0-077591b391d6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.365270] env[70966]: DEBUG nova.compute.manager [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Refreshing instance network info cache due to event network-changed-c6f71913-7059-4d79-8ab0-077591b391d6. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.365448] env[70966]: DEBUG oslo_concurrency.lockutils [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] Acquiring lock "refresh_cache-32a770ee-3623-4bc9-904a-326d49b113be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.365606] env[70966]: DEBUG oslo_concurrency.lockutils [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] Acquired lock "refresh_cache-32a770ee-3623-4bc9-904a-326d49b113be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.365738] env[70966]: DEBUG nova.network.neutron [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Refreshing network info cache for port c6f71913-7059-4d79-8ab0-077591b391d6 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.451020] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Acquiring lock "4b88a240-eedd-4d3d-ab3e-9f793f020f83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.451020] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Lock "4b88a240-eedd-4d3d-ab3e-9f793f020f83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.470101] env[70966]: DEBUG nova.network.neutron [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Successfully updated port: 986ae11b-2501-4899-af34-e483404bad17 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.476880] env[70966]: DEBUG oslo_vmware.api [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612219, 'name': PowerOnVM_Task, 'duration_secs': 1.131393} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.477195] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.477398] env[70966]: INFO nova.compute.manager [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Took 10.48 seconds to spawn the instance on the hypervisor. [ 688.477573] env[70966]: DEBUG nova.compute.manager [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.478916] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0c10ef-9c1b-4389-98cb-76d7c8b94141 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.508960] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528459} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.508960] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 32a770ee-3623-4bc9-904a-326d49b113be/32a770ee-3623-4bc9-904a-326d49b113be.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.508960] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.508960] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9f94277-5be8-40a7-873c-7613a0af163e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.515738] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 688.515738] env[70966]: value = "task-3612223" [ 688.515738] env[70966]: _type = "Task" [ 688.515738] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.527379] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.619850] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612222, 'name': ReconfigVM_Task, 'duration_secs': 0.51924} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.620323] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 18779dc5-88dd-4b52-b3a0-aba8cac880e6/18779dc5-88dd-4b52-b3a0-aba8cac880e6.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.621114] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8db51f7b-6fe6-4c78-a749-8e687bdec3b9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.628020] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 688.628020] env[70966]: value = "task-3612224" [ 688.628020] env[70966]: _type = "Task" [ 688.628020] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.638344] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612224, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.942145] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa14a2e4-04e1-483f-99b6-09a6a2ef1565 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.950831] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b1aee5-90cf-47ae-90d1-ecd34ac85d7e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.983259] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "refresh_cache-82a67b38-0395-41d6-bbd0-6e7dc4355e7a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.983431] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquired lock "refresh_cache-82a67b38-0395-41d6-bbd0-6e7dc4355e7a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.983618] env[70966]: DEBUG nova.network.neutron [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.987088] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5827f8c5-7b78-46cd-9813-4ac7c1caa61f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.003559] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d907f2-88f5-44b0-977c-adac4c26f09f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.011711] env[70966]: INFO nova.compute.manager [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Took 26.51 seconds to build instance. [ 689.026044] env[70966]: DEBUG nova.compute.provider_tree [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.036727] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071674} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.037227] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.039121] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df93fae7-bb0f-4c96-ac88-46701e33c9b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.063662] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 32a770ee-3623-4bc9-904a-326d49b113be/32a770ee-3623-4bc9-904a-326d49b113be.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.064399] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7befd425-2222-4a1e-8d2f-88b499fc4b53 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.088127] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 689.088127] env[70966]: value = "task-3612225" [ 689.088127] env[70966]: _type = "Task" [ 689.088127] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.097694] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.138587] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612224, 'name': Rename_Task, 'duration_secs': 0.150047} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.138986] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.139362] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9fb3c29-cfbb-41fc-a5a2-a0e71d7e9d28 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.148186] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 689.148186] env[70966]: value = "task-3612226" [ 689.148186] env[70966]: _type = "Task" [ 689.148186] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.164022] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.505945] env[70966]: DEBUG nova.network.neutron [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Updated VIF entry in instance network info cache for port c6f71913-7059-4d79-8ab0-077591b391d6. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.506338] env[70966]: DEBUG nova.network.neutron [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Updating instance_info_cache with network_info: [{"id": "c6f71913-7059-4d79-8ab0-077591b391d6", "address": "fa:16:3e:6a:0c:33", "network": {"id": "44fa23cd-5cd0-4885-bac7-260138c8560b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1629702183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56cf93352c60469ca87b4b224d738bda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f71913-70", "ovs_interfaceid": "c6f71913-7059-4d79-8ab0-077591b391d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.514500] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d95fd98a-0b1a-428f-809b-fed21c202104 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Lock "8f76e24e-bad2-451b-a3e7-99a77ab2fb29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.041s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.530912] env[70966]: DEBUG nova.scheduler.client.report [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.595036] env[70966]: DEBUG nova.network.neutron [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.605189] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612225, 'name': ReconfigVM_Task, 'duration_secs': 0.401538} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.605475] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 32a770ee-3623-4bc9-904a-326d49b113be/32a770ee-3623-4bc9-904a-326d49b113be.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.606139] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-671aaf9e-d551-431c-93ed-84e0c9b5ab7e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.617662] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 689.617662] env[70966]: value = "task-3612227" [ 689.617662] env[70966]: _type = "Task" [ 689.617662] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.629149] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612227, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.659202] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612226, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.876882] env[70966]: DEBUG nova.compute.manager [req-4df737b2-bd46-45b7-8350-856e10ad6a6d req-24dab74e-0ef5-4348-849e-5ecddff0501c service nova] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Received event network-changed-f03b4614-c0c7-44ac-96bc-37d7c5a3832b {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.877255] env[70966]: DEBUG nova.compute.manager [req-4df737b2-bd46-45b7-8350-856e10ad6a6d req-24dab74e-0ef5-4348-849e-5ecddff0501c service nova] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Refreshing instance network info cache due to event network-changed-f03b4614-c0c7-44ac-96bc-37d7c5a3832b. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.877341] env[70966]: DEBUG oslo_concurrency.lockutils [req-4df737b2-bd46-45b7-8350-856e10ad6a6d req-24dab74e-0ef5-4348-849e-5ecddff0501c service nova] Acquiring lock "refresh_cache-5a282972-34c3-4c50-accc-d2f54b2676e9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.877438] env[70966]: DEBUG oslo_concurrency.lockutils [req-4df737b2-bd46-45b7-8350-856e10ad6a6d req-24dab74e-0ef5-4348-849e-5ecddff0501c service nova] Acquired lock "refresh_cache-5a282972-34c3-4c50-accc-d2f54b2676e9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.878065] env[70966]: DEBUG nova.network.neutron [req-4df737b2-bd46-45b7-8350-856e10ad6a6d req-24dab74e-0ef5-4348-849e-5ecddff0501c service nova] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Refreshing network info cache for port f03b4614-c0c7-44ac-96bc-37d7c5a3832b {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.911792] env[70966]: DEBUG nova.network.neutron [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Updating instance_info_cache with network_info: [{"id": "986ae11b-2501-4899-af34-e483404bad17", "address": "fa:16:3e:08:04:30", "network": {"id": "143928ef-c0f8-46a6-b1da-9447b83b94e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-960327612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bc39fe4ddba742fbbb50435629fa8ae4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986ae11b-25", "ovs_interfaceid": "986ae11b-2501-4899-af34-e483404bad17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.009017] env[70966]: DEBUG oslo_concurrency.lockutils [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] Releasing lock "refresh_cache-32a770ee-3623-4bc9-904a-326d49b113be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.009566] env[70966]: DEBUG nova.compute.manager [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Received event network-changed-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.009566] env[70966]: DEBUG nova.compute.manager [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Refreshing instance network info cache due to event network-changed-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.009698] env[70966]: DEBUG oslo_concurrency.lockutils [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] Acquiring lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.009904] env[70966]: DEBUG oslo_concurrency.lockutils [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] Acquired lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.010116] env[70966]: DEBUG nova.network.neutron [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Refreshing network info cache for port f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.017473] env[70966]: DEBUG nova.compute.manager [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.038060] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.038686] env[70966]: DEBUG nova.compute.manager [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.044072] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.503s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.045903] env[70966]: INFO nova.compute.claims [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.134270] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612227, 'name': Rename_Task, 'duration_secs': 0.237964} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.134270] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.134270] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2c66fd6-27f1-4968-9d3f-c4ad2e9c9c7a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.143038] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 690.143038] env[70966]: value = "task-3612228" [ 690.143038] env[70966]: _type = "Task" [ 690.143038] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.151971] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.166423] env[70966]: DEBUG oslo_vmware.api [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612226, 'name': PowerOnVM_Task, 'duration_secs': 0.56913} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.166786] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.167646] env[70966]: INFO nova.compute.manager [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Took 5.83 seconds to spawn the instance on the hypervisor. [ 690.167993] env[70966]: DEBUG nova.compute.manager [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.169521] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8ea393-a368-4f07-b6e9-ab8a559d3e0a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.414065] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Releasing lock "refresh_cache-82a67b38-0395-41d6-bbd0-6e7dc4355e7a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.414534] env[70966]: DEBUG nova.compute.manager [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Instance network_info: |[{"id": "986ae11b-2501-4899-af34-e483404bad17", "address": "fa:16:3e:08:04:30", "network": {"id": "143928ef-c0f8-46a6-b1da-9447b83b94e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-960327612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bc39fe4ddba742fbbb50435629fa8ae4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986ae11b-25", "ovs_interfaceid": "986ae11b-2501-4899-af34-e483404bad17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.414856] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:04:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '986ae11b-2501-4899-af34-e483404bad17', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.423158] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Creating folder: Project (bc39fe4ddba742fbbb50435629fa8ae4). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.423486] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e8a4cb2-dee6-4a73-8b63-ef92a857dcd1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.437344] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Created folder: Project (bc39fe4ddba742fbbb50435629fa8ae4) in parent group-v720468. [ 690.437566] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Creating folder: Instances. Parent ref: group-v720532. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.437831] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40a014cb-9fa7-4278-bbb4-c6a0cdc48c29 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.450891] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Created folder: Instances in parent group-v720532. [ 690.451248] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.451473] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.451691] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4c2dd98-60d8-4f27-92b6-de86b58daf8f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.482101] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.482101] env[70966]: value = "task-3612231" [ 690.482101] env[70966]: _type = "Task" [ 690.482101] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.494701] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612231, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.545861] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.552149] env[70966]: DEBUG nova.compute.utils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.558529] env[70966]: DEBUG nova.compute.manager [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.558776] env[70966]: DEBUG nova.network.neutron [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.656299] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.658614] env[70966]: DEBUG nova.policy [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8af1293309df431ea3af51e0f3cc5c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0437ffc679e4632a3831cf3631c9557', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.695973] env[70966]: INFO nova.compute.manager [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Took 19.74 seconds to build instance. [ 690.911905] env[70966]: DEBUG nova.network.neutron [req-4df737b2-bd46-45b7-8350-856e10ad6a6d req-24dab74e-0ef5-4348-849e-5ecddff0501c service nova] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Updated VIF entry in instance network info cache for port f03b4614-c0c7-44ac-96bc-37d7c5a3832b. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.912461] env[70966]: DEBUG nova.network.neutron [req-4df737b2-bd46-45b7-8350-856e10ad6a6d req-24dab74e-0ef5-4348-849e-5ecddff0501c service nova] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Updating instance_info_cache with network_info: [{"id": "f03b4614-c0c7-44ac-96bc-37d7c5a3832b", "address": "fa:16:3e:cd:ab:15", "network": {"id": "a47f3ed1-7ee8-4313-8981-8ba2636e5e48", "bridge": "br-int", "label": "tempest-ServersTestJSON-239385710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2f15f7014754030a3905f5a7a7552cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03b4614-c0", "ovs_interfaceid": "f03b4614-c0c7-44ac-96bc-37d7c5a3832b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.995691] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612231, 'name': CreateVM_Task, 'duration_secs': 0.440806} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.995972] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.996545] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.996732] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.997068] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.997328] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a31da0a-e83c-4ed4-be08-cdfc1805eb5e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.003240] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 691.003240] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5260568f-9d69-a3b7-5a7d-2e8a403de63c" [ 691.003240] env[70966]: _type = "Task" [ 691.003240] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.012930] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5260568f-9d69-a3b7-5a7d-2e8a403de63c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.056988] env[70966]: DEBUG nova.compute.manager [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.126236] env[70966]: DEBUG nova.network.neutron [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Updated VIF entry in instance network info cache for port f47c14e7-900e-4a5c-ba4a-3f81fd1fd646. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.126236] env[70966]: DEBUG nova.network.neutron [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Updating instance_info_cache with network_info: [{"id": "f47c14e7-900e-4a5c-ba4a-3f81fd1fd646", "address": "fa:16:3e:fc:0a:50", "network": {"id": "2cfef1e9-edad-40ac-acfe-80d333660676", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1410824017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351e9d2713114139b924d710e6b111f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47c14e7-90", "ovs_interfaceid": "f47c14e7-900e-4a5c-ba4a-3f81fd1fd646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.127638] env[70966]: DEBUG nova.network.neutron [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Successfully created port: f9dd2a1d-b201-4277-9403-b5b394eb78d6 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.153497] env[70966]: DEBUG oslo_vmware.api [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612228, 'name': PowerOnVM_Task, 'duration_secs': 0.785423} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.154337] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.154337] env[70966]: INFO nova.compute.manager [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Took 10.58 seconds to spawn the instance on the hypervisor. [ 691.154337] env[70966]: DEBUG nova.compute.manager [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.155205] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b006fd2e-df2c-40e0-a687-7a4bb74e3938 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.201314] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5dddf0e-85f2-440d-ac75-6b73cb1a0a5e tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Lock "18779dc5-88dd-4b52-b3a0-aba8cac880e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.250s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.419028] env[70966]: DEBUG oslo_concurrency.lockutils [req-4df737b2-bd46-45b7-8350-856e10ad6a6d req-24dab74e-0ef5-4348-849e-5ecddff0501c service nova] Releasing lock "refresh_cache-5a282972-34c3-4c50-accc-d2f54b2676e9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.517365] env[70966]: DEBUG nova.compute.manager [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Received event network-vif-plugged-986ae11b-2501-4899-af34-e483404bad17 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.517687] env[70966]: DEBUG oslo_concurrency.lockutils [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] Acquiring lock "82a67b38-0395-41d6-bbd0-6e7dc4355e7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.518099] env[70966]: DEBUG oslo_concurrency.lockutils [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] Lock "82a67b38-0395-41d6-bbd0-6e7dc4355e7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.518526] env[70966]: DEBUG oslo_concurrency.lockutils [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] Lock "82a67b38-0395-41d6-bbd0-6e7dc4355e7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.518651] env[70966]: DEBUG nova.compute.manager [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] No waiting events found dispatching network-vif-plugged-986ae11b-2501-4899-af34-e483404bad17 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.518938] env[70966]: WARNING nova.compute.manager [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Received unexpected event network-vif-plugged-986ae11b-2501-4899-af34-e483404bad17 for instance with vm_state building and task_state spawning. [ 691.519197] env[70966]: DEBUG nova.compute.manager [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Received event network-changed-986ae11b-2501-4899-af34-e483404bad17 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.519362] env[70966]: DEBUG nova.compute.manager [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Refreshing instance network info cache due to event network-changed-986ae11b-2501-4899-af34-e483404bad17. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.519643] env[70966]: DEBUG oslo_concurrency.lockutils [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] Acquiring lock "refresh_cache-82a67b38-0395-41d6-bbd0-6e7dc4355e7a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.521830] env[70966]: DEBUG oslo_concurrency.lockutils [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] Acquired lock "refresh_cache-82a67b38-0395-41d6-bbd0-6e7dc4355e7a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.521830] env[70966]: DEBUG nova.network.neutron [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Refreshing network info cache for port 986ae11b-2501-4899-af34-e483404bad17 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.534398] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5260568f-9d69-a3b7-5a7d-2e8a403de63c, 'name': SearchDatastore_Task, 'duration_secs': 0.020073} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.537176] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.537176] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.537176] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.537176] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.537176] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.544190] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c33d0a03-70ee-47ee-a4b0-4fc8c4f9945b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.560852] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.560852] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.560852] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad640bb-419b-4b29-b663-9be9048f2fff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.569140] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 691.569140] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fc6069-c926-d970-8270-3233ec93c305" [ 691.569140] env[70966]: _type = "Task" [ 691.569140] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.584234] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fc6069-c926-d970-8270-3233ec93c305, 'name': SearchDatastore_Task, 'duration_secs': 0.012291} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.584234] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ceada7-7153-4e5e-92cd-a035abf6a6d6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.596534] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 691.596534] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52513125-583d-169d-9d5a-7757c05843cc" [ 691.596534] env[70966]: _type = "Task" [ 691.596534] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.608444] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52513125-583d-169d-9d5a-7757c05843cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.650178] env[70966]: DEBUG oslo_concurrency.lockutils [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] Releasing lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.650178] env[70966]: DEBUG nova.compute.manager [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Received event network-changed-3d41657f-6893-4640-a841-54fef964b1bf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.650178] env[70966]: DEBUG nova.compute.manager [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Refreshing instance network info cache due to event network-changed-3d41657f-6893-4640-a841-54fef964b1bf. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.650178] env[70966]: DEBUG oslo_concurrency.lockutils [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] Acquiring lock "refresh_cache-398963b2-611f-4ba1-bdcd-06363b773c3a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.650178] env[70966]: DEBUG oslo_concurrency.lockutils [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] Acquired lock "refresh_cache-398963b2-611f-4ba1-bdcd-06363b773c3a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.650178] env[70966]: DEBUG nova.network.neutron [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Refreshing network info cache for port 3d41657f-6893-4640-a841-54fef964b1bf {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.686868] env[70966]: INFO nova.compute.manager [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Took 29.19 seconds to build instance. [ 691.705808] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.820602] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6531daa-9401-440e-8493-7c8ef6a85a4f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.833459] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45af9b36-20eb-4afe-a79c-1b6a91b266d3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.871399] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33edb55f-8a0d-4341-80e7-ab3e6f042af9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.881550] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b09e53-ae44-4670-ab77-e20fcb80b847 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.896765] env[70966]: DEBUG nova.compute.provider_tree [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.074349] env[70966]: DEBUG nova.compute.manager [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.114875] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52513125-583d-169d-9d5a-7757c05843cc, 'name': SearchDatastore_Task, 'duration_secs': 0.019338} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.118401] env[70966]: DEBUG nova.virt.hardware [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.118668] env[70966]: DEBUG nova.virt.hardware [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.118904] env[70966]: DEBUG nova.virt.hardware [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.119124] env[70966]: DEBUG nova.virt.hardware [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.119340] env[70966]: DEBUG nova.virt.hardware [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.119509] env[70966]: DEBUG nova.virt.hardware [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.119729] env[70966]: DEBUG nova.virt.hardware [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.119950] env[70966]: DEBUG nova.virt.hardware [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.120142] env[70966]: DEBUG nova.virt.hardware [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.120314] env[70966]: DEBUG nova.virt.hardware [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.120488] env[70966]: DEBUG nova.virt.hardware [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.120972] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.121131] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 82a67b38-0395-41d6-bbd0-6e7dc4355e7a/82a67b38-0395-41d6-bbd0-6e7dc4355e7a.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.121960] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa66eb1-08c6-4ad7-a504-f0fed697511b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.124641] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e12762e-d2a5-4812-9dc2-9077bbde93af {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.134011] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20ff148-fe0f-4721-a58c-43d3da8e0d8c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.138146] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 692.138146] env[70966]: value = "task-3612232" [ 692.138146] env[70966]: _type = "Task" [ 692.138146] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.164861] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.188788] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82b36fbb-aa5b-4383-b4ae-f30c38367cfe tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "32a770ee-3623-4bc9-904a-326d49b113be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.717s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.199775] env[70966]: DEBUG oslo_concurrency.lockutils [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "398963b2-611f-4ba1-bdcd-06363b773c3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.201053] env[70966]: DEBUG oslo_concurrency.lockutils [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "398963b2-611f-4ba1-bdcd-06363b773c3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.201053] env[70966]: DEBUG oslo_concurrency.lockutils [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "398963b2-611f-4ba1-bdcd-06363b773c3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.201053] env[70966]: DEBUG oslo_concurrency.lockutils [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "398963b2-611f-4ba1-bdcd-06363b773c3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.201053] env[70966]: DEBUG oslo_concurrency.lockutils [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "398963b2-611f-4ba1-bdcd-06363b773c3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.204907] env[70966]: INFO nova.compute.manager [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Terminating instance [ 692.235414] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.371106] env[70966]: DEBUG nova.network.neutron [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Updated VIF entry in instance network info cache for port 3d41657f-6893-4640-a841-54fef964b1bf. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.371487] env[70966]: DEBUG nova.network.neutron [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Updating instance_info_cache with network_info: [{"id": "3d41657f-6893-4640-a841-54fef964b1bf", "address": "fa:16:3e:11:bf:77", "network": {"id": "2cfef1e9-edad-40ac-acfe-80d333660676", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1410824017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351e9d2713114139b924d710e6b111f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d41657f-68", "ovs_interfaceid": "3d41657f-6893-4640-a841-54fef964b1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.400422] env[70966]: DEBUG nova.scheduler.client.report [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.452061] env[70966]: DEBUG nova.network.neutron [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Updated VIF entry in instance network info cache for port 986ae11b-2501-4899-af34-e483404bad17. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.452493] env[70966]: DEBUG nova.network.neutron [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Updating instance_info_cache with network_info: [{"id": "986ae11b-2501-4899-af34-e483404bad17", "address": "fa:16:3e:08:04:30", "network": {"id": "143928ef-c0f8-46a6-b1da-9447b83b94e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-960327612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bc39fe4ddba742fbbb50435629fa8ae4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986ae11b-25", "ovs_interfaceid": "986ae11b-2501-4899-af34-e483404bad17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.645120] env[70966]: DEBUG nova.compute.manager [req-0d5d7f45-4fd2-44c8-971f-fb79920f5079 req-a7354593-bc13-4583-8ad8-5b7d84b63d38 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Received event network-changed-98fe53e7-272c-4da9-bff2-9cd6729c35d5 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.645120] env[70966]: DEBUG nova.compute.manager [req-0d5d7f45-4fd2-44c8-971f-fb79920f5079 req-a7354593-bc13-4583-8ad8-5b7d84b63d38 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Refreshing instance network info cache due to event network-changed-98fe53e7-272c-4da9-bff2-9cd6729c35d5. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.645120] env[70966]: DEBUG oslo_concurrency.lockutils [req-0d5d7f45-4fd2-44c8-971f-fb79920f5079 req-a7354593-bc13-4583-8ad8-5b7d84b63d38 service nova] Acquiring lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.645120] env[70966]: DEBUG oslo_concurrency.lockutils [req-0d5d7f45-4fd2-44c8-971f-fb79920f5079 req-a7354593-bc13-4583-8ad8-5b7d84b63d38 service nova] Acquired lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.645476] env[70966]: DEBUG nova.network.neutron [req-0d5d7f45-4fd2-44c8-971f-fb79920f5079 req-a7354593-bc13-4583-8ad8-5b7d84b63d38 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Refreshing network info cache for port 98fe53e7-272c-4da9-bff2-9cd6729c35d5 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.665766] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.688637] env[70966]: DEBUG nova.network.neutron [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Successfully updated port: f9dd2a1d-b201-4277-9403-b5b394eb78d6 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.695618] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.713945] env[70966]: DEBUG nova.compute.manager [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.715230] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.715367] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24bdd5b-2f18-4e80-808b-038c3c6adecd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.725289] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.725564] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e87a054-d856-46f1-984a-0ba2fd141839 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.736762] env[70966]: DEBUG oslo_vmware.api [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 692.736762] env[70966]: value = "task-3612233" [ 692.736762] env[70966]: _type = "Task" [ 692.736762] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.750671] env[70966]: DEBUG oslo_vmware.api [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.875075] env[70966]: DEBUG oslo_concurrency.lockutils [req-395ed33b-398f-4d11-8efb-4acd8e818ca0 req-12885937-ef9a-456d-acd6-98a919f1e6f9 service nova] Releasing lock "refresh_cache-398963b2-611f-4ba1-bdcd-06363b773c3a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.906051] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.862s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.906635] env[70966]: DEBUG nova.compute.manager [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.911797] env[70966]: DEBUG oslo_concurrency.lockutils [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.799s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.912163] env[70966]: DEBUG nova.objects.instance [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lazy-loading 'resources' on Instance uuid bdb0a648-36ba-4af3-8f53-e6bf2d270fd7 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.957218] env[70966]: DEBUG oslo_concurrency.lockutils [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] Releasing lock "refresh_cache-82a67b38-0395-41d6-bbd0-6e7dc4355e7a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.957218] env[70966]: DEBUG nova.compute.manager [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Received event network-changed-3d41657f-6893-4640-a841-54fef964b1bf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.957218] env[70966]: DEBUG nova.compute.manager [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Refreshing instance network info cache due to event network-changed-3d41657f-6893-4640-a841-54fef964b1bf. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.960037] env[70966]: DEBUG oslo_concurrency.lockutils [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] Acquiring lock "refresh_cache-398963b2-611f-4ba1-bdcd-06363b773c3a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.960037] env[70966]: DEBUG oslo_concurrency.lockutils [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] Acquired lock "refresh_cache-398963b2-611f-4ba1-bdcd-06363b773c3a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.960037] env[70966]: DEBUG nova.network.neutron [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Refreshing network info cache for port 3d41657f-6893-4640-a841-54fef964b1bf {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.154264] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.987313} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.154540] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 82a67b38-0395-41d6-bbd0-6e7dc4355e7a/82a67b38-0395-41d6-bbd0-6e7dc4355e7a.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.155022] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.155216] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7063fee4-51cc-4cd2-a027-22b83164273d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.162024] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.162245] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.166303] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 693.166303] env[70966]: value = "task-3612234" [ 693.166303] env[70966]: _type = "Task" [ 693.166303] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.174656] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.191984] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "refresh_cache-7b32f1c1-9a02-440c-8a08-9653c1ceb1a8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.192180] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquired lock "refresh_cache-7b32f1c1-9a02-440c-8a08-9653c1ceb1a8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.192383] env[70966]: DEBUG nova.network.neutron [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.225775] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.255401] env[70966]: DEBUG oslo_vmware.api [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612233, 'name': PowerOffVM_Task, 'duration_secs': 0.322236} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.255731] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.255931] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.256174] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb422fc4-1a38-4fcd-a2b6-f7adb09dbdf5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.357847] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.358469] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.358712] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Deleting the datastore file [datastore1] 398963b2-611f-4ba1-bdcd-06363b773c3a {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.359039] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecfbabaf-2006-4974-b58a-64128635de2c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.372496] env[70966]: DEBUG oslo_vmware.api [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 693.372496] env[70966]: value = "task-3612236" [ 693.372496] env[70966]: _type = "Task" [ 693.372496] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.386150] env[70966]: DEBUG oslo_vmware.api [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.417824] env[70966]: DEBUG nova.compute.utils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.423939] env[70966]: DEBUG nova.compute.manager [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.424250] env[70966]: DEBUG nova.network.neutron [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.501926] env[70966]: DEBUG nova.network.neutron [req-0d5d7f45-4fd2-44c8-971f-fb79920f5079 req-a7354593-bc13-4583-8ad8-5b7d84b63d38 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Updated VIF entry in instance network info cache for port 98fe53e7-272c-4da9-bff2-9cd6729c35d5. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.502388] env[70966]: DEBUG nova.network.neutron [req-0d5d7f45-4fd2-44c8-971f-fb79920f5079 req-a7354593-bc13-4583-8ad8-5b7d84b63d38 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Updating instance_info_cache with network_info: [{"id": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "address": "fa:16:3e:dd:9f:87", "network": {"id": "849b022f-3e45-47e7-90d0-bf6c02edf789", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284039618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f6445ad8eb4cbd9ce5436d9204bffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98fe53e7-27", "ovs_interfaceid": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.516965] env[70966]: DEBUG nova.policy [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17a4f03f8f084ffdb525a95a46c750b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c4293cff61c460899774154dc10c9c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.685940] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.687333] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.687658] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.687969] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.688332] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.698864] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.698864] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70966) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 693.698864] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073244} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.699260] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.702076] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.706144] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3da10c4-1768-4858-b04b-93a0d4c94929 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.735353] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 82a67b38-0395-41d6-bbd0-6e7dc4355e7a/82a67b38-0395-41d6-bbd0-6e7dc4355e7a.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.742063] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eadcd1c0-1c23-4981-acbc-5a1f06369f79 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.759657] env[70966]: DEBUG nova.network.neutron [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.769453] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 693.769453] env[70966]: value = "task-3612237" [ 693.769453] env[70966]: _type = "Task" [ 693.769453] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.779933] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.845803] env[70966]: DEBUG nova.network.neutron [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Updated VIF entry in instance network info cache for port 3d41657f-6893-4640-a841-54fef964b1bf. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.846371] env[70966]: DEBUG nova.network.neutron [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Updating instance_info_cache with network_info: [{"id": "3d41657f-6893-4640-a841-54fef964b1bf", "address": "fa:16:3e:11:bf:77", "network": {"id": "2cfef1e9-edad-40ac-acfe-80d333660676", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1410824017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351e9d2713114139b924d710e6b111f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d41657f-68", "ovs_interfaceid": "3d41657f-6893-4640-a841-54fef964b1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.887897] env[70966]: DEBUG oslo_vmware.api [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453956} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.891870] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.892266] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.892565] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.892848] env[70966]: INFO nova.compute.manager [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 693.893477] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.897192] env[70966]: DEBUG nova.compute.manager [-] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.897343] env[70966]: DEBUG nova.network.neutron [-] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.913976] env[70966]: DEBUG oslo_concurrency.lockutils [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquiring lock "8f76e24e-bad2-451b-a3e7-99a77ab2fb29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.914777] env[70966]: DEBUG oslo_concurrency.lockutils [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Lock "8f76e24e-bad2-451b-a3e7-99a77ab2fb29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.915122] env[70966]: DEBUG oslo_concurrency.lockutils [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquiring lock "8f76e24e-bad2-451b-a3e7-99a77ab2fb29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.915756] env[70966]: DEBUG oslo_concurrency.lockutils [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Lock "8f76e24e-bad2-451b-a3e7-99a77ab2fb29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.916060] env[70966]: DEBUG oslo_concurrency.lockutils [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Lock "8f76e24e-bad2-451b-a3e7-99a77ab2fb29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.924261] env[70966]: INFO nova.compute.manager [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Terminating instance [ 693.930441] env[70966]: DEBUG nova.compute.manager [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.963482] env[70966]: DEBUG nova.network.neutron [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Updating instance_info_cache with network_info: [{"id": "f9dd2a1d-b201-4277-9403-b5b394eb78d6", "address": "fa:16:3e:1f:a3:dd", "network": {"id": "be725e89-e605-43e4-9d86-ea7a307af3f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752546274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f0437ffc679e4632a3831cf3631c9557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9dd2a1d-b2", "ovs_interfaceid": "f9dd2a1d-b201-4277-9403-b5b394eb78d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.008304] env[70966]: DEBUG oslo_concurrency.lockutils [req-0d5d7f45-4fd2-44c8-971f-fb79920f5079 req-a7354593-bc13-4583-8ad8-5b7d84b63d38 service nova] Releasing lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.130224] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7778276-d039-4740-9c33-fbcb73bb8f0a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.140735] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92d746b-5ba3-411d-9a6a-f818b924f5f7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.177704] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fd764a-f47c-462a-8b96-cb09197fbdfc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.187893] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c328f331-8fa8-4c0e-a9c9-f90191329b1c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.208409] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.209285] env[70966]: DEBUG nova.compute.provider_tree [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.283440] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.358207] env[70966]: DEBUG oslo_concurrency.lockutils [req-43b329a0-96c8-477f-afc3-d154686e4915 req-efa31fac-5364-4802-9072-3f3f930a44bd service nova] Releasing lock "refresh_cache-398963b2-611f-4ba1-bdcd-06363b773c3a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.428704] env[70966]: DEBUG nova.compute.manager [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.429079] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.430108] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa14e7a5-b512-4499-9349-abd18eb379a7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.439448] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.440024] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ad17f9e-fbc4-4fc9-a7a3-ed51357e11ad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.452970] env[70966]: DEBUG oslo_vmware.api [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 694.452970] env[70966]: value = "task-3612238" [ 694.452970] env[70966]: _type = "Task" [ 694.452970] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.465806] env[70966]: DEBUG oslo_vmware.api [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.467970] env[70966]: DEBUG nova.network.neutron [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Successfully created port: 20f6892a-1f27-483c-9832-e041ce2d29a6 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.471318] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Releasing lock "refresh_cache-7b32f1c1-9a02-440c-8a08-9653c1ceb1a8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.471318] env[70966]: DEBUG nova.compute.manager [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Instance network_info: |[{"id": "f9dd2a1d-b201-4277-9403-b5b394eb78d6", "address": "fa:16:3e:1f:a3:dd", "network": {"id": "be725e89-e605-43e4-9d86-ea7a307af3f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752546274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f0437ffc679e4632a3831cf3631c9557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9dd2a1d-b2", "ovs_interfaceid": "f9dd2a1d-b201-4277-9403-b5b394eb78d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.471318] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:a3:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9dd2a1d-b201-4277-9403-b5b394eb78d6', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.482466] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Creating folder: Project (f0437ffc679e4632a3831cf3631c9557). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.483693] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f6bd84d-8a14-47be-826b-afac462f8b41 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.499801] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Created folder: Project (f0437ffc679e4632a3831cf3631c9557) in parent group-v720468. [ 694.500067] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Creating folder: Instances. Parent ref: group-v720535. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.500341] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a540232-c2d7-46d1-ae60-d139ecf48beb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.515731] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Created folder: Instances in parent group-v720535. [ 694.515731] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.515929] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.516159] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc3a0ec2-10aa-451e-9640-1f54c4ed0015 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.548713] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.548713] env[70966]: value = "task-3612241" [ 694.548713] env[70966]: _type = "Task" [ 694.548713] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.559831] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612241, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.695011] env[70966]: DEBUG nova.network.neutron [-] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.715798] env[70966]: DEBUG nova.scheduler.client.report [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.782892] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612237, 'name': ReconfigVM_Task, 'duration_secs': 0.826054} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.783516] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 82a67b38-0395-41d6-bbd0-6e7dc4355e7a/82a67b38-0395-41d6-bbd0-6e7dc4355e7a.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.784675] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eac01172-5bb1-45be-a9f1-afa1559f3146 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.794438] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 694.794438] env[70966]: value = "task-3612242" [ 694.794438] env[70966]: _type = "Task" [ 694.794438] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.803829] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612242, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.949234] env[70966]: DEBUG nova.compute.manager [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.970909] env[70966]: DEBUG oslo_vmware.api [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612238, 'name': PowerOffVM_Task, 'duration_secs': 0.244713} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.970909] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.970909] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.970909] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-647016ce-3815-455d-ab18-fa5b4b6f89eb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.991313] env[70966]: DEBUG nova.virt.hardware [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.991971] env[70966]: DEBUG nova.virt.hardware [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.991971] env[70966]: DEBUG nova.virt.hardware [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.991971] env[70966]: DEBUG nova.virt.hardware [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.992178] env[70966]: DEBUG nova.virt.hardware [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.992278] env[70966]: DEBUG nova.virt.hardware [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.992506] env[70966]: DEBUG nova.virt.hardware [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.992575] env[70966]: DEBUG nova.virt.hardware [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.992742] env[70966]: DEBUG nova.virt.hardware [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.993114] env[70966]: DEBUG nova.virt.hardware [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.993166] env[70966]: DEBUG nova.virt.hardware [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.994426] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62d0fe9-d12c-4db2-99e1-c07fbec417dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.004552] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65979994-cca7-4057-8840-a45d6c6322e8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.061199] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612241, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.080866] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.081094] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.081282] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Deleting the datastore file [datastore1] 8f76e24e-bad2-451b-a3e7-99a77ab2fb29 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.081552] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14217128-d694-42fe-aacd-e4c5a3ea5a02 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.096177] env[70966]: DEBUG oslo_vmware.api [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for the task: (returnval){ [ 695.096177] env[70966]: value = "task-3612244" [ 695.096177] env[70966]: _type = "Task" [ 695.096177] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.100919] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "d384a829-fab2-4f70-bae5-6460ad85fa20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.101206] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "d384a829-fab2-4f70-bae5-6460ad85fa20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.113805] env[70966]: DEBUG oslo_vmware.api [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.199587] env[70966]: INFO nova.compute.manager [-] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Took 1.30 seconds to deallocate network for instance. [ 695.226481] env[70966]: DEBUG oslo_concurrency.lockutils [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.315s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.229502] env[70966]: INFO nova.compute.manager [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Rebuilding instance [ 695.233417] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.659s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.234506] env[70966]: INFO nova.compute.claims [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.263731] env[70966]: INFO nova.scheduler.client.report [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleted allocations for instance bdb0a648-36ba-4af3-8f53-e6bf2d270fd7 [ 695.289016] env[70966]: DEBUG nova.compute.manager [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.289016] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7dd95b-eb89-4aa0-8c0d-b74c5f3ecfaa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.305890] env[70966]: DEBUG nova.compute.manager [req-4edef35f-f5d0-41fd-9bce-70a5491291ce req-de581407-5aef-4b38-bbb4-a2007b93d1d3 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Received event network-changed-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.305890] env[70966]: DEBUG nova.compute.manager [req-4edef35f-f5d0-41fd-9bce-70a5491291ce req-de581407-5aef-4b38-bbb4-a2007b93d1d3 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Refreshing instance network info cache due to event network-changed-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.306241] env[70966]: DEBUG oslo_concurrency.lockutils [req-4edef35f-f5d0-41fd-9bce-70a5491291ce req-de581407-5aef-4b38-bbb4-a2007b93d1d3 service nova] Acquiring lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.306241] env[70966]: DEBUG oslo_concurrency.lockutils [req-4edef35f-f5d0-41fd-9bce-70a5491291ce req-de581407-5aef-4b38-bbb4-a2007b93d1d3 service nova] Acquired lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.306574] env[70966]: DEBUG nova.network.neutron [req-4edef35f-f5d0-41fd-9bce-70a5491291ce req-de581407-5aef-4b38-bbb4-a2007b93d1d3 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Refreshing network info cache for port f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.314719] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612242, 'name': Rename_Task, 'duration_secs': 0.285734} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.315044] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.315241] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5044aa29-af3b-474f-a05f-873432a8841a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.324745] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 695.324745] env[70966]: value = "task-3612245" [ 695.324745] env[70966]: _type = "Task" [ 695.324745] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.336754] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.458237] env[70966]: DEBUG nova.compute.manager [req-70713f1a-5323-442e-9d52-2ea4fed0bd26 req-5f943671-e81a-4958-87b4-14e4cc855571 service nova] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Received event network-vif-plugged-f9dd2a1d-b201-4277-9403-b5b394eb78d6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.459036] env[70966]: DEBUG oslo_concurrency.lockutils [req-70713f1a-5323-442e-9d52-2ea4fed0bd26 req-5f943671-e81a-4958-87b4-14e4cc855571 service nova] Acquiring lock "7b32f1c1-9a02-440c-8a08-9653c1ceb1a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.459153] env[70966]: DEBUG oslo_concurrency.lockutils [req-70713f1a-5323-442e-9d52-2ea4fed0bd26 req-5f943671-e81a-4958-87b4-14e4cc855571 service nova] Lock "7b32f1c1-9a02-440c-8a08-9653c1ceb1a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.459281] env[70966]: DEBUG oslo_concurrency.lockutils [req-70713f1a-5323-442e-9d52-2ea4fed0bd26 req-5f943671-e81a-4958-87b4-14e4cc855571 service nova] Lock "7b32f1c1-9a02-440c-8a08-9653c1ceb1a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.460030] env[70966]: DEBUG nova.compute.manager [req-70713f1a-5323-442e-9d52-2ea4fed0bd26 req-5f943671-e81a-4958-87b4-14e4cc855571 service nova] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] No waiting events found dispatching network-vif-plugged-f9dd2a1d-b201-4277-9403-b5b394eb78d6 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.460030] env[70966]: WARNING nova.compute.manager [req-70713f1a-5323-442e-9d52-2ea4fed0bd26 req-5f943671-e81a-4958-87b4-14e4cc855571 service nova] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Received unexpected event network-vif-plugged-f9dd2a1d-b201-4277-9403-b5b394eb78d6 for instance with vm_state building and task_state spawning. [ 695.460030] env[70966]: DEBUG nova.compute.manager [req-70713f1a-5323-442e-9d52-2ea4fed0bd26 req-5f943671-e81a-4958-87b4-14e4cc855571 service nova] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Received event network-changed-f9dd2a1d-b201-4277-9403-b5b394eb78d6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.460030] env[70966]: DEBUG nova.compute.manager [req-70713f1a-5323-442e-9d52-2ea4fed0bd26 req-5f943671-e81a-4958-87b4-14e4cc855571 service nova] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Refreshing instance network info cache due to event network-changed-f9dd2a1d-b201-4277-9403-b5b394eb78d6. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.460318] env[70966]: DEBUG oslo_concurrency.lockutils [req-70713f1a-5323-442e-9d52-2ea4fed0bd26 req-5f943671-e81a-4958-87b4-14e4cc855571 service nova] Acquiring lock "refresh_cache-7b32f1c1-9a02-440c-8a08-9653c1ceb1a8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.460318] env[70966]: DEBUG oslo_concurrency.lockutils [req-70713f1a-5323-442e-9d52-2ea4fed0bd26 req-5f943671-e81a-4958-87b4-14e4cc855571 service nova] Acquired lock "refresh_cache-7b32f1c1-9a02-440c-8a08-9653c1ceb1a8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.460426] env[70966]: DEBUG nova.network.neutron [req-70713f1a-5323-442e-9d52-2ea4fed0bd26 req-5f943671-e81a-4958-87b4-14e4cc855571 service nova] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Refreshing network info cache for port f9dd2a1d-b201-4277-9403-b5b394eb78d6 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.565328] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612241, 'name': CreateVM_Task, 'duration_secs': 0.53107} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.565328] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.565328] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.565513] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.566280] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.566867] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217e4b68-debf-4918-88a6-3f4a090923a6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.574961] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 695.574961] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b7ffa9-b3dc-bfbf-721f-789ef36f1377" [ 695.574961] env[70966]: _type = "Task" [ 695.574961] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.584967] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b7ffa9-b3dc-bfbf-721f-789ef36f1377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.617823] env[70966]: DEBUG oslo_vmware.api [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Task: {'id': task-3612244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400168} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.617823] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.618021] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.618229] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.618346] env[70966]: INFO nova.compute.manager [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Took 1.19 seconds to destroy the instance on the hypervisor. [ 695.618596] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.618790] env[70966]: DEBUG nova.compute.manager [-] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.618909] env[70966]: DEBUG nova.network.neutron [-] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.707474] env[70966]: DEBUG oslo_concurrency.lockutils [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.774346] env[70966]: DEBUG oslo_concurrency.lockutils [None req-599746b0-45d5-4a99-bca5-19d16c8a1aea tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "bdb0a648-36ba-4af3-8f53-e6bf2d270fd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.230s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.843709] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612245, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.977837] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "7c032122-be07-4154-9dab-d7fe6dcd5d8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.978988] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "7c032122-be07-4154-9dab-d7fe6dcd5d8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.978988] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "7c032122-be07-4154-9dab-d7fe6dcd5d8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.978988] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "7c032122-be07-4154-9dab-d7fe6dcd5d8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.979736] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "7c032122-be07-4154-9dab-d7fe6dcd5d8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.982812] env[70966]: INFO nova.compute.manager [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Terminating instance [ 696.088391] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b7ffa9-b3dc-bfbf-721f-789ef36f1377, 'name': SearchDatastore_Task, 'duration_secs': 0.023837} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.088733] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.088996] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.089257] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.089422] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.089577] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.089847] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b1007aa-c7b6-423f-a58f-7dc88759b68b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.101617] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.101987] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.102952] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aff5dc8-c6b2-4abd-a9ef-9b3fe7ed8bd8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.111030] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 696.111030] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523602e2-3a40-b159-205c-e03115a4d23b" [ 696.111030] env[70966]: _type = "Task" [ 696.111030] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.125643] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523602e2-3a40-b159-205c-e03115a4d23b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.197535] env[70966]: DEBUG nova.network.neutron [req-4edef35f-f5d0-41fd-9bce-70a5491291ce req-de581407-5aef-4b38-bbb4-a2007b93d1d3 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Updated VIF entry in instance network info cache for port f47c14e7-900e-4a5c-ba4a-3f81fd1fd646. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.197903] env[70966]: DEBUG nova.network.neutron [req-4edef35f-f5d0-41fd-9bce-70a5491291ce req-de581407-5aef-4b38-bbb4-a2007b93d1d3 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Updating instance_info_cache with network_info: [{"id": "f47c14e7-900e-4a5c-ba4a-3f81fd1fd646", "address": "fa:16:3e:fc:0a:50", "network": {"id": "2cfef1e9-edad-40ac-acfe-80d333660676", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1410824017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351e9d2713114139b924d710e6b111f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47c14e7-90", "ovs_interfaceid": "f47c14e7-900e-4a5c-ba4a-3f81fd1fd646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.317086] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.317383] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d051314b-48f5-4e34-bfa4-69c14da8400b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.327496] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 696.327496] env[70966]: value = "task-3612246" [ 696.327496] env[70966]: _type = "Task" [ 696.327496] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.351774] env[70966]: DEBUG oslo_vmware.api [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612245, 'name': PowerOnVM_Task, 'duration_secs': 0.6804} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.352408] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.355594] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.355803] env[70966]: INFO nova.compute.manager [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Took 9.25 seconds to spawn the instance on the hypervisor. [ 696.355981] env[70966]: DEBUG nova.compute.manager [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.356984] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797fadf9-b7bd-45f4-bbe0-27b4943eb345 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.433640] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquiring lock "91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.434346] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Lock "91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.491672] env[70966]: DEBUG nova.compute.manager [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.491955] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.493435] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3c3f93-0934-4f66-8b92-2d692c783c05 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.511083] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.511449] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c491efd2-1b02-4d53-b982-eb6bd6ed7269 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.528457] env[70966]: DEBUG nova.network.neutron [-] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.595035] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.595276] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.595475] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Deleting the datastore file [datastore2] 7c032122-be07-4154-9dab-d7fe6dcd5d8e {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.595830] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff0bad21-76eb-4002-bfa5-f21717ace0bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.607896] env[70966]: DEBUG oslo_vmware.api [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 696.607896] env[70966]: value = "task-3612248" [ 696.607896] env[70966]: _type = "Task" [ 696.607896] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.624028] env[70966]: DEBUG oslo_vmware.api [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.630296] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523602e2-3a40-b159-205c-e03115a4d23b, 'name': SearchDatastore_Task, 'duration_secs': 0.01938} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.631131] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508e6ed0-242a-4644-be35-976d50f9735f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.640550] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 696.640550] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5263f768-cfed-1354-640f-7ff66ed67dda" [ 696.640550] env[70966]: _type = "Task" [ 696.640550] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.649896] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5263f768-cfed-1354-640f-7ff66ed67dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.702328] env[70966]: DEBUG oslo_concurrency.lockutils [req-4edef35f-f5d0-41fd-9bce-70a5491291ce req-de581407-5aef-4b38-bbb4-a2007b93d1d3 service nova] Releasing lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.777597] env[70966]: DEBUG nova.network.neutron [req-70713f1a-5323-442e-9d52-2ea4fed0bd26 req-5f943671-e81a-4958-87b4-14e4cc855571 service nova] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Updated VIF entry in instance network info cache for port f9dd2a1d-b201-4277-9403-b5b394eb78d6. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.778338] env[70966]: DEBUG nova.network.neutron [req-70713f1a-5323-442e-9d52-2ea4fed0bd26 req-5f943671-e81a-4958-87b4-14e4cc855571 service nova] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Updating instance_info_cache with network_info: [{"id": "f9dd2a1d-b201-4277-9403-b5b394eb78d6", "address": "fa:16:3e:1f:a3:dd", "network": {"id": "be725e89-e605-43e4-9d86-ea7a307af3f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752546274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f0437ffc679e4632a3831cf3631c9557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9dd2a1d-b2", "ovs_interfaceid": "f9dd2a1d-b201-4277-9403-b5b394eb78d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.841801] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612246, 'name': PowerOffVM_Task, 'duration_secs': 0.234148} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.844436] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.844689] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.845756] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fa8de7-d62f-4c9f-8a1d-e5a0f96f3c5a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.853484] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.853720] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fb2bd7e-d11e-4095-8b0f-01f1993b3fd2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.872842] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf424db-f515-4282-928e-785338fdb377 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.878518] env[70966]: INFO nova.compute.manager [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Took 24.26 seconds to build instance. [ 696.882006] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.882370] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.882653] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Deleting the datastore file [datastore2] 18779dc5-88dd-4b52-b3a0-aba8cac880e6 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.885334] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54620edc-0723-4177-9dfc-1ba7f7ec761f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.888412] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59c9cbd-e0b8-471e-8589-b81bbf6d730c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.896942] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 696.896942] env[70966]: value = "task-3612250" [ 696.896942] env[70966]: _type = "Task" [ 696.896942] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.927123] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd2b0f8-553a-4607-b8e7-f255b73d2906 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.939584] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e3a99b-d603-4d74-9326-4a89bd586e00 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.943825] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.957363] env[70966]: DEBUG nova.compute.provider_tree [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.036440] env[70966]: DEBUG nova.network.neutron [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Successfully updated port: 20f6892a-1f27-483c-9832-e041ce2d29a6 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.036440] env[70966]: INFO nova.compute.manager [-] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Took 1.42 seconds to deallocate network for instance. [ 697.118226] env[70966]: DEBUG oslo_vmware.api [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344708} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.118491] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.118673] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.118843] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.119065] env[70966]: INFO nova.compute.manager [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Took 0.63 seconds to destroy the instance on the hypervisor. [ 697.119330] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.119523] env[70966]: DEBUG nova.compute.manager [-] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.119616] env[70966]: DEBUG nova.network.neutron [-] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.158122] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5263f768-cfed-1354-640f-7ff66ed67dda, 'name': SearchDatastore_Task, 'duration_secs': 0.039248} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.158122] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.158122] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8/7b32f1c1-9a02-440c-8a08-9653c1ceb1a8.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.158122] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47f0e1d6-ebf1-4799-aee4-442988d5548e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.171038] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 697.171038] env[70966]: value = "task-3612251" [ 697.171038] env[70966]: _type = "Task" [ 697.171038] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.185781] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.281893] env[70966]: DEBUG oslo_concurrency.lockutils [req-70713f1a-5323-442e-9d52-2ea4fed0bd26 req-5f943671-e81a-4958-87b4-14e4cc855571 service nova] Releasing lock "refresh_cache-7b32f1c1-9a02-440c-8a08-9653c1ceb1a8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.282197] env[70966]: DEBUG nova.compute.manager [req-70713f1a-5323-442e-9d52-2ea4fed0bd26 req-5f943671-e81a-4958-87b4-14e4cc855571 service nova] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Received event network-vif-deleted-3d41657f-6893-4640-a841-54fef964b1bf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.381965] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8738390d-f3f3-458c-a37d-cb6442716943 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "82a67b38-0395-41d6-bbd0-6e7dc4355e7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.771s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.434135] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310933} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.434877] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.435280] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.435494] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.460411] env[70966]: DEBUG nova.scheduler.client.report [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.538133] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Acquiring lock "refresh_cache-9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.538301] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Acquired lock "refresh_cache-9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.538468] env[70966]: DEBUG nova.network.neutron [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.545341] env[70966]: DEBUG oslo_concurrency.lockutils [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.684424] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612251, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.886311] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.968494] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.969071] env[70966]: DEBUG nova.compute.manager [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.974387] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.603s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.976745] env[70966]: INFO nova.compute.claims [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.098697] env[70966]: DEBUG nova.network.neutron [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.126203] env[70966]: DEBUG nova.network.neutron [-] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.185827] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946008} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.186113] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8/7b32f1c1-9a02-440c-8a08-9653c1ceb1a8.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.186335] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.186585] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3babd1ae-482a-4b6c-9381-858875d9ed3a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.194346] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 698.194346] env[70966]: value = "task-3612252" [ 698.194346] env[70966]: _type = "Task" [ 698.194346] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.205625] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.271724] env[70966]: DEBUG nova.compute.manager [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Received event network-changed-c6f71913-7059-4d79-8ab0-077591b391d6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.277192] env[70966]: DEBUG nova.compute.manager [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Refreshing instance network info cache due to event network-changed-c6f71913-7059-4d79-8ab0-077591b391d6. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.278236] env[70966]: DEBUG oslo_concurrency.lockutils [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] Acquiring lock "refresh_cache-32a770ee-3623-4bc9-904a-326d49b113be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.278236] env[70966]: DEBUG oslo_concurrency.lockutils [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] Acquired lock "refresh_cache-32a770ee-3623-4bc9-904a-326d49b113be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.278236] env[70966]: DEBUG nova.network.neutron [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Refreshing network info cache for port c6f71913-7059-4d79-8ab0-077591b391d6 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.297427] env[70966]: DEBUG nova.compute.manager [req-ae7067fa-0737-47ea-9e77-7fe5be0395f5 req-529b20b2-9ceb-4659-a6aa-7a6f55a126a3 service nova] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Received event network-vif-deleted-41130339-01f7-41de-997d-779b038b752e {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.386434] env[70966]: DEBUG nova.network.neutron [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Updating instance_info_cache with network_info: [{"id": "20f6892a-1f27-483c-9832-e041ce2d29a6", "address": "fa:16:3e:6a:3c:1f", "network": {"id": "57741af3-40ff-471e-801a-aff3ccae0d88", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1612587175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c4293cff61c460899774154dc10c9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f6892a-1f", "ovs_interfaceid": "20f6892a-1f27-483c-9832-e041ce2d29a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.419361] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.479333] env[70966]: DEBUG nova.virt.hardware [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.480654] env[70966]: DEBUG nova.virt.hardware [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.480654] env[70966]: DEBUG nova.virt.hardware [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.480654] env[70966]: DEBUG nova.virt.hardware [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.480654] env[70966]: DEBUG nova.virt.hardware [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.480791] env[70966]: DEBUG nova.virt.hardware [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.480991] env[70966]: DEBUG nova.virt.hardware [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.481290] env[70966]: DEBUG nova.virt.hardware [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.481488] env[70966]: DEBUG nova.virt.hardware [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.481653] env[70966]: DEBUG nova.virt.hardware [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.481820] env[70966]: DEBUG nova.virt.hardware [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.485091] env[70966]: DEBUG nova.compute.utils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.487467] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1ed55e-bc33-4569-b753-178a33e00e9d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.491231] env[70966]: DEBUG nova.compute.manager [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.491398] env[70966]: DEBUG nova.network.neutron [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.502641] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae8598f-1b82-417b-a76c-79212a1c3250 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.522685] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.528681] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.529066] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.529567] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-411441b1-23a9-44cf-a751-b66436e9eec0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.548170] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.548170] env[70966]: value = "task-3612253" [ 698.548170] env[70966]: _type = "Task" [ 698.548170] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.553499] env[70966]: DEBUG nova.policy [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3acd7f26323a419bb07bb264ce0a3aed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc39fe4ddba742fbbb50435629fa8ae4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.558816] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612253, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.628577] env[70966]: INFO nova.compute.manager [-] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Took 1.51 seconds to deallocate network for instance. [ 698.705167] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077811} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.705489] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.706383] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed840e68-bfa2-4e77-83b6-016b58a43a55 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.731665] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8/7b32f1c1-9a02-440c-8a08-9653c1ceb1a8.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.732785] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-956a4988-72f8-4c27-896d-64fde2a248c8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.757896] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 698.757896] env[70966]: value = "task-3612254" [ 698.757896] env[70966]: _type = "Task" [ 698.757896] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.774452] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.889286] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Releasing lock "refresh_cache-9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.889633] env[70966]: DEBUG nova.compute.manager [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Instance network_info: |[{"id": "20f6892a-1f27-483c-9832-e041ce2d29a6", "address": "fa:16:3e:6a:3c:1f", "network": {"id": "57741af3-40ff-471e-801a-aff3ccae0d88", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1612587175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c4293cff61c460899774154dc10c9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f6892a-1f", "ovs_interfaceid": "20f6892a-1f27-483c-9832-e041ce2d29a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.890315] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:3c:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20f6892a-1f27-483c-9832-e041ce2d29a6', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.899335] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Creating folder: Project (9c4293cff61c460899774154dc10c9c6). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.899818] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5047393d-20b8-4cb7-9323-bf49719fb117 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.911718] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Created folder: Project (9c4293cff61c460899774154dc10c9c6) in parent group-v720468. [ 698.911932] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Creating folder: Instances. Parent ref: group-v720539. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.912210] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ab5715a-8032-416d-92e3-1bb32ab15d98 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.922892] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Created folder: Instances in parent group-v720539. [ 698.923129] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.923343] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.923547] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-505ed909-e613-4e18-aa54-e96c1fac51f0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.669890] env[70966]: DEBUG nova.network.neutron [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Successfully created port: 1b07943c-1b30-4450-b92a-ffa5d165e043 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.674159] env[70966]: DEBUG nova.compute.manager [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.680018] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "398963b2-611f-4ba1-bdcd-06363b773c3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.680018] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.693835] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612253, 'name': CreateVM_Task, 'duration_secs': 0.35944} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.698118] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.698118] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612254, 'name': ReconfigVM_Task, 'duration_secs': 0.799651} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.698118] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.698118] env[70966]: value = "task-3612257" [ 699.698118] env[70966]: _type = "Task" [ 699.698118] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.698390] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.698543] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.698863] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.699157] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8/7b32f1c1-9a02-440c-8a08-9653c1ceb1a8.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.699823] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e21c159b-d546-4787-b1b9-9e99bdb67672 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.704019] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c2432a2-3385-41d7-9c99-81d3da8f39a3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.709177] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 699.709177] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c38ded-e46b-3665-c568-0cff97927722" [ 699.709177] env[70966]: _type = "Task" [ 699.709177] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.714768] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612257, 'name': CreateVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.719737] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 699.719737] env[70966]: value = "task-3612258" [ 699.719737] env[70966]: _type = "Task" [ 699.719737] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.725703] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c38ded-e46b-3665-c568-0cff97927722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.735576] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612258, 'name': Rename_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.980331] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Acquiring lock "ddabc195-3a39-4139-8248-5320cd09d48f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.980644] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Lock "ddabc195-3a39-4139-8248-5320cd09d48f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.130087] env[70966]: DEBUG nova.network.neutron [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Updated VIF entry in instance network info cache for port c6f71913-7059-4d79-8ab0-077591b391d6. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.130473] env[70966]: DEBUG nova.network.neutron [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Updating instance_info_cache with network_info: [{"id": "c6f71913-7059-4d79-8ab0-077591b391d6", "address": "fa:16:3e:6a:0c:33", "network": {"id": "44fa23cd-5cd0-4885-bac7-260138c8560b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1629702183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56cf93352c60469ca87b4b224d738bda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f71913-70", "ovs_interfaceid": "c6f71913-7059-4d79-8ab0-077591b391d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.212980] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612257, 'name': CreateVM_Task, 'duration_secs': 0.406661} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.213538] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.214342] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.230391] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c38ded-e46b-3665-c568-0cff97927722, 'name': SearchDatastore_Task, 'duration_secs': 0.029949} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.231198] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.231487] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.231761] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.231944] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.232177] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.235641] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.236013] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.236292] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c371100d-52c8-4129-8cee-39651cc24b96 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.238137] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612258, 'name': Rename_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.238375] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de82416-0eaf-446a-a6cc-4fcf065703e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.247512] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Waiting for the task: (returnval){ [ 700.247512] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522f4a12-f14b-4a53-58e8-7fe379cbd513" [ 700.247512] env[70966]: _type = "Task" [ 700.247512] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.253526] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.253526] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.256280] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ce73f3-5e7b-44f5-b02e-bbb175c3e670 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.261485] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522f4a12-f14b-4a53-58e8-7fe379cbd513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.268558] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 700.268558] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52598df2-a0df-8291-776f-93b8214a1dd5" [ 700.268558] env[70966]: _type = "Task" [ 700.268558] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.280915] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52598df2-a0df-8291-776f-93b8214a1dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.351269] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c53c7f4-fae8-4053-bb60-5b02e104015e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.359147] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7189777-42c7-4a66-aabd-812a6eaa9656 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.390108] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751b0e8a-9d8d-42f0-a0b9-a12832b18c32 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.398606] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0237f536-8305-460e-98c8-7bb5ba7c3503 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.412680] env[70966]: DEBUG nova.compute.provider_tree [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.634820] env[70966]: DEBUG oslo_concurrency.lockutils [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] Releasing lock "refresh_cache-32a770ee-3623-4bc9-904a-326d49b113be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.635239] env[70966]: DEBUG nova.compute.manager [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Received event network-vif-plugged-20f6892a-1f27-483c-9832-e041ce2d29a6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.635460] env[70966]: DEBUG oslo_concurrency.lockutils [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] Acquiring lock "9ee2d52c-ad37-40c9-9140-c1e7c8ba451f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.635669] env[70966]: DEBUG oslo_concurrency.lockutils [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] Lock "9ee2d52c-ad37-40c9-9140-c1e7c8ba451f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.635835] env[70966]: DEBUG oslo_concurrency.lockutils [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] Lock "9ee2d52c-ad37-40c9-9140-c1e7c8ba451f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.636010] env[70966]: DEBUG nova.compute.manager [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] No waiting events found dispatching network-vif-plugged-20f6892a-1f27-483c-9832-e041ce2d29a6 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.636189] env[70966]: WARNING nova.compute.manager [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Received unexpected event network-vif-plugged-20f6892a-1f27-483c-9832-e041ce2d29a6 for instance with vm_state building and task_state spawning. [ 700.636349] env[70966]: DEBUG nova.compute.manager [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Received event network-changed-20f6892a-1f27-483c-9832-e041ce2d29a6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.636499] env[70966]: DEBUG nova.compute.manager [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Refreshing instance network info cache due to event network-changed-20f6892a-1f27-483c-9832-e041ce2d29a6. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.636681] env[70966]: DEBUG oslo_concurrency.lockutils [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] Acquiring lock "refresh_cache-9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.636814] env[70966]: DEBUG oslo_concurrency.lockutils [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] Acquired lock "refresh_cache-9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.636967] env[70966]: DEBUG nova.network.neutron [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Refreshing network info cache for port 20f6892a-1f27-483c-9832-e041ce2d29a6 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.686963] env[70966]: DEBUG nova.compute.manager [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.717845] env[70966]: DEBUG nova.virt.hardware [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.718113] env[70966]: DEBUG nova.virt.hardware [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.718278] env[70966]: DEBUG nova.virt.hardware [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.718459] env[70966]: DEBUG nova.virt.hardware [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.718602] env[70966]: DEBUG nova.virt.hardware [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.718767] env[70966]: DEBUG nova.virt.hardware [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.719042] env[70966]: DEBUG nova.virt.hardware [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.719214] env[70966]: DEBUG nova.virt.hardware [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.719379] env[70966]: DEBUG nova.virt.hardware [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.719540] env[70966]: DEBUG nova.virt.hardware [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.719710] env[70966]: DEBUG nova.virt.hardware [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.720660] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f37ab87-2865-4d5e-8834-7a175d3d5972 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.734858] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7492bc20-7aae-4107-9db2-37c93f045298 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.738739] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612258, 'name': Rename_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.764177] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522f4a12-f14b-4a53-58e8-7fe379cbd513, 'name': SearchDatastore_Task, 'duration_secs': 0.01601} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.764177] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.764177] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.764177] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.781021] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52598df2-a0df-8291-776f-93b8214a1dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.026513} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.781021] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de28d740-87a6-435a-8b8c-41ed4911bd12 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.789456] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 700.789456] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525e3503-4603-30bc-05b8-afedeb37b737" [ 700.789456] env[70966]: _type = "Task" [ 700.789456] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.798188] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525e3503-4603-30bc-05b8-afedeb37b737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.878354] env[70966]: DEBUG nova.compute.manager [req-cd542545-fc81-4263-bcfc-3544db4606e0 req-790ba048-bade-4780-a9dc-1870795736dc service nova] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Received event network-vif-deleted-3e9c92f2-2356-4d65-9886-5d45c16430a6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.878659] env[70966]: DEBUG nova.compute.manager [req-cd542545-fc81-4263-bcfc-3544db4606e0 req-790ba048-bade-4780-a9dc-1870795736dc service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Received event network-changed-c6f71913-7059-4d79-8ab0-077591b391d6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.878825] env[70966]: DEBUG nova.compute.manager [req-cd542545-fc81-4263-bcfc-3544db4606e0 req-790ba048-bade-4780-a9dc-1870795736dc service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Refreshing instance network info cache due to event network-changed-c6f71913-7059-4d79-8ab0-077591b391d6. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.879149] env[70966]: DEBUG oslo_concurrency.lockutils [req-cd542545-fc81-4263-bcfc-3544db4606e0 req-790ba048-bade-4780-a9dc-1870795736dc service nova] Acquiring lock "refresh_cache-32a770ee-3623-4bc9-904a-326d49b113be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.879324] env[70966]: DEBUG oslo_concurrency.lockutils [req-cd542545-fc81-4263-bcfc-3544db4606e0 req-790ba048-bade-4780-a9dc-1870795736dc service nova] Acquired lock "refresh_cache-32a770ee-3623-4bc9-904a-326d49b113be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.879458] env[70966]: DEBUG nova.network.neutron [req-cd542545-fc81-4263-bcfc-3544db4606e0 req-790ba048-bade-4780-a9dc-1870795736dc service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Refreshing network info cache for port c6f71913-7059-4d79-8ab0-077591b391d6 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.916175] env[70966]: DEBUG nova.scheduler.client.report [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.234854] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612258, 'name': Rename_Task, 'duration_secs': 1.234179} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.235236] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.235505] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a02bd70b-2fcc-4ef7-ba00-04f062cafffb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.243872] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 701.243872] env[70966]: value = "task-3612259" [ 701.243872] env[70966]: _type = "Task" [ 701.243872] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.252529] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.303899] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525e3503-4603-30bc-05b8-afedeb37b737, 'name': SearchDatastore_Task, 'duration_secs': 0.011759} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.304220] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.304472] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 18779dc5-88dd-4b52-b3a0-aba8cac880e6/18779dc5-88dd-4b52-b3a0-aba8cac880e6.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.305324] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.305521] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.305731] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49454ba2-dfcd-45d4-a754-b388eb327411 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.307858] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6dde140-84f3-44c6-8cc0-7aca021f9717 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.319780] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 701.319780] env[70966]: value = "task-3612260" [ 701.319780] env[70966]: _type = "Task" [ 701.319780] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.320937] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.321118] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.324796] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23bc3c35-517f-423e-af57-a0c643f43ceb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.330272] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Waiting for the task: (returnval){ [ 701.330272] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ad1c0c-33df-3221-18b5-e2a099898e8b" [ 701.330272] env[70966]: _type = "Task" [ 701.330272] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.334429] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.344348] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ad1c0c-33df-3221-18b5-e2a099898e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.345399] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ebb2af-e6f3-4d61-b2af-7185efa7f989 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.351115] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Waiting for the task: (returnval){ [ 701.351115] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52feab2e-ef52-bd3b-ca14-bcf7449e5266" [ 701.351115] env[70966]: _type = "Task" [ 701.351115] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.362506] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52feab2e-ef52-bd3b-ca14-bcf7449e5266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.422191] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.448s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.422695] env[70966]: DEBUG nova.compute.manager [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.427447] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.355s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.428831] env[70966]: INFO nova.compute.claims [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.463071] env[70966]: DEBUG nova.network.neutron [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Updated VIF entry in instance network info cache for port 20f6892a-1f27-483c-9832-e041ce2d29a6. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.463538] env[70966]: DEBUG nova.network.neutron [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Updating instance_info_cache with network_info: [{"id": "20f6892a-1f27-483c-9832-e041ce2d29a6", "address": "fa:16:3e:6a:3c:1f", "network": {"id": "57741af3-40ff-471e-801a-aff3ccae0d88", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1612587175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c4293cff61c460899774154dc10c9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f6892a-1f", "ovs_interfaceid": "20f6892a-1f27-483c-9832-e041ce2d29a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.605219] env[70966]: DEBUG nova.network.neutron [req-cd542545-fc81-4263-bcfc-3544db4606e0 req-790ba048-bade-4780-a9dc-1870795736dc service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Updated VIF entry in instance network info cache for port c6f71913-7059-4d79-8ab0-077591b391d6. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.605712] env[70966]: DEBUG nova.network.neutron [req-cd542545-fc81-4263-bcfc-3544db4606e0 req-790ba048-bade-4780-a9dc-1870795736dc service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Updating instance_info_cache with network_info: [{"id": "c6f71913-7059-4d79-8ab0-077591b391d6", "address": "fa:16:3e:6a:0c:33", "network": {"id": "44fa23cd-5cd0-4885-bac7-260138c8560b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1629702183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56cf93352c60469ca87b4b224d738bda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f71913-70", "ovs_interfaceid": "c6f71913-7059-4d79-8ab0-077591b391d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.759765] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612259, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.796558] env[70966]: DEBUG oslo_concurrency.lockutils [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "interface-5f1c69bc-256b-4dc1-991f-0fca1f272943-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.796941] env[70966]: DEBUG oslo_concurrency.lockutils [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-5f1c69bc-256b-4dc1-991f-0fca1f272943-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.797455] env[70966]: DEBUG nova.objects.instance [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lazy-loading 'flavor' on Instance uuid 5f1c69bc-256b-4dc1-991f-0fca1f272943 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.832678] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512906} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.833196] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 18779dc5-88dd-4b52-b3a0-aba8cac880e6/18779dc5-88dd-4b52-b3a0-aba8cac880e6.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.833534] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.833867] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-496000c2-115b-448a-b086-cf3440c1c540 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.842912] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 701.842912] env[70966]: value = "task-3612261" [ 701.842912] env[70966]: _type = "Task" [ 701.842912] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.852076] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.862499] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52feab2e-ef52-bd3b-ca14-bcf7449e5266, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.862827] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.863135] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f/9ee2d52c-ad37-40c9-9140-c1e7c8ba451f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.863419] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30f9e8ad-7932-4bae-a111-0bbf44938510 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.875446] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Waiting for the task: (returnval){ [ 701.875446] env[70966]: value = "task-3612262" [ 701.875446] env[70966]: _type = "Task" [ 701.875446] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.885549] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.933403] env[70966]: DEBUG nova.compute.utils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.939160] env[70966]: DEBUG nova.compute.manager [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.939606] env[70966]: DEBUG nova.network.neutron [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.967613] env[70966]: DEBUG oslo_concurrency.lockutils [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] Releasing lock "refresh_cache-9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.967898] env[70966]: DEBUG nova.compute.manager [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Received event network-changed-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.968081] env[70966]: DEBUG nova.compute.manager [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Refreshing instance network info cache due to event network-changed-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.968300] env[70966]: DEBUG oslo_concurrency.lockutils [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] Acquiring lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.968594] env[70966]: DEBUG oslo_concurrency.lockutils [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] Acquired lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.968787] env[70966]: DEBUG nova.network.neutron [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Refreshing network info cache for port f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.970982] env[70966]: DEBUG nova.network.neutron [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Successfully updated port: 1b07943c-1b30-4450-b92a-ffa5d165e043 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.985408] env[70966]: DEBUG nova.policy [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12083455fb794fedb83116105a37b509', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a77c654163740bcbb431fcff1b8dc30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.114876] env[70966]: DEBUG oslo_concurrency.lockutils [req-cd542545-fc81-4263-bcfc-3544db4606e0 req-790ba048-bade-4780-a9dc-1870795736dc service nova] Releasing lock "refresh_cache-32a770ee-3623-4bc9-904a-326d49b113be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.238797] env[70966]: DEBUG nova.network.neutron [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Successfully created port: 9bd6c257-f258-4f95-8686-4e6a4e29b900 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.255198] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612259, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.353709] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073214} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.353980] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.354851] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4225c54f-e014-4c58-aca7-3cfadf4ce536 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.378171] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 18779dc5-88dd-4b52-b3a0-aba8cac880e6/18779dc5-88dd-4b52-b3a0-aba8cac880e6.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.378565] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a10b38-4787-4532-8ec6-596248753179 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.402880] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.404337] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 702.404337] env[70966]: value = "task-3612263" [ 702.404337] env[70966]: _type = "Task" [ 702.404337] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.416224] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.431628] env[70966]: DEBUG nova.objects.instance [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lazy-loading 'pci_requests' on Instance uuid 5f1c69bc-256b-4dc1-991f-0fca1f272943 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.440386] env[70966]: DEBUG nova.compute.manager [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.476438] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "refresh_cache-a84deccc-f059-4f4d-a197-fde737b85d1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.476438] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquired lock "refresh_cache-a84deccc-f059-4f4d-a197-fde737b85d1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.476438] env[70966]: DEBUG nova.network.neutron [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.757484] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612259, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.767702] env[70966]: DEBUG nova.network.neutron [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Updated VIF entry in instance network info cache for port f47c14e7-900e-4a5c-ba4a-3f81fd1fd646. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.769420] env[70966]: DEBUG nova.network.neutron [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Updating instance_info_cache with network_info: [{"id": "f47c14e7-900e-4a5c-ba4a-3f81fd1fd646", "address": "fa:16:3e:fc:0a:50", "network": {"id": "2cfef1e9-edad-40ac-acfe-80d333660676", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1410824017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "351e9d2713114139b924d710e6b111f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47c14e7-90", "ovs_interfaceid": "f47c14e7-900e-4a5c-ba4a-3f81fd1fd646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.891801] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.986847} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.892073] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f/9ee2d52c-ad37-40c9-9140-c1e7c8ba451f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.892292] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.892550] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58740077-3d53-4228-9eea-573047174f36 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.900486] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Waiting for the task: (returnval){ [ 702.900486] env[70966]: value = "task-3612264" [ 702.900486] env[70966]: _type = "Task" [ 702.900486] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.915802] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.922789] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612263, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.934624] env[70966]: DEBUG nova.objects.base [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Object Instance<5f1c69bc-256b-4dc1-991f-0fca1f272943> lazy-loaded attributes: flavor,pci_requests {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 702.934893] env[70966]: DEBUG nova.network.neutron [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.986980] env[70966]: DEBUG nova.policy [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8389fe3055d4a7b8fdbb0853438905d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611d7f6ccb3644079814f537c0dc64d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.046507] env[70966]: DEBUG nova.network.neutron [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.061041] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6e1b87-fe27-48c3-bb87-9bf48fb50c5e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.069858] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bbd792-07d6-4270-b375-260d39eabdf0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.105010] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3587fd2c-5a6a-48e9-96fb-4a62be369c0b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.113311] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27589531-3251-4599-9184-6e799d14e458 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.127586] env[70966]: DEBUG nova.compute.provider_tree [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.256459] env[70966]: DEBUG oslo_vmware.api [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612259, 'name': PowerOnVM_Task, 'duration_secs': 2.008449} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.256762] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.256950] env[70966]: INFO nova.compute.manager [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Took 11.18 seconds to spawn the instance on the hypervisor. [ 703.257192] env[70966]: DEBUG nova.compute.manager [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.257975] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290e6729-4f01-48b6-ba76-377e5158de98 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.275327] env[70966]: DEBUG oslo_concurrency.lockutils [req-4c578c7c-0c7c-4d42-a3c7-fafea797dbf4 req-ef9cd3da-e3e2-44ec-a500-d3652c7e529c service nova] Releasing lock "refresh_cache-a425d7d3-d3a8-4864-b46d-a1aad3642079" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.354698] env[70966]: DEBUG nova.network.neutron [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Updating instance_info_cache with network_info: [{"id": "1b07943c-1b30-4450-b92a-ffa5d165e043", "address": "fa:16:3e:cc:ed:b0", "network": {"id": "143928ef-c0f8-46a6-b1da-9447b83b94e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-960327612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc39fe4ddba742fbbb50435629fa8ae4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b07943c-1b", "ovs_interfaceid": "1b07943c-1b30-4450-b92a-ffa5d165e043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.414108] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080186} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.414797] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.415623] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73542be0-0fac-493c-9647-2e4e92d4babc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.423271] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612263, 'name': ReconfigVM_Task, 'duration_secs': 0.556007} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.423875] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 18779dc5-88dd-4b52-b3a0-aba8cac880e6/18779dc5-88dd-4b52-b3a0-aba8cac880e6.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.424480] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f26e85f-e3b2-4267-8e83-020e279cabc8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.444466] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f/9ee2d52c-ad37-40c9-9140-c1e7c8ba451f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.446062] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b0a15d1-1beb-4507-a4d3-943eba3ad8ca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.461370] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 703.461370] env[70966]: value = "task-3612265" [ 703.461370] env[70966]: _type = "Task" [ 703.461370] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.462455] env[70966]: DEBUG nova.compute.manager [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.472442] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Waiting for the task: (returnval){ [ 703.472442] env[70966]: value = "task-3612266" [ 703.472442] env[70966]: _type = "Task" [ 703.472442] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.475935] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612265, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.487443] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.504276] env[70966]: DEBUG nova.virt.hardware [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.504583] env[70966]: DEBUG nova.virt.hardware [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.504760] env[70966]: DEBUG nova.virt.hardware [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.504993] env[70966]: DEBUG nova.virt.hardware [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.505194] env[70966]: DEBUG nova.virt.hardware [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.505361] env[70966]: DEBUG nova.virt.hardware [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.505598] env[70966]: DEBUG nova.virt.hardware [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.505807] env[70966]: DEBUG nova.virt.hardware [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.506015] env[70966]: DEBUG nova.virt.hardware [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.506253] env[70966]: DEBUG nova.virt.hardware [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.506470] env[70966]: DEBUG nova.virt.hardware [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.507500] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259f512e-5b05-48a6-9945-9d97c6aaec15 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.510879] env[70966]: DEBUG nova.network.neutron [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Successfully created port: 9b6809e3-c66f-4f89-af26-9eb5383ff873 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.518461] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f53ec70-1b06-4bfe-8389-2c51f3df219f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.631117] env[70966]: DEBUG nova.scheduler.client.report [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.757256] env[70966]: DEBUG nova.network.neutron [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Successfully updated port: 9bd6c257-f258-4f95-8686-4e6a4e29b900 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.776276] env[70966]: INFO nova.compute.manager [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Took 30.76 seconds to build instance. [ 703.864024] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Releasing lock "refresh_cache-a84deccc-f059-4f4d-a197-fde737b85d1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.864024] env[70966]: DEBUG nova.compute.manager [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Instance network_info: |[{"id": "1b07943c-1b30-4450-b92a-ffa5d165e043", "address": "fa:16:3e:cc:ed:b0", "network": {"id": "143928ef-c0f8-46a6-b1da-9447b83b94e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-960327612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc39fe4ddba742fbbb50435629fa8ae4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b07943c-1b", "ovs_interfaceid": "1b07943c-1b30-4450-b92a-ffa5d165e043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.864024] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:ed:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b07943c-1b30-4450-b92a-ffa5d165e043', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.872612] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.874024] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.874024] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ac2aa81-fab5-4671-bb04-08eaaf6658df {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.897574] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.897574] env[70966]: value = "task-3612267" [ 703.897574] env[70966]: _type = "Task" [ 703.897574] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.906609] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612267, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.976586] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612265, 'name': Rename_Task, 'duration_secs': 0.151379} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.980155] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.980448] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeaa6dcd-a60d-4978-951d-1358afe22af8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.989991] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612266, 'name': ReconfigVM_Task, 'duration_secs': 0.297742} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.991410] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f/9ee2d52c-ad37-40c9-9140-c1e7c8ba451f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.992130] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 703.992130] env[70966]: value = "task-3612268" [ 703.992130] env[70966]: _type = "Task" [ 703.992130] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.992331] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04a3bbeb-3362-42f1-97ae-748acb679a02 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.003331] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.004855] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Waiting for the task: (returnval){ [ 704.004855] env[70966]: value = "task-3612269" [ 704.004855] env[70966]: _type = "Task" [ 704.004855] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.015540] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612269, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.051341] env[70966]: DEBUG nova.compute.manager [req-6921a16f-8e12-4247-85e5-16ea621cfc36 req-86d7f4fe-ef10-4e7c-88db-02e782b82050 service nova] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Received event network-vif-plugged-1b07943c-1b30-4450-b92a-ffa5d165e043 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.051341] env[70966]: DEBUG oslo_concurrency.lockutils [req-6921a16f-8e12-4247-85e5-16ea621cfc36 req-86d7f4fe-ef10-4e7c-88db-02e782b82050 service nova] Acquiring lock "a84deccc-f059-4f4d-a197-fde737b85d1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.051341] env[70966]: DEBUG oslo_concurrency.lockutils [req-6921a16f-8e12-4247-85e5-16ea621cfc36 req-86d7f4fe-ef10-4e7c-88db-02e782b82050 service nova] Lock "a84deccc-f059-4f4d-a197-fde737b85d1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.051341] env[70966]: DEBUG oslo_concurrency.lockutils [req-6921a16f-8e12-4247-85e5-16ea621cfc36 req-86d7f4fe-ef10-4e7c-88db-02e782b82050 service nova] Lock "a84deccc-f059-4f4d-a197-fde737b85d1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.051472] env[70966]: DEBUG nova.compute.manager [req-6921a16f-8e12-4247-85e5-16ea621cfc36 req-86d7f4fe-ef10-4e7c-88db-02e782b82050 service nova] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] No waiting events found dispatching network-vif-plugged-1b07943c-1b30-4450-b92a-ffa5d165e043 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.051614] env[70966]: WARNING nova.compute.manager [req-6921a16f-8e12-4247-85e5-16ea621cfc36 req-86d7f4fe-ef10-4e7c-88db-02e782b82050 service nova] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Received unexpected event network-vif-plugged-1b07943c-1b30-4450-b92a-ffa5d165e043 for instance with vm_state building and task_state spawning. [ 704.051789] env[70966]: DEBUG nova.compute.manager [req-6921a16f-8e12-4247-85e5-16ea621cfc36 req-86d7f4fe-ef10-4e7c-88db-02e782b82050 service nova] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Received event network-changed-1b07943c-1b30-4450-b92a-ffa5d165e043 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.051948] env[70966]: DEBUG nova.compute.manager [req-6921a16f-8e12-4247-85e5-16ea621cfc36 req-86d7f4fe-ef10-4e7c-88db-02e782b82050 service nova] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Refreshing instance network info cache due to event network-changed-1b07943c-1b30-4450-b92a-ffa5d165e043. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.052234] env[70966]: DEBUG oslo_concurrency.lockutils [req-6921a16f-8e12-4247-85e5-16ea621cfc36 req-86d7f4fe-ef10-4e7c-88db-02e782b82050 service nova] Acquiring lock "refresh_cache-a84deccc-f059-4f4d-a197-fde737b85d1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.052395] env[70966]: DEBUG oslo_concurrency.lockutils [req-6921a16f-8e12-4247-85e5-16ea621cfc36 req-86d7f4fe-ef10-4e7c-88db-02e782b82050 service nova] Acquired lock "refresh_cache-a84deccc-f059-4f4d-a197-fde737b85d1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.052565] env[70966]: DEBUG nova.network.neutron [req-6921a16f-8e12-4247-85e5-16ea621cfc36 req-86d7f4fe-ef10-4e7c-88db-02e782b82050 service nova] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Refreshing network info cache for port 1b07943c-1b30-4450-b92a-ffa5d165e043 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.136483] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.137084] env[70966]: DEBUG nova.compute.manager [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.139774] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.182s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.141696] env[70966]: INFO nova.compute.claims [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.260195] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "refresh_cache-bc7eb745-301c-4b47-859c-43dbdff8cea2" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.260466] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "refresh_cache-bc7eb745-301c-4b47-859c-43dbdff8cea2" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.260499] env[70966]: DEBUG nova.network.neutron [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.280048] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6ed525e6-ea83-4196-9ac0-d9decd9b0647 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "7b32f1c1-9a02-440c-8a08-9653c1ceb1a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.280s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.410244] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612267, 'name': CreateVM_Task, 'duration_secs': 0.380562} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.410428] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.411206] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.411422] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.411810] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.412197] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bcd7aad-0947-4bc4-819b-527be77efab7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.418961] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 704.418961] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529e8a79-eff0-ba45-9da0-5061ff64753c" [ 704.418961] env[70966]: _type = "Task" [ 704.418961] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.429756] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529e8a79-eff0-ba45-9da0-5061ff64753c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.503855] env[70966]: DEBUG oslo_vmware.api [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612268, 'name': PowerOnVM_Task, 'duration_secs': 0.476111} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.504157] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.504361] env[70966]: DEBUG nova.compute.manager [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.505157] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6e8664-f2fa-4929-8b99-247b28d812da {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.516410] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612269, 'name': Rename_Task, 'duration_secs': 0.165479} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.517926] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.520906] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d97f726e-2990-4466-b878-3ff3da0dc84a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.529231] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Waiting for the task: (returnval){ [ 704.529231] env[70966]: value = "task-3612270" [ 704.529231] env[70966]: _type = "Task" [ 704.529231] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.538050] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.647429] env[70966]: DEBUG nova.compute.utils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.649026] env[70966]: DEBUG nova.compute.manager [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.649196] env[70966]: DEBUG nova.network.neutron [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.692806] env[70966]: DEBUG nova.compute.manager [req-13a9e74c-ec08-4e02-af68-cb0dffc312ad req-f01027cc-92b6-4197-919a-b630c098a608 service nova] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Received event network-vif-plugged-9bd6c257-f258-4f95-8686-4e6a4e29b900 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.693039] env[70966]: DEBUG oslo_concurrency.lockutils [req-13a9e74c-ec08-4e02-af68-cb0dffc312ad req-f01027cc-92b6-4197-919a-b630c098a608 service nova] Acquiring lock "bc7eb745-301c-4b47-859c-43dbdff8cea2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.693247] env[70966]: DEBUG oslo_concurrency.lockutils [req-13a9e74c-ec08-4e02-af68-cb0dffc312ad req-f01027cc-92b6-4197-919a-b630c098a608 service nova] Lock "bc7eb745-301c-4b47-859c-43dbdff8cea2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.693408] env[70966]: DEBUG oslo_concurrency.lockutils [req-13a9e74c-ec08-4e02-af68-cb0dffc312ad req-f01027cc-92b6-4197-919a-b630c098a608 service nova] Lock "bc7eb745-301c-4b47-859c-43dbdff8cea2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.693567] env[70966]: DEBUG nova.compute.manager [req-13a9e74c-ec08-4e02-af68-cb0dffc312ad req-f01027cc-92b6-4197-919a-b630c098a608 service nova] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] No waiting events found dispatching network-vif-plugged-9bd6c257-f258-4f95-8686-4e6a4e29b900 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.693723] env[70966]: WARNING nova.compute.manager [req-13a9e74c-ec08-4e02-af68-cb0dffc312ad req-f01027cc-92b6-4197-919a-b630c098a608 service nova] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Received unexpected event network-vif-plugged-9bd6c257-f258-4f95-8686-4e6a4e29b900 for instance with vm_state building and task_state spawning. [ 704.698319] env[70966]: DEBUG nova.policy [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0072158f20754ca89e09a5137ab96a86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56061b573ec44fb983fc83e2e507a735', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.758846] env[70966]: DEBUG nova.network.neutron [req-6921a16f-8e12-4247-85e5-16ea621cfc36 req-86d7f4fe-ef10-4e7c-88db-02e782b82050 service nova] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Updated VIF entry in instance network info cache for port 1b07943c-1b30-4450-b92a-ffa5d165e043. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.759454] env[70966]: DEBUG nova.network.neutron [req-6921a16f-8e12-4247-85e5-16ea621cfc36 req-86d7f4fe-ef10-4e7c-88db-02e782b82050 service nova] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Updating instance_info_cache with network_info: [{"id": "1b07943c-1b30-4450-b92a-ffa5d165e043", "address": "fa:16:3e:cc:ed:b0", "network": {"id": "143928ef-c0f8-46a6-b1da-9447b83b94e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-960327612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc39fe4ddba742fbbb50435629fa8ae4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b07943c-1b", "ovs_interfaceid": "1b07943c-1b30-4450-b92a-ffa5d165e043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.782372] env[70966]: DEBUG nova.compute.manager [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.793467] env[70966]: DEBUG nova.network.neutron [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.929861] env[70966]: DEBUG nova.network.neutron [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Updating instance_info_cache with network_info: [{"id": "9bd6c257-f258-4f95-8686-4e6a4e29b900", "address": "fa:16:3e:7a:93:b3", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd6c257-f2", "ovs_interfaceid": "9bd6c257-f258-4f95-8686-4e6a4e29b900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.937831] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529e8a79-eff0-ba45-9da0-5061ff64753c, 'name': SearchDatastore_Task, 'duration_secs': 0.015658} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.938485] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.938731] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.939035] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.939198] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.939503] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.940223] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ec5c68a-bc96-4190-85c1-df95450b1dcc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.949885] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.950092] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.951101] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f33d0a74-508b-4d5d-994b-cbe093d4922e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.957579] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 704.957579] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b5e5be-6fe7-a959-093a-122328b43d57" [ 704.957579] env[70966]: _type = "Task" [ 704.957579] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.966515] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b5e5be-6fe7-a959-093a-122328b43d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.033471] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.039711] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612270, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.123354] env[70966]: INFO nova.compute.manager [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Rescuing [ 705.124621] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "refresh_cache-7b32f1c1-9a02-440c-8a08-9653c1ceb1a8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.124621] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquired lock "refresh_cache-7b32f1c1-9a02-440c-8a08-9653c1ceb1a8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.124621] env[70966]: DEBUG nova.network.neutron [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.153080] env[70966]: DEBUG nova.compute.manager [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.227941] env[70966]: DEBUG nova.network.neutron [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Successfully created port: 591b2f17-49d4-4b65-9146-a429cccd81b0 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.264592] env[70966]: DEBUG oslo_concurrency.lockutils [req-6921a16f-8e12-4247-85e5-16ea621cfc36 req-86d7f4fe-ef10-4e7c-88db-02e782b82050 service nova] Releasing lock "refresh_cache-a84deccc-f059-4f4d-a197-fde737b85d1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.303613] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.439121] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "refresh_cache-bc7eb745-301c-4b47-859c-43dbdff8cea2" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.439461] env[70966]: DEBUG nova.compute.manager [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Instance network_info: |[{"id": "9bd6c257-f258-4f95-8686-4e6a4e29b900", "address": "fa:16:3e:7a:93:b3", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd6c257-f2", "ovs_interfaceid": "9bd6c257-f258-4f95-8686-4e6a4e29b900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.439857] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:93:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bd6c257-f258-4f95-8686-4e6a4e29b900', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.449153] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.452827] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.453287] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6959c4d3-20e0-4312-864b-35f5ca97265b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.486912] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b5e5be-6fe7-a959-093a-122328b43d57, 'name': SearchDatastore_Task, 'duration_secs': 0.015143} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.495941] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.495941] env[70966]: value = "task-3612271" [ 705.495941] env[70966]: _type = "Task" [ 705.495941] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.495941] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6cad43c-2a31-4f27-8417-282f2a86a54f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.501361] env[70966]: DEBUG nova.network.neutron [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Successfully updated port: 9b6809e3-c66f-4f89-af26-9eb5383ff873 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.506922] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612271, 'name': CreateVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.508345] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 705.508345] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52333921-574c-e215-8e8b-eaee53fe9494" [ 705.508345] env[70966]: _type = "Task" [ 705.508345] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.520923] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52333921-574c-e215-8e8b-eaee53fe9494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.540195] env[70966]: DEBUG oslo_vmware.api [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612270, 'name': PowerOnVM_Task, 'duration_secs': 0.512459} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.542821] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.543080] env[70966]: INFO nova.compute.manager [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Took 10.59 seconds to spawn the instance on the hypervisor. [ 705.543292] env[70966]: DEBUG nova.compute.manager [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.544297] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83eb529d-3c7e-49f3-bb44-16022d00f571 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.745757] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9049e484-ac76-4b6a-aa6e-64ff9cb76808 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.755009] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bada58b0-c8e1-4594-88dd-8b8b38e56038 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.803930] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfccd75-25e4-4576-beca-53676dd8ba83 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.813027] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7feec643-6b5a-4146-ae00-c5beb5642d95 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.828660] env[70966]: DEBUG nova.compute.provider_tree [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.959773] env[70966]: DEBUG nova.network.neutron [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Updating instance_info_cache with network_info: [{"id": "f9dd2a1d-b201-4277-9403-b5b394eb78d6", "address": "fa:16:3e:1f:a3:dd", "network": {"id": "be725e89-e605-43e4-9d86-ea7a307af3f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752546274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f0437ffc679e4632a3831cf3631c9557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9dd2a1d-b2", "ovs_interfaceid": "f9dd2a1d-b201-4277-9403-b5b394eb78d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.004787] env[70966]: DEBUG oslo_concurrency.lockutils [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.004928] env[70966]: DEBUG oslo_concurrency.lockutils [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.005049] env[70966]: DEBUG nova.network.neutron [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.010401] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612271, 'name': CreateVM_Task, 'duration_secs': 0.471956} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.015610] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.016358] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.016517] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.016871] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.017624] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7667d35-a9b7-4bf6-9a26-ac15abccad71 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.024992] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52333921-574c-e215-8e8b-eaee53fe9494, 'name': SearchDatastore_Task, 'duration_secs': 0.023122} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.027346] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.027658] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] a84deccc-f059-4f4d-a197-fde737b85d1c/a84deccc-f059-4f4d-a197-fde737b85d1c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.028043] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 706.028043] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e867f8-7fd6-f365-b15a-adb78823a1d3" [ 706.028043] env[70966]: _type = "Task" [ 706.028043] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.028255] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d5f59b1-3141-4d14-b350-ff118d0b6606 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.041740] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e867f8-7fd6-f365-b15a-adb78823a1d3, 'name': SearchDatastore_Task, 'duration_secs': 0.01517} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.046027] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.046027] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.046027] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.046027] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.046027] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.046027] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 706.046027] env[70966]: value = "task-3612272" [ 706.046027] env[70966]: _type = "Task" [ 706.046027] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.046027] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7125b503-bb3f-49c1-a3a4-9b3eb026f2e4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.055861] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.062421] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.062421] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.064510] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6519c4a-1305-4e97-8993-1b19246b2899 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.067386] env[70966]: INFO nova.compute.manager [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Took 31.55 seconds to build instance. [ 706.075036] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 706.075036] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52730615-71d7-4f66-7ada-01c9af1fbc9c" [ 706.075036] env[70966]: _type = "Task" [ 706.075036] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.082215] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52730615-71d7-4f66-7ada-01c9af1fbc9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.164655] env[70966]: DEBUG nova.compute.manager [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.198027] env[70966]: DEBUG nova.virt.hardware [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.198027] env[70966]: DEBUG nova.virt.hardware [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.198027] env[70966]: DEBUG nova.virt.hardware [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.198027] env[70966]: DEBUG nova.virt.hardware [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.198027] env[70966]: DEBUG nova.virt.hardware [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.198027] env[70966]: DEBUG nova.virt.hardware [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.198027] env[70966]: DEBUG nova.virt.hardware [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.198027] env[70966]: DEBUG nova.virt.hardware [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.198027] env[70966]: DEBUG nova.virt.hardware [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.198027] env[70966]: DEBUG nova.virt.hardware [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.198027] env[70966]: DEBUG nova.virt.hardware [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.198027] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701c55cd-ab96-45ae-9e70-e2cb1bdff898 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.208275] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cc7279-65e0-4392-b64b-1575e036dddb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.332508] env[70966]: DEBUG nova.scheduler.client.report [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.461934] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Releasing lock "refresh_cache-7b32f1c1-9a02-440c-8a08-9653c1ceb1a8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.558497] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612272, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.569799] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7296bbc1-00c9-4fff-82d3-7e22b8c42fdf tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Lock "9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.067s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.581060] env[70966]: WARNING nova.network.neutron [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] 4697b8ca-a4de-4107-aa70-0f176622332c already exists in list: networks containing: ['4697b8ca-a4de-4107-aa70-0f176622332c']. ignoring it [ 706.588600] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52730615-71d7-4f66-7ada-01c9af1fbc9c, 'name': SearchDatastore_Task, 'duration_secs': 0.01266} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.590321] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ed66e5-cb40-4fee-8001-666ab44de47a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.600694] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 706.600694] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520169d8-4307-c987-d3f7-fbfece8520ed" [ 706.600694] env[70966]: _type = "Task" [ 706.600694] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.612875] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520169d8-4307-c987-d3f7-fbfece8520ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.839075] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.839808] env[70966]: DEBUG nova.compute.manager [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.843829] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.298s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.845614] env[70966]: INFO nova.compute.claims [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.060190] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85426} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.060767] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] a84deccc-f059-4f4d-a197-fde737b85d1c/a84deccc-f059-4f4d-a197-fde737b85d1c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.061330] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.061747] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bffed6cb-d9e5-4c5c-a227-034f5db48c80 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.072254] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 707.072254] env[70966]: value = "task-3612273" [ 707.072254] env[70966]: _type = "Task" [ 707.072254] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.077260] env[70966]: DEBUG nova.compute.manager [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.087520] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.117208] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520169d8-4307-c987-d3f7-fbfece8520ed, 'name': SearchDatastore_Task, 'duration_secs': 0.022263} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.121148] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.121148] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] bc7eb745-301c-4b47-859c-43dbdff8cea2/bc7eb745-301c-4b47-859c-43dbdff8cea2.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.121148] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13d4b669-64e1-49cb-a33e-db07f9e612fe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.128482] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 707.128482] env[70966]: value = "task-3612274" [ 707.128482] env[70966]: _type = "Task" [ 707.128482] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.138690] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.215900] env[70966]: DEBUG nova.network.neutron [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Updating instance_info_cache with network_info: [{"id": "65697762-406c-43b0-812d-1e1245f2045f", "address": "fa:16:3e:62:35:05", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65697762-40", "ovs_interfaceid": "65697762-406c-43b0-812d-1e1245f2045f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b6809e3-c66f-4f89-af26-9eb5383ff873", "address": "fa:16:3e:05:80:54", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6809e3-c6", "ovs_interfaceid": "9b6809e3-c66f-4f89-af26-9eb5383ff873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.236998] env[70966]: DEBUG nova.compute.manager [req-dce56b6e-70bc-42d7-ac0d-65d5448ac54e req-9e75c749-36ea-41ef-af44-90c20bb11fa1 service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Received event network-vif-plugged-9b6809e3-c66f-4f89-af26-9eb5383ff873 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.236998] env[70966]: DEBUG oslo_concurrency.lockutils [req-dce56b6e-70bc-42d7-ac0d-65d5448ac54e req-9e75c749-36ea-41ef-af44-90c20bb11fa1 service nova] Acquiring lock "5f1c69bc-256b-4dc1-991f-0fca1f272943-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.236998] env[70966]: DEBUG oslo_concurrency.lockutils [req-dce56b6e-70bc-42d7-ac0d-65d5448ac54e req-9e75c749-36ea-41ef-af44-90c20bb11fa1 service nova] Lock "5f1c69bc-256b-4dc1-991f-0fca1f272943-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.236998] env[70966]: DEBUG oslo_concurrency.lockutils [req-dce56b6e-70bc-42d7-ac0d-65d5448ac54e req-9e75c749-36ea-41ef-af44-90c20bb11fa1 service nova] Lock "5f1c69bc-256b-4dc1-991f-0fca1f272943-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.236998] env[70966]: DEBUG nova.compute.manager [req-dce56b6e-70bc-42d7-ac0d-65d5448ac54e req-9e75c749-36ea-41ef-af44-90c20bb11fa1 service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] No waiting events found dispatching network-vif-plugged-9b6809e3-c66f-4f89-af26-9eb5383ff873 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.236998] env[70966]: WARNING nova.compute.manager [req-dce56b6e-70bc-42d7-ac0d-65d5448ac54e req-9e75c749-36ea-41ef-af44-90c20bb11fa1 service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Received unexpected event network-vif-plugged-9b6809e3-c66f-4f89-af26-9eb5383ff873 for instance with vm_state active and task_state None. [ 707.236998] env[70966]: DEBUG nova.compute.manager [req-dce56b6e-70bc-42d7-ac0d-65d5448ac54e req-9e75c749-36ea-41ef-af44-90c20bb11fa1 service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Received event network-changed-9b6809e3-c66f-4f89-af26-9eb5383ff873 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.237453] env[70966]: DEBUG nova.compute.manager [req-dce56b6e-70bc-42d7-ac0d-65d5448ac54e req-9e75c749-36ea-41ef-af44-90c20bb11fa1 service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Refreshing instance network info cache due to event network-changed-9b6809e3-c66f-4f89-af26-9eb5383ff873. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.237753] env[70966]: DEBUG oslo_concurrency.lockutils [req-dce56b6e-70bc-42d7-ac0d-65d5448ac54e req-9e75c749-36ea-41ef-af44-90c20bb11fa1 service nova] Acquiring lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.294204] env[70966]: DEBUG nova.network.neutron [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Successfully updated port: 591b2f17-49d4-4b65-9146-a429cccd81b0 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.350834] env[70966]: DEBUG nova.compute.utils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.355026] env[70966]: DEBUG nova.compute.manager [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.355026] env[70966]: DEBUG nova.network.neutron [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.391306] env[70966]: DEBUG nova.policy [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3acd7f26323a419bb07bb264ce0a3aed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc39fe4ddba742fbbb50435629fa8ae4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.568872] env[70966]: DEBUG nova.compute.manager [req-ed5f5f70-9019-4fe5-8f93-41c07582f22a req-8388750c-2740-42c3-bbfc-a6d898e377a3 service nova] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Received event network-changed-9bd6c257-f258-4f95-8686-4e6a4e29b900 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.569391] env[70966]: DEBUG nova.compute.manager [req-ed5f5f70-9019-4fe5-8f93-41c07582f22a req-8388750c-2740-42c3-bbfc-a6d898e377a3 service nova] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Refreshing instance network info cache due to event network-changed-9bd6c257-f258-4f95-8686-4e6a4e29b900. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.569722] env[70966]: DEBUG oslo_concurrency.lockutils [req-ed5f5f70-9019-4fe5-8f93-41c07582f22a req-8388750c-2740-42c3-bbfc-a6d898e377a3 service nova] Acquiring lock "refresh_cache-bc7eb745-301c-4b47-859c-43dbdff8cea2" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.570145] env[70966]: DEBUG oslo_concurrency.lockutils [req-ed5f5f70-9019-4fe5-8f93-41c07582f22a req-8388750c-2740-42c3-bbfc-a6d898e377a3 service nova] Acquired lock "refresh_cache-bc7eb745-301c-4b47-859c-43dbdff8cea2" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.570445] env[70966]: DEBUG nova.network.neutron [req-ed5f5f70-9019-4fe5-8f93-41c07582f22a req-8388750c-2740-42c3-bbfc-a6d898e377a3 service nova] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Refreshing network info cache for port 9bd6c257-f258-4f95-8686-4e6a4e29b900 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.602636] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073401} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.603237] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.604331] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc97c47-ceb4-4ca0-b984-751e3f4f3ae3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.640082] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] a84deccc-f059-4f4d-a197-fde737b85d1c/a84deccc-f059-4f4d-a197-fde737b85d1c.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.641694] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.642064] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebdcb332-67ae-4d1a-89d6-307e4fdaf57f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.676796] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612274, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.679578] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 707.679578] env[70966]: value = "task-3612275" [ 707.679578] env[70966]: _type = "Task" [ 707.679578] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.696226] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612275, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.718756] env[70966]: DEBUG oslo_concurrency.lockutils [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.719366] env[70966]: DEBUG oslo_concurrency.lockutils [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.719690] env[70966]: DEBUG oslo_concurrency.lockutils [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.720217] env[70966]: DEBUG oslo_concurrency.lockutils [req-dce56b6e-70bc-42d7-ac0d-65d5448ac54e req-9e75c749-36ea-41ef-af44-90c20bb11fa1 service nova] Acquired lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.720553] env[70966]: DEBUG nova.network.neutron [req-dce56b6e-70bc-42d7-ac0d-65d5448ac54e req-9e75c749-36ea-41ef-af44-90c20bb11fa1 service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Refreshing network info cache for port 9b6809e3-c66f-4f89-af26-9eb5383ff873 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.723015] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5242d7-6b2b-4485-a7ae-8be19e2aab79 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.751775] env[70966]: DEBUG nova.virt.hardware [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.752094] env[70966]: DEBUG nova.virt.hardware [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.752281] env[70966]: DEBUG nova.virt.hardware [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.752470] env[70966]: DEBUG nova.virt.hardware [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.752619] env[70966]: DEBUG nova.virt.hardware [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.752839] env[70966]: DEBUG nova.virt.hardware [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.753041] env[70966]: DEBUG nova.virt.hardware [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.753244] env[70966]: DEBUG nova.virt.hardware [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.753447] env[70966]: DEBUG nova.virt.hardware [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.753630] env[70966]: DEBUG nova.virt.hardware [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.754119] env[70966]: DEBUG nova.virt.hardware [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.760881] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Reconfiguring VM to attach interface {{(pid=70966) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 707.761726] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcfb0ad6-21af-459c-89e8-e2ce953ee1e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.784673] env[70966]: DEBUG oslo_vmware.api [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 707.784673] env[70966]: value = "task-3612276" [ 707.784673] env[70966]: _type = "Task" [ 707.784673] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.800888] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "refresh_cache-103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.801071] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "refresh_cache-103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.801307] env[70966]: DEBUG nova.network.neutron [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.802935] env[70966]: DEBUG oslo_vmware.api [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612276, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.855379] env[70966]: DEBUG nova.compute.manager [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.002986] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.002986] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7887877e-c8c3-493a-8ce9-3ba4233cbe0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.012321] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 708.012321] env[70966]: value = "task-3612277" [ 708.012321] env[70966]: _type = "Task" [ 708.012321] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.025503] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.042558] env[70966]: DEBUG nova.network.neutron [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Successfully created port: 7cd97efa-78a3-4c0c-8917-82f49ac97215 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.152226] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859118} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.155083] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] bc7eb745-301c-4b47-859c-43dbdff8cea2/bc7eb745-301c-4b47-859c-43dbdff8cea2.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.155323] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.155810] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bd70fe9-b920-42f5-be92-867d1c768682 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.165453] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 708.165453] env[70966]: value = "task-3612278" [ 708.165453] env[70966]: _type = "Task" [ 708.165453] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.179825] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.191894] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.302883] env[70966]: DEBUG oslo_vmware.api [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.374388] env[70966]: DEBUG nova.network.neutron [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.518837] env[70966]: DEBUG nova.network.neutron [req-ed5f5f70-9019-4fe5-8f93-41c07582f22a req-8388750c-2740-42c3-bbfc-a6d898e377a3 service nova] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Updated VIF entry in instance network info cache for port 9bd6c257-f258-4f95-8686-4e6a4e29b900. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.519340] env[70966]: DEBUG nova.network.neutron [req-ed5f5f70-9019-4fe5-8f93-41c07582f22a req-8388750c-2740-42c3-bbfc-a6d898e377a3 service nova] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Updating instance_info_cache with network_info: [{"id": "9bd6c257-f258-4f95-8686-4e6a4e29b900", "address": "fa:16:3e:7a:93:b3", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd6c257-f2", "ovs_interfaceid": "9bd6c257-f258-4f95-8686-4e6a4e29b900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.526028] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612277, 'name': PowerOffVM_Task, 'duration_secs': 0.319715} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.526709] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.527627] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd89351-d511-40e8-9d14-98413077213d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.557266] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea7ba23-10d8-4ec7-8463-7f1c71140932 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.592607] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3538445e-849f-476f-b0dd-44d9a61b5340 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.601260] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e0c2e0-20d0-4159-97ca-79b0688623ec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.606161] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.606416] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c36d9e04-219d-4ba3-b7bf-4d4f82ce1fa1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.641917] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e046be-4fdd-4e75-ab64-d69bc1e23baf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.644692] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 708.644692] env[70966]: value = "task-3612279" [ 708.644692] env[70966]: _type = "Task" [ 708.644692] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.654665] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8ca2dd-a586-477d-9664-a15fff08acb5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.662425] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] VM already powered off {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 708.663854] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.663854] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.663854] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.663854] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.663854] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a7bb54-87dc-40b2-badf-72f18747e533 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.673354] env[70966]: DEBUG nova.compute.provider_tree [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.688236] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082221} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.688496] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.688662] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.690635] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.690635] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d58d8d90-6483-42ca-bb73-e5cbc5c81bbb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.695545] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a996698-6622-4c3f-a3c8-6113251165ab {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.698489] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612275, 'name': ReconfigVM_Task, 'duration_secs': 0.678776} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.699107] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Reconfigured VM instance instance-0000001c to attach disk [datastore2] a84deccc-f059-4f4d-a197-fde737b85d1c/a84deccc-f059-4f4d-a197-fde737b85d1c.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.699997] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-542937eb-428a-4327-9217-caaf33fe3f5a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.702918] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 708.702918] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522baf2d-7a20-7b76-f845-247a0cc925ef" [ 708.702918] env[70966]: _type = "Task" [ 708.702918] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.721257] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] bc7eb745-301c-4b47-859c-43dbdff8cea2/bc7eb745-301c-4b47-859c-43dbdff8cea2.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.725865] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b35f9f66-a83b-45e6-9ba0-25e50439d14c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.742324] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 708.742324] env[70966]: value = "task-3612280" [ 708.742324] env[70966]: _type = "Task" [ 708.742324] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.743233] env[70966]: DEBUG nova.network.neutron [req-dce56b6e-70bc-42d7-ac0d-65d5448ac54e req-9e75c749-36ea-41ef-af44-90c20bb11fa1 service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Updated VIF entry in instance network info cache for port 9b6809e3-c66f-4f89-af26-9eb5383ff873. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.743627] env[70966]: DEBUG nova.network.neutron [req-dce56b6e-70bc-42d7-ac0d-65d5448ac54e req-9e75c749-36ea-41ef-af44-90c20bb11fa1 service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Updating instance_info_cache with network_info: [{"id": "65697762-406c-43b0-812d-1e1245f2045f", "address": "fa:16:3e:62:35:05", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65697762-40", "ovs_interfaceid": "65697762-406c-43b0-812d-1e1245f2045f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b6809e3-c66f-4f89-af26-9eb5383ff873", "address": "fa:16:3e:05:80:54", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6809e3-c6", "ovs_interfaceid": "9b6809e3-c66f-4f89-af26-9eb5383ff873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.745401] env[70966]: DEBUG nova.network.neutron [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Updating instance_info_cache with network_info: [{"id": "591b2f17-49d4-4b65-9146-a429cccd81b0", "address": "fa:16:3e:d6:f1:77", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591b2f17-49", "ovs_interfaceid": "591b2f17-49d4-4b65-9146-a429cccd81b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.755850] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522baf2d-7a20-7b76-f845-247a0cc925ef, 'name': SearchDatastore_Task, 'duration_secs': 0.023245} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.762779] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 708.762779] env[70966]: value = "task-3612281" [ 708.762779] env[70966]: _type = "Task" [ 708.762779] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.767072] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddecc6c7-ae2f-46c0-8a46-60fa3bee3845 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.770034] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612280, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.782884] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 708.782884] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525c1279-4313-291b-ee5c-5353c10374cf" [ 708.782884] env[70966]: _type = "Task" [ 708.782884] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.783497] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.797651] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525c1279-4313-291b-ee5c-5353c10374cf, 'name': SearchDatastore_Task, 'duration_secs': 0.015585} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.801181] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.801484] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk. {{(pid=70966) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 708.802145] env[70966]: DEBUG oslo_vmware.api [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.802384] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-475c3eb7-ab72-4564-a318-249207c63f12 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.811283] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 708.811283] env[70966]: value = "task-3612282" [ 708.811283] env[70966]: _type = "Task" [ 708.811283] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.821616] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.878917] env[70966]: DEBUG nova.compute.manager [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.885824] env[70966]: DEBUG oslo_concurrency.lockutils [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquiring lock "18779dc5-88dd-4b52-b3a0-aba8cac880e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.886167] env[70966]: DEBUG oslo_concurrency.lockutils [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Lock "18779dc5-88dd-4b52-b3a0-aba8cac880e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.886472] env[70966]: DEBUG oslo_concurrency.lockutils [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquiring lock "18779dc5-88dd-4b52-b3a0-aba8cac880e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.886731] env[70966]: DEBUG oslo_concurrency.lockutils [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Lock "18779dc5-88dd-4b52-b3a0-aba8cac880e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.887118] env[70966]: DEBUG oslo_concurrency.lockutils [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Lock "18779dc5-88dd-4b52-b3a0-aba8cac880e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.889875] env[70966]: INFO nova.compute.manager [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Terminating instance [ 708.902923] env[70966]: DEBUG nova.virt.hardware [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.903363] env[70966]: DEBUG nova.virt.hardware [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.903363] env[70966]: DEBUG nova.virt.hardware [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.903521] env[70966]: DEBUG nova.virt.hardware [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.903666] env[70966]: DEBUG nova.virt.hardware [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.903813] env[70966]: DEBUG nova.virt.hardware [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.904038] env[70966]: DEBUG nova.virt.hardware [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.904201] env[70966]: DEBUG nova.virt.hardware [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.904364] env[70966]: DEBUG nova.virt.hardware [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.904522] env[70966]: DEBUG nova.virt.hardware [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.904689] env[70966]: DEBUG nova.virt.hardware [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.905639] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11d0244-056a-4a54-877a-b668dd20ead1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.916111] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11226ef1-3d8e-47fc-a2bd-f2bdaab85b54 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.027950] env[70966]: DEBUG oslo_concurrency.lockutils [req-ed5f5f70-9019-4fe5-8f93-41c07582f22a req-8388750c-2740-42c3-bbfc-a6d898e377a3 service nova] Releasing lock "refresh_cache-bc7eb745-301c-4b47-859c-43dbdff8cea2" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.180267] env[70966]: DEBUG nova.scheduler.client.report [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.248205] env[70966]: DEBUG oslo_concurrency.lockutils [req-dce56b6e-70bc-42d7-ac0d-65d5448ac54e req-9e75c749-36ea-41ef-af44-90c20bb11fa1 service nova] Releasing lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.261810] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "refresh_cache-103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.262400] env[70966]: DEBUG nova.compute.manager [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Instance network_info: |[{"id": "591b2f17-49d4-4b65-9146-a429cccd81b0", "address": "fa:16:3e:d6:f1:77", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591b2f17-49", "ovs_interfaceid": "591b2f17-49d4-4b65-9146-a429cccd81b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.262528] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612280, 'name': Rename_Task, 'duration_secs': 0.323016} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.262814] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:f1:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '591b2f17-49d4-4b65-9146-a429cccd81b0', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.272405] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Creating folder: Project (56061b573ec44fb983fc83e2e507a735). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.272660] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.273206] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Acquiring lock "9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.273543] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Lock "9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.274192] env[70966]: INFO nova.compute.manager [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Rebooting instance [ 709.275918] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ed92143-073d-4bbe-865c-84e1a0c09a3f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.278203] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3d509d2-70d1-4b10-bd43-9c8ad57263f1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.297244] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 709.297244] env[70966]: value = "task-3612284" [ 709.297244] env[70966]: _type = "Task" [ 709.297244] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.297626] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612281, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.307307] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Created folder: Project (56061b573ec44fb983fc83e2e507a735) in parent group-v720468. [ 709.307533] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Creating folder: Instances. Parent ref: group-v720544. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.307940] env[70966]: DEBUG oslo_vmware.api [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612276, 'name': ReconfigVM_Task, 'duration_secs': 1.123874} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.308609] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6e88786-38cf-41a7-96df-1964f472ca3a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.314368] env[70966]: DEBUG oslo_concurrency.lockutils [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.314592] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Reconfigured VM to attach interface {{(pid=70966) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 709.322799] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.333915] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612282, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.337357] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Created folder: Instances in parent group-v720544. [ 709.337357] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.337744] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.338271] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0771073-0a59-45c6-a4f1-9475cd4142ee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.364960] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.364960] env[70966]: value = "task-3612286" [ 709.364960] env[70966]: _type = "Task" [ 709.364960] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.375430] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612286, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.396643] env[70966]: DEBUG oslo_concurrency.lockutils [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquiring lock "refresh_cache-18779dc5-88dd-4b52-b3a0-aba8cac880e6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.396923] env[70966]: DEBUG oslo_concurrency.lockutils [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquired lock "refresh_cache-18779dc5-88dd-4b52-b3a0-aba8cac880e6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.397131] env[70966]: DEBUG nova.network.neutron [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.688304] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.690017] env[70966]: DEBUG nova.compute.manager [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.696083] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.461s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.700130] env[70966]: INFO nova.compute.claims [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.808856] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612281, 'name': ReconfigVM_Task, 'duration_secs': 0.54754} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.809944] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Reconfigured VM instance instance-0000001d to attach disk [datastore1] bc7eb745-301c-4b47-859c-43dbdff8cea2/bc7eb745-301c-4b47-859c-43dbdff8cea2.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.814017] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77924381-a198-4e1b-8d16-68ebc576e79e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.818647] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.828854] env[70966]: DEBUG oslo_concurrency.lockutils [None req-56b9c3ca-034c-4896-a09e-11ab62372332 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-5f1c69bc-256b-4dc1-991f-0fca1f272943-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.032s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.831939] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 709.831939] env[70966]: value = "task-3612287" [ 709.831939] env[70966]: _type = "Task" [ 709.831939] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.832510] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Acquiring lock "refresh_cache-9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.832680] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Acquired lock "refresh_cache-9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.832999] env[70966]: DEBUG nova.network.neutron [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.843205] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605067} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.844973] env[70966]: INFO nova.virt.vmwareapi.ds_util [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk. [ 709.846238] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26751790-7fbc-4307-bbed-56af56e71448 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.854026] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612287, 'name': Rename_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.879597] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.883592] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc082ccf-cad3-4f1a-a168-efbbc8d7c69d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.905201] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612286, 'name': CreateVM_Task, 'duration_secs': 0.420181} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.906454] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.906800] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 709.906800] env[70966]: value = "task-3612288" [ 709.906800] env[70966]: _type = "Task" [ 709.906800] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.907482] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.907652] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.908256] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.908676] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42feeec6-9432-41b3-80c3-c679270a6909 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.918113] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 709.918113] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cd0f64-2fe8-4844-d471-d0995c0ac132" [ 709.918113] env[70966]: _type = "Task" [ 709.918113] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.921501] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.925144] env[70966]: DEBUG nova.network.neutron [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.934124] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cd0f64-2fe8-4844-d471-d0995c0ac132, 'name': SearchDatastore_Task, 'duration_secs': 0.014108} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.934419] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.934700] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.934938] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.935128] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.935375] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.935891] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4537aa4-c6b4-46a3-8905-9820568c86f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.949022] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.949022] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.949022] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b28054-739d-49d4-9195-6155ba3c6ed5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.955423] env[70966]: DEBUG nova.network.neutron [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Successfully updated port: 7cd97efa-78a3-4c0c-8917-82f49ac97215 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.958409] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 709.958409] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d396cd-0b83-f73f-e0f6-b7dfc496e066" [ 709.958409] env[70966]: _type = "Task" [ 709.958409] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.969720] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d396cd-0b83-f73f-e0f6-b7dfc496e066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.996323] env[70966]: DEBUG nova.network.neutron [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.207845] env[70966]: DEBUG nova.compute.utils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.210532] env[70966]: DEBUG nova.compute.manager [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.215608] env[70966]: DEBUG nova.network.neutron [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.275372] env[70966]: DEBUG nova.policy [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5118deb1d6934526b64b69d20febc9b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f2e3bf3480a407c9dcc013249eda266', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.283640] env[70966]: DEBUG nova.compute.manager [req-e7a001d0-3aa1-4982-9b37-2be8261638e5 req-4951c567-7dfa-40fc-bf12-400217718650 service nova] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Received event network-vif-plugged-591b2f17-49d4-4b65-9146-a429cccd81b0 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.283902] env[70966]: DEBUG oslo_concurrency.lockutils [req-e7a001d0-3aa1-4982-9b37-2be8261638e5 req-4951c567-7dfa-40fc-bf12-400217718650 service nova] Acquiring lock "103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.284456] env[70966]: DEBUG oslo_concurrency.lockutils [req-e7a001d0-3aa1-4982-9b37-2be8261638e5 req-4951c567-7dfa-40fc-bf12-400217718650 service nova] Lock "103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.284554] env[70966]: DEBUG oslo_concurrency.lockutils [req-e7a001d0-3aa1-4982-9b37-2be8261638e5 req-4951c567-7dfa-40fc-bf12-400217718650 service nova] Lock "103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.284758] env[70966]: DEBUG nova.compute.manager [req-e7a001d0-3aa1-4982-9b37-2be8261638e5 req-4951c567-7dfa-40fc-bf12-400217718650 service nova] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] No waiting events found dispatching network-vif-plugged-591b2f17-49d4-4b65-9146-a429cccd81b0 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.284973] env[70966]: WARNING nova.compute.manager [req-e7a001d0-3aa1-4982-9b37-2be8261638e5 req-4951c567-7dfa-40fc-bf12-400217718650 service nova] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Received unexpected event network-vif-plugged-591b2f17-49d4-4b65-9146-a429cccd81b0 for instance with vm_state building and task_state spawning. [ 710.285192] env[70966]: DEBUG nova.compute.manager [req-e7a001d0-3aa1-4982-9b37-2be8261638e5 req-4951c567-7dfa-40fc-bf12-400217718650 service nova] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Received event network-changed-591b2f17-49d4-4b65-9146-a429cccd81b0 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.285384] env[70966]: DEBUG nova.compute.manager [req-e7a001d0-3aa1-4982-9b37-2be8261638e5 req-4951c567-7dfa-40fc-bf12-400217718650 service nova] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Refreshing instance network info cache due to event network-changed-591b2f17-49d4-4b65-9146-a429cccd81b0. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.285604] env[70966]: DEBUG oslo_concurrency.lockutils [req-e7a001d0-3aa1-4982-9b37-2be8261638e5 req-4951c567-7dfa-40fc-bf12-400217718650 service nova] Acquiring lock "refresh_cache-103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.285773] env[70966]: DEBUG oslo_concurrency.lockutils [req-e7a001d0-3aa1-4982-9b37-2be8261638e5 req-4951c567-7dfa-40fc-bf12-400217718650 service nova] Acquired lock "refresh_cache-103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.285960] env[70966]: DEBUG nova.network.neutron [req-e7a001d0-3aa1-4982-9b37-2be8261638e5 req-4951c567-7dfa-40fc-bf12-400217718650 service nova] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Refreshing network info cache for port 591b2f17-49d4-4b65-9146-a429cccd81b0 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.312481] env[70966]: DEBUG oslo_vmware.api [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612284, 'name': PowerOnVM_Task, 'duration_secs': 0.804216} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.312481] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.312657] env[70966]: INFO nova.compute.manager [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Took 9.63 seconds to spawn the instance on the hypervisor. [ 710.312824] env[70966]: DEBUG nova.compute.manager [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.313702] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a90347-a097-40ff-9fd5-1c90a46f71ec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.349988] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612287, 'name': Rename_Task, 'duration_secs': 0.210019} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.350859] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.351158] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07f34e06-7eed-47c6-ae6b-4515f04b8a80 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.362807] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 710.362807] env[70966]: value = "task-3612289" [ 710.362807] env[70966]: _type = "Task" [ 710.362807] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.371746] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.422879] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.457361] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "refresh_cache-bb288733-a6d1-4bac-b59b-57db9fcb79ed" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.457361] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquired lock "refresh_cache-bb288733-a6d1-4bac-b59b-57db9fcb79ed" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.457361] env[70966]: DEBUG nova.network.neutron [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.471760] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d396cd-0b83-f73f-e0f6-b7dfc496e066, 'name': SearchDatastore_Task, 'duration_secs': 0.012203} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.472810] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128fb4bc-64d8-49fa-9c51-c6b6aa47611c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.481099] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 710.481099] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ac7a28-88cf-5282-e387-1ffd2b350c7a" [ 710.481099] env[70966]: _type = "Task" [ 710.481099] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.492021] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ac7a28-88cf-5282-e387-1ffd2b350c7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.500397] env[70966]: DEBUG oslo_concurrency.lockutils [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Releasing lock "refresh_cache-18779dc5-88dd-4b52-b3a0-aba8cac880e6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.500397] env[70966]: DEBUG nova.compute.manager [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.500397] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.500397] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55777b19-a115-4147-82bd-3eb8de97bf4f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.508963] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.509362] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7788e5e-d12e-46d6-8485-94ca2685549a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.518353] env[70966]: DEBUG oslo_vmware.api [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 710.518353] env[70966]: value = "task-3612290" [ 710.518353] env[70966]: _type = "Task" [ 710.518353] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.528719] env[70966]: DEBUG oslo_vmware.api [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.668161] env[70966]: DEBUG nova.network.neutron [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Updating instance_info_cache with network_info: [{"id": "20f6892a-1f27-483c-9832-e041ce2d29a6", "address": "fa:16:3e:6a:3c:1f", "network": {"id": "57741af3-40ff-471e-801a-aff3ccae0d88", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1612587175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c4293cff61c460899774154dc10c9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f6892a-1f", "ovs_interfaceid": "20f6892a-1f27-483c-9832-e041ce2d29a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.695607] env[70966]: DEBUG nova.network.neutron [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Successfully created port: d9e46db2-49ff-4959-b80a-d7152cde2c47 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.719723] env[70966]: DEBUG nova.compute.manager [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.832947] env[70966]: INFO nova.compute.manager [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Took 32.29 seconds to build instance. [ 710.880582] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.923545] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612288, 'name': ReconfigVM_Task, 'duration_secs': 0.701105} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.923820] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.925022] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b09e282-5cfb-4e59-b87f-408ab640c3fa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.958477] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad5dbbba-f27f-4d58-9f82-e74768f7ca6c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.982524] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 710.982524] env[70966]: value = "task-3612291" [ 710.982524] env[70966]: _type = "Task" [ 710.982524] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.003341] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ac7a28-88cf-5282-e387-1ffd2b350c7a, 'name': SearchDatastore_Task, 'duration_secs': 0.012088} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.007523] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.007523] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.007523] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636/103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.009773] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90393980-2d36-476f-93ab-0c9895765bad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.012798] env[70966]: DEBUG nova.network.neutron [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.025607] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 711.025607] env[70966]: value = "task-3612292" [ 711.025607] env[70966]: _type = "Task" [ 711.025607] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.037015] env[70966]: DEBUG oslo_vmware.api [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612290, 'name': PowerOffVM_Task, 'duration_secs': 0.266774} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.039625] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.039992] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.040316] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52dc03bb-9498-459c-972c-67290b30a41a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.046364] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.073743] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.073891] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.074108] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Deleting the datastore file [datastore2] 18779dc5-88dd-4b52-b3a0-aba8cac880e6 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.074387] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6394cca5-e75c-45f3-ab76-2ce4016292e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.085178] env[70966]: DEBUG oslo_vmware.api [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for the task: (returnval){ [ 711.085178] env[70966]: value = "task-3612294" [ 711.085178] env[70966]: _type = "Task" [ 711.085178] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.113167] env[70966]: DEBUG oslo_vmware.api [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.171770] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Releasing lock "refresh_cache-9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.213662] env[70966]: DEBUG nova.network.neutron [req-e7a001d0-3aa1-4982-9b37-2be8261638e5 req-4951c567-7dfa-40fc-bf12-400217718650 service nova] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Updated VIF entry in instance network info cache for port 591b2f17-49d4-4b65-9146-a429cccd81b0. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.213918] env[70966]: DEBUG nova.network.neutron [req-e7a001d0-3aa1-4982-9b37-2be8261638e5 req-4951c567-7dfa-40fc-bf12-400217718650 service nova] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Updating instance_info_cache with network_info: [{"id": "591b2f17-49d4-4b65-9146-a429cccd81b0", "address": "fa:16:3e:d6:f1:77", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591b2f17-49", "ovs_interfaceid": "591b2f17-49d4-4b65-9146-a429cccd81b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.262634] env[70966]: DEBUG nova.network.neutron [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Updating instance_info_cache with network_info: [{"id": "7cd97efa-78a3-4c0c-8917-82f49ac97215", "address": "fa:16:3e:65:b1:15", "network": {"id": "143928ef-c0f8-46a6-b1da-9447b83b94e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-960327612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc39fe4ddba742fbbb50435629fa8ae4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cd97efa-78", "ovs_interfaceid": "7cd97efa-78a3-4c0c-8917-82f49ac97215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.335476] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1fc464fd-e455-4b01-b003-5a0f7c48dd88 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "a84deccc-f059-4f4d-a197-fde737b85d1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.021s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.383652] env[70966]: DEBUG oslo_vmware.api [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612289, 'name': PowerOnVM_Task, 'duration_secs': 0.962825} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.384326] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.384542] env[70966]: INFO nova.compute.manager [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Took 7.92 seconds to spawn the instance on the hypervisor. [ 711.384716] env[70966]: DEBUG nova.compute.manager [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.385625] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5d3dfd-1927-4a6f-a6ed-9c4a021f7f60 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.500610] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612291, 'name': ReconfigVM_Task, 'duration_secs': 0.1878} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.505102] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.506026] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e9dd31f-d838-4226-9532-30ae96f67d29 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.515437] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 711.515437] env[70966]: value = "task-3612295" [ 711.515437] env[70966]: _type = "Task" [ 711.515437] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.536017] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.542864] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612292, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.545594] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa86bcca-8733-4b95-a3f6-f44d249e5d01 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.556638] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261a007f-67b4-4b7f-8211-22aafb775fb5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.595036] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9124374-6555-4cbf-a4a1-3240fc961420 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.607682] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de16a2d-2777-4173-b153-e13068e1fcbc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.611376] env[70966]: DEBUG oslo_vmware.api [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Task: {'id': task-3612294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107606} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.611732] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.611921] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.612189] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.612189] env[70966]: INFO nova.compute.manager [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 711.612450] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.613224] env[70966]: DEBUG nova.compute.manager [-] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.613224] env[70966]: DEBUG nova.network.neutron [-] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.624796] env[70966]: DEBUG nova.compute.provider_tree [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.633018] env[70966]: DEBUG nova.network.neutron [-] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.683532] env[70966]: DEBUG nova.compute.manager [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.683532] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2029f22-a8ca-40b7-943c-157daec1b9a6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.722137] env[70966]: DEBUG oslo_concurrency.lockutils [req-e7a001d0-3aa1-4982-9b37-2be8261638e5 req-4951c567-7dfa-40fc-bf12-400217718650 service nova] Releasing lock "refresh_cache-103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.728527] env[70966]: DEBUG nova.compute.manager [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.759968] env[70966]: DEBUG nova.virt.hardware [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.760326] env[70966]: DEBUG nova.virt.hardware [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.760513] env[70966]: DEBUG nova.virt.hardware [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.760707] env[70966]: DEBUG nova.virt.hardware [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.761265] env[70966]: DEBUG nova.virt.hardware [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.761486] env[70966]: DEBUG nova.virt.hardware [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.761817] env[70966]: DEBUG nova.virt.hardware [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.762095] env[70966]: DEBUG nova.virt.hardware [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.762302] env[70966]: DEBUG nova.virt.hardware [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.762476] env[70966]: DEBUG nova.virt.hardware [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.762668] env[70966]: DEBUG nova.virt.hardware [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.764011] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3df18d4-4109-422d-ad4d-d9d2c9e5c64f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.767851] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Releasing lock "refresh_cache-bb288733-a6d1-4bac-b59b-57db9fcb79ed" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.768223] env[70966]: DEBUG nova.compute.manager [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Instance network_info: |[{"id": "7cd97efa-78a3-4c0c-8917-82f49ac97215", "address": "fa:16:3e:65:b1:15", "network": {"id": "143928ef-c0f8-46a6-b1da-9447b83b94e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-960327612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc39fe4ddba742fbbb50435629fa8ae4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cd97efa-78", "ovs_interfaceid": "7cd97efa-78a3-4c0c-8917-82f49ac97215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.768680] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:b1:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cd97efa-78a3-4c0c-8917-82f49ac97215', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.777284] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.777987] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.778276] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0190b229-ef7f-47b4-9f0e-1fa90deb1e0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.801356] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43fa4e7-7fd2-42d6-9376-9e7102c6a8f6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.807498] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.807498] env[70966]: value = "task-3612296" [ 711.807498] env[70966]: _type = "Task" [ 711.807498] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.828089] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612296, 'name': CreateVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.841913] env[70966]: DEBUG nova.compute.manager [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.915428] env[70966]: INFO nova.compute.manager [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Took 30.56 seconds to build instance. [ 712.029293] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612295, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.041500] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535095} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.041791] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636/103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.042075] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.042541] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-409e93cc-6ae7-4a46-a247-5202926d46f0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.053426] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 712.053426] env[70966]: value = "task-3612297" [ 712.053426] env[70966]: _type = "Task" [ 712.053426] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.069491] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.129379] env[70966]: DEBUG nova.scheduler.client.report [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.135552] env[70966]: DEBUG nova.network.neutron [-] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.273749] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "5191e604-7633-4903-ad1d-c1ecfd3c4d68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.273989] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "5191e604-7633-4903-ad1d-c1ecfd3c4d68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.293074] env[70966]: DEBUG nova.network.neutron [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Successfully updated port: d9e46db2-49ff-4959-b80a-d7152cde2c47 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.322286] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612296, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.367057] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.416364] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e932bab6-76cc-454d-ac7e-fdeeb75a0667 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "bc7eb745-301c-4b47-859c-43dbdff8cea2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.807s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.447104] env[70966]: DEBUG nova.compute.manager [req-29bda482-004d-4ea1-99f2-dfdb3ed32bdb req-7086942d-7ea4-4b79-9185-f2588035b670 service nova] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Received event network-vif-plugged-d9e46db2-49ff-4959-b80a-d7152cde2c47 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.449320] env[70966]: DEBUG oslo_concurrency.lockutils [req-29bda482-004d-4ea1-99f2-dfdb3ed32bdb req-7086942d-7ea4-4b79-9185-f2588035b670 service nova] Acquiring lock "32bc47e5-e5f6-4962-8dff-32810985304b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.449320] env[70966]: DEBUG oslo_concurrency.lockutils [req-29bda482-004d-4ea1-99f2-dfdb3ed32bdb req-7086942d-7ea4-4b79-9185-f2588035b670 service nova] Lock "32bc47e5-e5f6-4962-8dff-32810985304b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.449473] env[70966]: DEBUG oslo_concurrency.lockutils [req-29bda482-004d-4ea1-99f2-dfdb3ed32bdb req-7086942d-7ea4-4b79-9185-f2588035b670 service nova] Lock "32bc47e5-e5f6-4962-8dff-32810985304b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.450050] env[70966]: DEBUG nova.compute.manager [req-29bda482-004d-4ea1-99f2-dfdb3ed32bdb req-7086942d-7ea4-4b79-9185-f2588035b670 service nova] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] No waiting events found dispatching network-vif-plugged-d9e46db2-49ff-4959-b80a-d7152cde2c47 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.450339] env[70966]: WARNING nova.compute.manager [req-29bda482-004d-4ea1-99f2-dfdb3ed32bdb req-7086942d-7ea4-4b79-9185-f2588035b670 service nova] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Received unexpected event network-vif-plugged-d9e46db2-49ff-4959-b80a-d7152cde2c47 for instance with vm_state building and task_state spawning. [ 712.478641] env[70966]: DEBUG nova.compute.manager [req-16bc5d4f-8abd-44b3-891a-6394a4bc9c02 req-402a38d7-dec6-4ad1-93da-84e7cb2cc6b0 service nova] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Received event network-vif-plugged-7cd97efa-78a3-4c0c-8917-82f49ac97215 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.478877] env[70966]: DEBUG oslo_concurrency.lockutils [req-16bc5d4f-8abd-44b3-891a-6394a4bc9c02 req-402a38d7-dec6-4ad1-93da-84e7cb2cc6b0 service nova] Acquiring lock "bb288733-a6d1-4bac-b59b-57db9fcb79ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.479181] env[70966]: DEBUG oslo_concurrency.lockutils [req-16bc5d4f-8abd-44b3-891a-6394a4bc9c02 req-402a38d7-dec6-4ad1-93da-84e7cb2cc6b0 service nova] Lock "bb288733-a6d1-4bac-b59b-57db9fcb79ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.479405] env[70966]: DEBUG oslo_concurrency.lockutils [req-16bc5d4f-8abd-44b3-891a-6394a4bc9c02 req-402a38d7-dec6-4ad1-93da-84e7cb2cc6b0 service nova] Lock "bb288733-a6d1-4bac-b59b-57db9fcb79ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.479583] env[70966]: DEBUG nova.compute.manager [req-16bc5d4f-8abd-44b3-891a-6394a4bc9c02 req-402a38d7-dec6-4ad1-93da-84e7cb2cc6b0 service nova] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] No waiting events found dispatching network-vif-plugged-7cd97efa-78a3-4c0c-8917-82f49ac97215 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.479958] env[70966]: WARNING nova.compute.manager [req-16bc5d4f-8abd-44b3-891a-6394a4bc9c02 req-402a38d7-dec6-4ad1-93da-84e7cb2cc6b0 service nova] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Received unexpected event network-vif-plugged-7cd97efa-78a3-4c0c-8917-82f49ac97215 for instance with vm_state building and task_state spawning. [ 712.480121] env[70966]: DEBUG nova.compute.manager [req-16bc5d4f-8abd-44b3-891a-6394a4bc9c02 req-402a38d7-dec6-4ad1-93da-84e7cb2cc6b0 service nova] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Received event network-changed-7cd97efa-78a3-4c0c-8917-82f49ac97215 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.480339] env[70966]: DEBUG nova.compute.manager [req-16bc5d4f-8abd-44b3-891a-6394a4bc9c02 req-402a38d7-dec6-4ad1-93da-84e7cb2cc6b0 service nova] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Refreshing instance network info cache due to event network-changed-7cd97efa-78a3-4c0c-8917-82f49ac97215. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.480537] env[70966]: DEBUG oslo_concurrency.lockutils [req-16bc5d4f-8abd-44b3-891a-6394a4bc9c02 req-402a38d7-dec6-4ad1-93da-84e7cb2cc6b0 service nova] Acquiring lock "refresh_cache-bb288733-a6d1-4bac-b59b-57db9fcb79ed" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.480675] env[70966]: DEBUG oslo_concurrency.lockutils [req-16bc5d4f-8abd-44b3-891a-6394a4bc9c02 req-402a38d7-dec6-4ad1-93da-84e7cb2cc6b0 service nova] Acquired lock "refresh_cache-bb288733-a6d1-4bac-b59b-57db9fcb79ed" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.480828] env[70966]: DEBUG nova.network.neutron [req-16bc5d4f-8abd-44b3-891a-6394a4bc9c02 req-402a38d7-dec6-4ad1-93da-84e7cb2cc6b0 service nova] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Refreshing network info cache for port 7cd97efa-78a3-4c0c-8917-82f49ac97215 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.526759] env[70966]: DEBUG oslo_vmware.api [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612295, 'name': PowerOnVM_Task, 'duration_secs': 0.553295} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.527095] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.530319] env[70966]: DEBUG nova.compute.manager [None req-c9fe2e12-81c1-4376-94fe-79d07c187da3 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.531266] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9c0025-f2bd-4138-8db3-97ef596c53ec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.563978] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07982} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.564299] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.565148] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbab951-2858-467b-a9c0-d1cda0be77c1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.591744] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636/103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.592415] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4361153-c446-43f4-b211-dc23d6de87d2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.613225] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 712.613225] env[70966]: value = "task-3612298" [ 712.613225] env[70966]: _type = "Task" [ 712.613225] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.622151] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.634949] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.939s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.635528] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.638101] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.412s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.639549] env[70966]: INFO nova.compute.claims [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.644049] env[70966]: INFO nova.compute.manager [-] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Took 1.03 seconds to deallocate network for instance. [ 712.701791] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8461b2ac-3a1d-4b62-8153-f8055d8450df {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.709314] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Doing hard reboot of VM {{(pid=70966) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 712.709589] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-dc3530eb-f053-430b-945f-7791e5d1bd83 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.716814] env[70966]: DEBUG oslo_vmware.api [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Waiting for the task: (returnval){ [ 712.716814] env[70966]: value = "task-3612299" [ 712.716814] env[70966]: _type = "Task" [ 712.716814] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.726544] env[70966]: DEBUG oslo_vmware.api [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612299, 'name': ResetVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.796083] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "refresh_cache-32bc47e5-e5f6-4962-8dff-32810985304b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.796375] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquired lock "refresh_cache-32bc47e5-e5f6-4962-8dff-32810985304b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.796574] env[70966]: DEBUG nova.network.neutron [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.822737] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612296, 'name': CreateVM_Task, 'duration_secs': 0.795895} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.822927] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.823703] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.823887] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.824298] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.824623] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-833185cf-599d-44dc-93d1-4204191355dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.830899] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 712.830899] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e08a99-bd3b-0a7b-0d56-4c53c8b13ade" [ 712.830899] env[70966]: _type = "Task" [ 712.830899] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.839782] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e08a99-bd3b-0a7b-0d56-4c53c8b13ade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.919450] env[70966]: DEBUG nova.compute.manager [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.127122] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612298, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.146742] env[70966]: DEBUG nova.compute.utils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.150615] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.150927] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.153500] env[70966]: DEBUG oslo_concurrency.lockutils [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.175045] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "interface-5f1c69bc-256b-4dc1-991f-0fca1f272943-9b6809e3-c66f-4f89-af26-9eb5383ff873" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.175972] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-5f1c69bc-256b-4dc1-991f-0fca1f272943-9b6809e3-c66f-4f89-af26-9eb5383ff873" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.210045] env[70966]: DEBUG nova.policy [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dcbb40707554abca8687567c90658bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e2762484523455f8ccfe2888c289f83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.230687] env[70966]: DEBUG oslo_vmware.api [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612299, 'name': ResetVM_Task, 'duration_secs': 0.096941} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.230982] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Did hard reboot of VM {{(pid=70966) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 713.231201] env[70966]: DEBUG nova.compute.manager [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.231977] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f8ec34-91c3-4914-b5fa-e0e8c8212e8f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.251644] env[70966]: DEBUG nova.network.neutron [req-16bc5d4f-8abd-44b3-891a-6394a4bc9c02 req-402a38d7-dec6-4ad1-93da-84e7cb2cc6b0 service nova] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Updated VIF entry in instance network info cache for port 7cd97efa-78a3-4c0c-8917-82f49ac97215. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.252109] env[70966]: DEBUG nova.network.neutron [req-16bc5d4f-8abd-44b3-891a-6394a4bc9c02 req-402a38d7-dec6-4ad1-93da-84e7cb2cc6b0 service nova] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Updating instance_info_cache with network_info: [{"id": "7cd97efa-78a3-4c0c-8917-82f49ac97215", "address": "fa:16:3e:65:b1:15", "network": {"id": "143928ef-c0f8-46a6-b1da-9447b83b94e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-960327612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc39fe4ddba742fbbb50435629fa8ae4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cd97efa-78", "ovs_interfaceid": "7cd97efa-78a3-4c0c-8917-82f49ac97215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.344184] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e08a99-bd3b-0a7b-0d56-4c53c8b13ade, 'name': SearchDatastore_Task, 'duration_secs': 0.024119} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.344184] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.344184] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.344184] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.344309] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.344836] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.344836] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-423308f0-21a2-44bd-91cc-55de5a89f30e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.347479] env[70966]: DEBUG nova.network.neutron [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.360451] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.360595] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.363026] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671a2073-7009-4128-bffe-ff117bc7d863 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.368471] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 713.368471] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526d44de-435c-8644-3555-73e826bbbad0" [ 713.368471] env[70966]: _type = "Task" [ 713.368471] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.383269] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526d44de-435c-8644-3555-73e826bbbad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.438618] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.574773] env[70966]: DEBUG nova.network.neutron [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Updating instance_info_cache with network_info: [{"id": "d9e46db2-49ff-4959-b80a-d7152cde2c47", "address": "fa:16:3e:4c:b6:10", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e46db2-49", "ovs_interfaceid": "d9e46db2-49ff-4959-b80a-d7152cde2c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.629736] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612298, 'name': ReconfigVM_Task, 'duration_secs': 0.557886} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.630861] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Successfully created port: 50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.632810] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636/103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.633449] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac92d567-4b59-4c2f-83c2-8fca21fafa24 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.642121] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 713.642121] env[70966]: value = "task-3612300" [ 713.642121] env[70966]: _type = "Task" [ 713.642121] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.654473] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.657747] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612300, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.679711] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.680340] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.680803] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c24874-498e-4955-9e25-fc10f64c56ce {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.716659] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8cfda7-0c67-489f-9349-314f206b3dc4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.746450] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Reconfiguring VM to detach interface {{(pid=70966) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 713.751229] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d8e842c-a9a3-42c4-b0ba-1f4a05ee4cec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.772641] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3848586d-27c3-4c23-9d24-548c0f094fde tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Lock "9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.499s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.773929] env[70966]: DEBUG oslo_concurrency.lockutils [req-16bc5d4f-8abd-44b3-891a-6394a4bc9c02 req-402a38d7-dec6-4ad1-93da-84e7cb2cc6b0 service nova] Releasing lock "refresh_cache-bb288733-a6d1-4bac-b59b-57db9fcb79ed" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.782072] env[70966]: DEBUG oslo_vmware.api [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 713.782072] env[70966]: value = "task-3612301" [ 713.782072] env[70966]: _type = "Task" [ 713.782072] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.798170] env[70966]: DEBUG oslo_vmware.api [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612301, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.890736] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526d44de-435c-8644-3555-73e826bbbad0, 'name': SearchDatastore_Task, 'duration_secs': 0.023943} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.890736] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d047b81-97f3-48b1-b454-51291f534d60 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.897724] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 713.897724] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52943317-ed88-a7a1-9006-208a6a64e6ab" [ 713.897724] env[70966]: _type = "Task" [ 713.897724] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.913688] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.913786] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.920581] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52943317-ed88-a7a1-9006-208a6a64e6ab, 'name': SearchDatastore_Task, 'duration_secs': 0.017093} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.920839] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.921200] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] bb288733-a6d1-4bac-b59b-57db9fcb79ed/bb288733-a6d1-4bac-b59b-57db9fcb79ed.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.921767] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af6ad427-e0d2-4da3-9f35-b8841f73057e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.936808] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 713.936808] env[70966]: value = "task-3612302" [ 713.936808] env[70966]: _type = "Task" [ 713.936808] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.952744] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.079703] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Releasing lock "refresh_cache-32bc47e5-e5f6-4962-8dff-32810985304b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.080060] env[70966]: DEBUG nova.compute.manager [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Instance network_info: |[{"id": "d9e46db2-49ff-4959-b80a-d7152cde2c47", "address": "fa:16:3e:4c:b6:10", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e46db2-49", "ovs_interfaceid": "d9e46db2-49ff-4959-b80a-d7152cde2c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.081029] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:b6:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9e46db2-49ff-4959-b80a-d7152cde2c47', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.088310] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Creating folder: Project (9f2e3bf3480a407c9dcc013249eda266). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.088934] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-847efe25-2bc1-42b6-b67f-0885258a59cc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.112126] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Created folder: Project (9f2e3bf3480a407c9dcc013249eda266) in parent group-v720468. [ 714.112349] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Creating folder: Instances. Parent ref: group-v720548. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.112604] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a669219-8e3c-4af2-b2c5-3c386acf5c83 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.125476] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Created folder: Instances in parent group-v720548. [ 714.125748] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.125971] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.126183] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee899bd3-49e5-46c5-91e7-9e4dfd1db32f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.151019] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.151019] env[70966]: value = "task-3612305" [ 714.151019] env[70966]: _type = "Task" [ 714.151019] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.154490] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612300, 'name': Rename_Task, 'duration_secs': 0.246533} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.158670] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.164238] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a231f65-1d8c-45a8-b1b7-8b85b5384099 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.176851] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612305, 'name': CreateVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.178665] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 714.178665] env[70966]: value = "task-3612306" [ 714.178665] env[70966]: _type = "Task" [ 714.178665] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.193591] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.295247] env[70966]: DEBUG oslo_vmware.api [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.408610] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "4f0b7637-6afd-4b78-aca9-ba2f6af4f764" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.408879] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "4f0b7637-6afd-4b78-aca9-ba2f6af4f764" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.416068] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b7a1a8-215e-4549-ac7f-c5b00a2cb8a8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.426321] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9840b5ba-2e13-4853-bdfb-71368960e6cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.473269] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd380be-ee9d-4c0f-a837-4459cb81f940 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.483671] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612302, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.487386] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a11e08-c3fc-49ed-87ef-2cf910978cd9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.510371] env[70966]: DEBUG nova.compute.provider_tree [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.663118] env[70966]: DEBUG nova.compute.manager [req-0b8daa6b-c3f3-41f7-8f14-7f30d582567e req-f6a0e613-4f07-467c-9659-a223b6b5fbdc service nova] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Received event network-changed-d9e46db2-49ff-4959-b80a-d7152cde2c47 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.663427] env[70966]: DEBUG nova.compute.manager [req-0b8daa6b-c3f3-41f7-8f14-7f30d582567e req-f6a0e613-4f07-467c-9659-a223b6b5fbdc service nova] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Refreshing instance network info cache due to event network-changed-d9e46db2-49ff-4959-b80a-d7152cde2c47. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.663768] env[70966]: DEBUG oslo_concurrency.lockutils [req-0b8daa6b-c3f3-41f7-8f14-7f30d582567e req-f6a0e613-4f07-467c-9659-a223b6b5fbdc service nova] Acquiring lock "refresh_cache-32bc47e5-e5f6-4962-8dff-32810985304b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.663920] env[70966]: DEBUG oslo_concurrency.lockutils [req-0b8daa6b-c3f3-41f7-8f14-7f30d582567e req-f6a0e613-4f07-467c-9659-a223b6b5fbdc service nova] Acquired lock "refresh_cache-32bc47e5-e5f6-4962-8dff-32810985304b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.664160] env[70966]: DEBUG nova.network.neutron [req-0b8daa6b-c3f3-41f7-8f14-7f30d582567e req-f6a0e613-4f07-467c-9659-a223b6b5fbdc service nova] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Refreshing network info cache for port d9e46db2-49ff-4959-b80a-d7152cde2c47 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.669154] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.676397] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612305, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.699576] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.702058] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.702299] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.702457] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.702640] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.702786] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.702933] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.703200] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.703379] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.703551] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.703716] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.703888] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.705102] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a658ff2-2a83-4705-ab14-2b209ff17e90 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.715471] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4073ae39-091b-4995-b89a-bcc5f3bcc3a5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.798445] env[70966]: DEBUG oslo_vmware.api [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.983877] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600628} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.983877] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] bb288733-a6d1-4bac-b59b-57db9fcb79ed/bb288733-a6d1-4bac-b59b-57db9fcb79ed.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.983877] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.983877] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34cf959d-2fe6-4f42-9cd6-31a0d05bcaa6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.992852] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 714.992852] env[70966]: value = "task-3612307" [ 714.992852] env[70966]: _type = "Task" [ 714.992852] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.002048] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.017399] env[70966]: DEBUG nova.scheduler.client.report [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.021150] env[70966]: INFO nova.compute.manager [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Rebuilding instance [ 715.074389] env[70966]: DEBUG nova.compute.manager [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.075521] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c0b81b-3c88-4ab2-9f5c-5e8e53a7f639 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.164389] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612305, 'name': CreateVM_Task, 'duration_secs': 0.584073} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.164575] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.165274] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.165462] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.165757] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.166028] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc12f14-8d5c-4350-adcd-58706afb7361 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.171836] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 715.171836] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523b7844-d0b1-506d-b10e-2676c2909c51" [ 715.171836] env[70966]: _type = "Task" [ 715.171836] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.183222] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523b7844-d0b1-506d-b10e-2676c2909c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.192621] env[70966]: DEBUG oslo_vmware.api [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612306, 'name': PowerOnVM_Task, 'duration_secs': 0.709889} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.192887] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.193101] env[70966]: INFO nova.compute.manager [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Took 9.03 seconds to spawn the instance on the hypervisor. [ 715.193286] env[70966]: DEBUG nova.compute.manager [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.194082] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824ad884-b813-4cf1-bce4-50044b6b17dd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.239724] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Successfully updated port: 50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.295826] env[70966]: DEBUG oslo_vmware.api [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.401240] env[70966]: DEBUG nova.network.neutron [req-0b8daa6b-c3f3-41f7-8f14-7f30d582567e req-f6a0e613-4f07-467c-9659-a223b6b5fbdc service nova] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Updated VIF entry in instance network info cache for port d9e46db2-49ff-4959-b80a-d7152cde2c47. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.401645] env[70966]: DEBUG nova.network.neutron [req-0b8daa6b-c3f3-41f7-8f14-7f30d582567e req-f6a0e613-4f07-467c-9659-a223b6b5fbdc service nova] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Updating instance_info_cache with network_info: [{"id": "d9e46db2-49ff-4959-b80a-d7152cde2c47", "address": "fa:16:3e:4c:b6:10", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e46db2-49", "ovs_interfaceid": "d9e46db2-49ff-4959-b80a-d7152cde2c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.406020] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Acquiring lock "9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.406020] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Lock "9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.406136] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Acquiring lock "9ee2d52c-ad37-40c9-9140-c1e7c8ba451f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.406242] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Lock "9ee2d52c-ad37-40c9-9140-c1e7c8ba451f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.406851] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Lock "9ee2d52c-ad37-40c9-9140-c1e7c8ba451f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.408343] env[70966]: INFO nova.compute.manager [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Terminating instance [ 715.502915] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079398} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.503212] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.503992] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce2aaa4-ef06-40b6-ae6b-bcb2b766044b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.526027] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] bb288733-a6d1-4bac-b59b-57db9fcb79ed/bb288733-a6d1-4bac-b59b-57db9fcb79ed.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.526862] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.889s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.527360] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.530365] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d60a997-0452-4225-b1e9-7064d99490c1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.547408] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.338s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.547408] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.547408] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70966) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 715.547408] env[70966]: DEBUG oslo_concurrency.lockutils [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.840s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.547656] env[70966]: DEBUG nova.objects.instance [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lazy-loading 'resources' on Instance uuid 398963b2-611f-4ba1-bdcd-06363b773c3a {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.550204] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd4767c-f2b3-4cbf-aa6a-ab57bd7b07c7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.559677] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2233c2-51b9-436c-8acc-48e0bad843f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.566334] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 715.566334] env[70966]: value = "task-3612308" [ 715.566334] env[70966]: _type = "Task" [ 715.566334] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.579838] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2927587-7b9c-47a3-bbab-132de7c63efb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.588674] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.596438] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b648ced7-aa92-4438-91c7-1d6fbbeda86b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.628581] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179580MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70966) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 715.628751] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.683706] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523b7844-d0b1-506d-b10e-2676c2909c51, 'name': SearchDatastore_Task, 'duration_secs': 0.068758} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.684033] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.684257] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.684490] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.684633] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.684809] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.685073] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-249b1a14-b03f-4b9a-8dbb-cfc861cc5d48 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.696822] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.697032] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.697762] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae274a4-c0e9-4f57-a630-b4e9cac71296 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.703387] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 715.703387] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521c1774-ba50-03f8-6caf-db3dcd250383" [ 715.703387] env[70966]: _type = "Task" [ 715.703387] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.713433] env[70966]: INFO nova.compute.manager [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Took 30.66 seconds to build instance. [ 715.717722] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521c1774-ba50-03f8-6caf-db3dcd250383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.743030] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "refresh_cache-3278e6e3-ba77-41bc-bbf9-29b6a68399e7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.743030] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquired lock "refresh_cache-3278e6e3-ba77-41bc-bbf9-29b6a68399e7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.743030] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.798549] env[70966]: DEBUG oslo_vmware.api [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.904586] env[70966]: DEBUG oslo_concurrency.lockutils [req-0b8daa6b-c3f3-41f7-8f14-7f30d582567e req-f6a0e613-4f07-467c-9659-a223b6b5fbdc service nova] Releasing lock "refresh_cache-32bc47e5-e5f6-4962-8dff-32810985304b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.911709] env[70966]: DEBUG nova.compute.manager [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.911986] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.912928] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a608943a-fb53-4e90-a886-5a3a404a9a15 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.921725] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.921988] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed622b0a-3aca-4395-a60c-a0425615156d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.929326] env[70966]: DEBUG oslo_vmware.api [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Waiting for the task: (returnval){ [ 715.929326] env[70966]: value = "task-3612309" [ 715.929326] env[70966]: _type = "Task" [ 715.929326] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.939152] env[70966]: DEBUG oslo_vmware.api [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.032494] env[70966]: DEBUG nova.compute.utils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.033923] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.034115] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.078234] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612308, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.082757] env[70966]: DEBUG nova.policy [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dcbb40707554abca8687567c90658bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e2762484523455f8ccfe2888c289f83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.090404] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.090486] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0c9105e-fe58-4edf-9eda-16a8aeccf15a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.113060] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 716.113060] env[70966]: value = "task-3612310" [ 716.113060] env[70966]: _type = "Task" [ 716.113060] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.123124] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.215045] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521c1774-ba50-03f8-6caf-db3dcd250383, 'name': SearchDatastore_Task, 'duration_secs': 0.018604} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.217780] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48b53d62-9584-44b8-8812-b599536f4678 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.132s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.219950] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c6d0bb-467c-4299-951b-bbf88d1274ec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.228427] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 716.228427] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5209a360-3308-9fda-51a2-376fea3b5529" [ 716.228427] env[70966]: _type = "Task" [ 716.228427] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.237274] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5209a360-3308-9fda-51a2-376fea3b5529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.285311] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.300943] env[70966]: DEBUG oslo_vmware.api [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.444535] env[70966]: DEBUG oslo_vmware.api [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612309, 'name': PowerOffVM_Task, 'duration_secs': 0.271105} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.444826] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.444994] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.445392] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bd2b92b-08ed-4609-b419-ad65fc57d0ca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.459572] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Successfully created port: 9dfd8ce9-0b67-45fc-b5dc-098bdee18eda {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.518832] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.519147] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.519353] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Deleting the datastore file [datastore2] 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.520503] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Updating instance_info_cache with network_info: [{"id": "50b28243-dd8a-4b5f-a8d8-aee85d8dabf7", "address": "fa:16:3e:5a:92:74", "network": {"id": "8141a671-9a8c-4021-95b9-7d500ef50f39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-519655660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e2762484523455f8ccfe2888c289f83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b28243-dd", "ovs_interfaceid": "50b28243-dd8a-4b5f-a8d8-aee85d8dabf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.521539] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59292ec4-fdac-4933-a7e2-cff65917703d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.531707] env[70966]: DEBUG oslo_vmware.api [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Waiting for the task: (returnval){ [ 716.531707] env[70966]: value = "task-3612312" [ 716.531707] env[70966]: _type = "Task" [ 716.531707] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.536692] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.547351] env[70966]: DEBUG oslo_vmware.api [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.578095] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612308, 'name': ReconfigVM_Task, 'duration_secs': 0.595593} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.581395] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Reconfigured VM instance instance-0000001f to attach disk [datastore1] bb288733-a6d1-4bac-b59b-57db9fcb79ed/bb288733-a6d1-4bac-b59b-57db9fcb79ed.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.582302] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-505a3f92-1bff-41cc-8797-aa63398d8c69 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.591190] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 716.591190] env[70966]: value = "task-3612313" [ 716.591190] env[70966]: _type = "Task" [ 716.591190] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.605094] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612313, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.627943] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612310, 'name': PowerOffVM_Task, 'duration_secs': 0.325468} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.627943] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.627943] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.628830] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cf2304-4ef3-4933-8ad5-4dba9858ea9b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.642632] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.642922] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a432e3b-19de-4017-8fe0-c5da8ebc5f7d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.689824] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66837167-53ef-48f2-8e41-bff5a75fb4b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.699588] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e2f800-e110-441f-955f-e096646b4685 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.732305] env[70966]: DEBUG nova.compute.manager [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.739835] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb0d4f2-9223-4f7c-8925-4d47bc5ab5ed {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.743754] env[70966]: DEBUG nova.compute.manager [req-32e38c35-a440-49eb-a07e-9ccfe714c331 req-ba56f17f-10f7-4193-83f5-2638e17830da service nova] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Received event network-vif-plugged-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.743975] env[70966]: DEBUG oslo_concurrency.lockutils [req-32e38c35-a440-49eb-a07e-9ccfe714c331 req-ba56f17f-10f7-4193-83f5-2638e17830da service nova] Acquiring lock "3278e6e3-ba77-41bc-bbf9-29b6a68399e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.744205] env[70966]: DEBUG oslo_concurrency.lockutils [req-32e38c35-a440-49eb-a07e-9ccfe714c331 req-ba56f17f-10f7-4193-83f5-2638e17830da service nova] Lock "3278e6e3-ba77-41bc-bbf9-29b6a68399e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.744379] env[70966]: DEBUG oslo_concurrency.lockutils [req-32e38c35-a440-49eb-a07e-9ccfe714c331 req-ba56f17f-10f7-4193-83f5-2638e17830da service nova] Lock "3278e6e3-ba77-41bc-bbf9-29b6a68399e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.744545] env[70966]: DEBUG nova.compute.manager [req-32e38c35-a440-49eb-a07e-9ccfe714c331 req-ba56f17f-10f7-4193-83f5-2638e17830da service nova] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] No waiting events found dispatching network-vif-plugged-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.744706] env[70966]: WARNING nova.compute.manager [req-32e38c35-a440-49eb-a07e-9ccfe714c331 req-ba56f17f-10f7-4193-83f5-2638e17830da service nova] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Received unexpected event network-vif-plugged-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 for instance with vm_state building and task_state spawning. [ 716.744862] env[70966]: DEBUG nova.compute.manager [req-32e38c35-a440-49eb-a07e-9ccfe714c331 req-ba56f17f-10f7-4193-83f5-2638e17830da service nova] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Received event network-changed-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.745025] env[70966]: DEBUG nova.compute.manager [req-32e38c35-a440-49eb-a07e-9ccfe714c331 req-ba56f17f-10f7-4193-83f5-2638e17830da service nova] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Refreshing instance network info cache due to event network-changed-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.745192] env[70966]: DEBUG oslo_concurrency.lockutils [req-32e38c35-a440-49eb-a07e-9ccfe714c331 req-ba56f17f-10f7-4193-83f5-2638e17830da service nova] Acquiring lock "refresh_cache-3278e6e3-ba77-41bc-bbf9-29b6a68399e7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.755685] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a465c2df-04fe-4d60-b930-8549cbb45733 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.760378] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5209a360-3308-9fda-51a2-376fea3b5529, 'name': SearchDatastore_Task, 'duration_secs': 0.012633} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.760535] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.760791] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 32bc47e5-e5f6-4962-8dff-32810985304b/32bc47e5-e5f6-4962-8dff-32810985304b.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.762230] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e99c2cbc-cb42-4bd8-b1c4-b7a4235d57be {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.772950] env[70966]: DEBUG nova.compute.provider_tree [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.776378] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 716.776378] env[70966]: value = "task-3612315" [ 716.776378] env[70966]: _type = "Task" [ 716.776378] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.787175] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.798297] env[70966]: DEBUG oslo_vmware.api [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.027022] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Releasing lock "refresh_cache-3278e6e3-ba77-41bc-bbf9-29b6a68399e7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.027389] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Instance network_info: |[{"id": "50b28243-dd8a-4b5f-a8d8-aee85d8dabf7", "address": "fa:16:3e:5a:92:74", "network": {"id": "8141a671-9a8c-4021-95b9-7d500ef50f39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-519655660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e2762484523455f8ccfe2888c289f83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b28243-dd", "ovs_interfaceid": "50b28243-dd8a-4b5f-a8d8-aee85d8dabf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.027709] env[70966]: DEBUG oslo_concurrency.lockutils [req-32e38c35-a440-49eb-a07e-9ccfe714c331 req-ba56f17f-10f7-4193-83f5-2638e17830da service nova] Acquired lock "refresh_cache-3278e6e3-ba77-41bc-bbf9-29b6a68399e7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.027891] env[70966]: DEBUG nova.network.neutron [req-32e38c35-a440-49eb-a07e-9ccfe714c331 req-ba56f17f-10f7-4193-83f5-2638e17830da service nova] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Refreshing network info cache for port 50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.029245] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:92:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50b28243-dd8a-4b5f-a8d8-aee85d8dabf7', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.037037] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Creating folder: Project (0e2762484523455f8ccfe2888c289f83). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.037733] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cc185ff-791c-43af-a32f-94a461042071 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.057505] env[70966]: DEBUG oslo_vmware.api [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Task: {'id': task-3612312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215304} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.058956] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.059244] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.059433] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.059603] env[70966]: INFO nova.compute.manager [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 717.059914] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.060041] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Created folder: Project (0e2762484523455f8ccfe2888c289f83) in parent group-v720468. [ 717.060236] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Creating folder: Instances. Parent ref: group-v720551. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.060456] env[70966]: DEBUG nova.compute.manager [-] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.060543] env[70966]: DEBUG nova.network.neutron [-] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.065316] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffcaf476-3d2a-421b-8634-a23b8203f398 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.079732] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Created folder: Instances in parent group-v720551. [ 717.079974] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.080223] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.080446] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57805ca0-74b2-4433-a3a7-96500644cfee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.105287] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612313, 'name': Rename_Task, 'duration_secs': 0.235897} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.105585] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.105842] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9689d6fd-8ed4-4e5b-afa9-8fea502ac6b9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.110610] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.110610] env[70966]: value = "task-3612318" [ 717.110610] env[70966]: _type = "Task" [ 717.110610] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.117567] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 717.117567] env[70966]: value = "task-3612319" [ 717.117567] env[70966]: _type = "Task" [ 717.117567] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.120872] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612318, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.132667] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.265727] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.278683] env[70966]: DEBUG nova.scheduler.client.report [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.295876] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612315, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.305202] env[70966]: DEBUG oslo_vmware.api [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.548447] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.581025] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.581025] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.581025] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.581025] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.581025] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.581025] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.581025] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.581868] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.582060] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.582360] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.582595] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.583799] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32309e48-1832-4ae9-bc3f-6014d74b538c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.593539] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc47ab28-5f0d-4a3c-9682-a5833c9fef63 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.623475] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612318, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.633635] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.637725] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.638047] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.638324] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleting the datastore file [datastore1] bc7eb745-301c-4b47-859c-43dbdff8cea2 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.641680] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00b122e9-c510-42e2-8d69-b42f3114aed9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.651343] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 717.651343] env[70966]: value = "task-3612320" [ 717.651343] env[70966]: _type = "Task" [ 717.651343] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.664348] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.787103] env[70966]: DEBUG oslo_concurrency.lockutils [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.791897] env[70966]: DEBUG oslo_concurrency.lockutils [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.245s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.791897] env[70966]: DEBUG nova.objects.instance [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Lazy-loading 'resources' on Instance uuid 8f76e24e-bad2-451b-a3e7-99a77ab2fb29 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.809646] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723091} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.810796] env[70966]: DEBUG nova.network.neutron [req-32e38c35-a440-49eb-a07e-9ccfe714c331 req-ba56f17f-10f7-4193-83f5-2638e17830da service nova] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Updated VIF entry in instance network info cache for port 50b28243-dd8a-4b5f-a8d8-aee85d8dabf7. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.811323] env[70966]: DEBUG nova.network.neutron [req-32e38c35-a440-49eb-a07e-9ccfe714c331 req-ba56f17f-10f7-4193-83f5-2638e17830da service nova] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Updating instance_info_cache with network_info: [{"id": "50b28243-dd8a-4b5f-a8d8-aee85d8dabf7", "address": "fa:16:3e:5a:92:74", "network": {"id": "8141a671-9a8c-4021-95b9-7d500ef50f39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-519655660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e2762484523455f8ccfe2888c289f83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b28243-dd", "ovs_interfaceid": "50b28243-dd8a-4b5f-a8d8-aee85d8dabf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.816028] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 32bc47e5-e5f6-4962-8dff-32810985304b/32bc47e5-e5f6-4962-8dff-32810985304b.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.816028] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.816028] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4909834-8703-4735-94f1-8bb9f3f83a81 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.822771] env[70966]: DEBUG oslo_vmware.api [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.824043] env[70966]: INFO nova.scheduler.client.report [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Deleted allocations for instance 398963b2-611f-4ba1-bdcd-06363b773c3a [ 717.831263] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 717.831263] env[70966]: value = "task-3612321" [ 717.831263] env[70966]: _type = "Task" [ 717.831263] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.847024] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.889760] env[70966]: DEBUG nova.network.neutron [-] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.124653] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612318, 'name': CreateVM_Task, 'duration_secs': 0.694568} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.129295] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.131178] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.131360] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.131727] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.132403] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f545e006-1d07-469b-b0b3-bc9841974b74 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.140948] env[70966]: DEBUG oslo_vmware.api [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612319, 'name': PowerOnVM_Task, 'duration_secs': 0.745039} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.142616] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.144361] env[70966]: INFO nova.compute.manager [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Took 9.27 seconds to spawn the instance on the hypervisor. [ 718.144659] env[70966]: DEBUG nova.compute.manager [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.145876] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 718.145876] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cd6bcd-f6a0-8bf5-729c-792e54b0d4c5" [ 718.145876] env[70966]: _type = "Task" [ 718.145876] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.145876] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9267c88-561a-43d2-acd5-49f3e101b6b5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.164254] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cd6bcd-f6a0-8bf5-729c-792e54b0d4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.169246] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222795} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.169635] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.169869] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.170128] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.269172] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Successfully updated port: 9dfd8ce9-0b67-45fc-b5dc-098bdee18eda {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.304705] env[70966]: DEBUG oslo_vmware.api [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.317129] env[70966]: DEBUG oslo_concurrency.lockutils [req-32e38c35-a440-49eb-a07e-9ccfe714c331 req-ba56f17f-10f7-4193-83f5-2638e17830da service nova] Releasing lock "refresh_cache-3278e6e3-ba77-41bc-bbf9-29b6a68399e7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.340718] env[70966]: DEBUG oslo_concurrency.lockutils [None req-92a0928f-bc52-4759-bd91-7a6a61515bfa tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "398963b2-611f-4ba1-bdcd-06363b773c3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.141s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.342501] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "398963b2-611f-4ba1-bdcd-06363b773c3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 18.663s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.342771] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "398963b2-611f-4ba1-bdcd-06363b773c3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.342991] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "398963b2-611f-4ba1-bdcd-06363b773c3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.343186] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "398963b2-611f-4ba1-bdcd-06363b773c3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.344995] env[70966]: INFO nova.compute.manager [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Terminating instance [ 718.353569] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088898} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.353869] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.354706] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9b6903-e262-4890-9f27-316af3317f10 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.386835] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 32bc47e5-e5f6-4962-8dff-32810985304b/32bc47e5-e5f6-4962-8dff-32810985304b.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.390179] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e180a767-c617-425a-9b6c-9554ede075c2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.406306] env[70966]: INFO nova.compute.manager [-] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Took 1.35 seconds to deallocate network for instance. [ 718.420886] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 718.420886] env[70966]: value = "task-3612322" [ 718.420886] env[70966]: _type = "Task" [ 718.420886] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.431205] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.661821] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cd6bcd-f6a0-8bf5-729c-792e54b0d4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.029033} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.663678] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.663678] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.663678] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.663678] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.663678] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.663678] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c6e7984-485c-4453-a5e9-359f36f3d24f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.678878] env[70966]: INFO nova.compute.manager [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Took 30.74 seconds to build instance. [ 718.684503] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.685418] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.685482] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2690b71c-4fba-477e-9fb7-0009a0d047fe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.701629] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 718.701629] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c1ee17-12ff-32d1-b750-2ae98e597807" [ 718.701629] env[70966]: _type = "Task" [ 718.701629] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.711885] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c1ee17-12ff-32d1-b750-2ae98e597807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.774760] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "refresh_cache-d1b322c8-c490-43ef-b7b3-74cd3b159cec" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.774760] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquired lock "refresh_cache-d1b322c8-c490-43ef-b7b3-74cd3b159cec" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.774760] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.804375] env[70966]: DEBUG oslo_vmware.api [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.850802] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "refresh_cache-398963b2-611f-4ba1-bdcd-06363b773c3a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.850994] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquired lock "refresh_cache-398963b2-611f-4ba1-bdcd-06363b773c3a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.851196] env[70966]: DEBUG nova.network.neutron [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.915717] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.931303] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612322, 'name': ReconfigVM_Task, 'duration_secs': 0.316297} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.931642] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 32bc47e5-e5f6-4962-8dff-32810985304b/32bc47e5-e5f6-4962-8dff-32810985304b.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.932306] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e9ebc8d-c268-4d98-af68-6d0e2a8eef64 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.937801] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c5a9ee-c49c-4755-aa42-f20337a14147 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.941580] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 718.941580] env[70966]: value = "task-3612323" [ 718.941580] env[70966]: _type = "Task" [ 718.941580] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.948543] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8438f05-c75c-4817-8ccd-1b4a8faa44ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.955133] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612323, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.987042] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da96f7c8-e74c-4457-b814-14846b2383cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.995826] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db16bfc-12a0-4f2a-b21e-d9f08df57515 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.012197] env[70966]: DEBUG nova.compute.provider_tree [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.135307] env[70966]: DEBUG nova.compute.manager [req-ff5b75e8-70ce-4478-bbe2-808aa677bdea req-7abee374-b169-4bba-81a2-444774d6d331 service nova] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Received event network-vif-deleted-20f6892a-1f27-483c-9832-e041ce2d29a6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.135307] env[70966]: DEBUG nova.compute.manager [req-ff5b75e8-70ce-4478-bbe2-808aa677bdea req-7abee374-b169-4bba-81a2-444774d6d331 service nova] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Received event network-vif-plugged-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.135307] env[70966]: DEBUG oslo_concurrency.lockutils [req-ff5b75e8-70ce-4478-bbe2-808aa677bdea req-7abee374-b169-4bba-81a2-444774d6d331 service nova] Acquiring lock "d1b322c8-c490-43ef-b7b3-74cd3b159cec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.135307] env[70966]: DEBUG oslo_concurrency.lockutils [req-ff5b75e8-70ce-4478-bbe2-808aa677bdea req-7abee374-b169-4bba-81a2-444774d6d331 service nova] Lock "d1b322c8-c490-43ef-b7b3-74cd3b159cec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.135307] env[70966]: DEBUG oslo_concurrency.lockutils [req-ff5b75e8-70ce-4478-bbe2-808aa677bdea req-7abee374-b169-4bba-81a2-444774d6d331 service nova] Lock "d1b322c8-c490-43ef-b7b3-74cd3b159cec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.135511] env[70966]: DEBUG nova.compute.manager [req-ff5b75e8-70ce-4478-bbe2-808aa677bdea req-7abee374-b169-4bba-81a2-444774d6d331 service nova] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] No waiting events found dispatching network-vif-plugged-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.135632] env[70966]: WARNING nova.compute.manager [req-ff5b75e8-70ce-4478-bbe2-808aa677bdea req-7abee374-b169-4bba-81a2-444774d6d331 service nova] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Received unexpected event network-vif-plugged-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda for instance with vm_state building and task_state spawning. [ 719.135794] env[70966]: DEBUG nova.compute.manager [req-ff5b75e8-70ce-4478-bbe2-808aa677bdea req-7abee374-b169-4bba-81a2-444774d6d331 service nova] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Received event network-changed-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.135945] env[70966]: DEBUG nova.compute.manager [req-ff5b75e8-70ce-4478-bbe2-808aa677bdea req-7abee374-b169-4bba-81a2-444774d6d331 service nova] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Refreshing instance network info cache due to event network-changed-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.136130] env[70966]: DEBUG oslo_concurrency.lockutils [req-ff5b75e8-70ce-4478-bbe2-808aa677bdea req-7abee374-b169-4bba-81a2-444774d6d331 service nova] Acquiring lock "refresh_cache-d1b322c8-c490-43ef-b7b3-74cd3b159cec" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.181548] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30641430-cc33-42da-ba55-f703e8347e7b tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "bb288733-a6d1-4bac-b59b-57db9fcb79ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.747s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.220670] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c1ee17-12ff-32d1-b750-2ae98e597807, 'name': SearchDatastore_Task, 'duration_secs': 0.038305} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.222876] env[70966]: DEBUG nova.virt.hardware [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.223484] env[70966]: DEBUG nova.virt.hardware [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.223638] env[70966]: DEBUG nova.virt.hardware [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.223796] env[70966]: DEBUG nova.virt.hardware [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.223944] env[70966]: DEBUG nova.virt.hardware [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.224230] env[70966]: DEBUG nova.virt.hardware [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.225063] env[70966]: DEBUG nova.virt.hardware [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.225063] env[70966]: DEBUG nova.virt.hardware [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.225063] env[70966]: DEBUG nova.virt.hardware [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.225063] env[70966]: DEBUG nova.virt.hardware [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.225063] env[70966]: DEBUG nova.virt.hardware [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.226880] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07c302a-dd3f-4af1-ae8d-46ff3de9b358 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.229487] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e231d85c-52f6-4992-83d0-802d708b19ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.239921] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828e0523-3537-49af-99f9-2505324d0f93 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.243812] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 719.243812] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c27272-0ee7-448c-7c75-ac6b31229df9" [ 719.243812] env[70966]: _type = "Task" [ 719.243812] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.256153] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:93:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bd6c257-f258-4f95-8686-4e6a4e29b900', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.263817] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.264658] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.264916] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42b3847d-90e1-43dd-89a6-6ffc77fe44df {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.285568] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c27272-0ee7-448c-7c75-ac6b31229df9, 'name': SearchDatastore_Task, 'duration_secs': 0.015451} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.286314] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.286573] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 3278e6e3-ba77-41bc-bbf9-29b6a68399e7/3278e6e3-ba77-41bc-bbf9-29b6a68399e7.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.287237] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3acf20d-ce65-4090-bec8-8d82afb28fc7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.291885] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.291885] env[70966]: value = "task-3612324" [ 719.291885] env[70966]: _type = "Task" [ 719.291885] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.296701] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 719.296701] env[70966]: value = "task-3612325" [ 719.296701] env[70966]: _type = "Task" [ 719.296701] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.306574] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612324, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.312425] env[70966]: DEBUG oslo_vmware.api [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612301, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.315520] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.328381] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.354513] env[70966]: DEBUG nova.compute.utils [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Can not refresh info_cache because instance was not found {{(pid=70966) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 719.384215] env[70966]: DEBUG nova.network.neutron [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.454461] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612323, 'name': Rename_Task, 'duration_secs': 0.161113} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.457122] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.457399] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dc37f69-3be1-4789-8cb5-5cacc7fced4c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.465450] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 719.465450] env[70966]: value = "task-3612326" [ 719.465450] env[70966]: _type = "Task" [ 719.465450] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.473447] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.518400] env[70966]: DEBUG nova.scheduler.client.report [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.527731] env[70966]: DEBUG nova.network.neutron [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.558919] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Updating instance_info_cache with network_info: [{"id": "9dfd8ce9-0b67-45fc-b5dc-098bdee18eda", "address": "fa:16:3e:5f:8c:09", "network": {"id": "8141a671-9a8c-4021-95b9-7d500ef50f39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-519655660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e2762484523455f8ccfe2888c289f83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dfd8ce9-0b", "ovs_interfaceid": "9dfd8ce9-0b67-45fc-b5dc-098bdee18eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.684310] env[70966]: DEBUG nova.compute.manager [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.714201] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "a425d7d3-d3a8-4864-b46d-a1aad3642079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.714509] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "a425d7d3-d3a8-4864-b46d-a1aad3642079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.714804] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "a425d7d3-d3a8-4864-b46d-a1aad3642079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.714916] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "a425d7d3-d3a8-4864-b46d-a1aad3642079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.715097] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "a425d7d3-d3a8-4864-b46d-a1aad3642079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.717570] env[70966]: INFO nova.compute.manager [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Terminating instance [ 719.804354] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612324, 'name': CreateVM_Task, 'duration_secs': 0.375247} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.811591] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.811992] env[70966]: DEBUG oslo_vmware.api [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612301, 'name': ReconfigVM_Task, 'duration_secs': 5.876388} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.812670] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.812832] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.813225] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.813462] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.813691] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Reconfigured VM to detach interface {{(pid=70966) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 719.816390] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-389a8b55-7d2b-441e-9e8b-16e72a116ec5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.823309] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.828356] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 719.828356] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5214e2e5-b1dc-744e-fee1-09faa2011112" [ 719.828356] env[70966]: _type = "Task" [ 719.828356] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.837115] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5214e2e5-b1dc-744e-fee1-09faa2011112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.980310] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612326, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.027582] env[70966]: DEBUG oslo_concurrency.lockutils [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.029638] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.611s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.031628] env[70966]: INFO nova.compute.claims [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.037020] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Releasing lock "refresh_cache-398963b2-611f-4ba1-bdcd-06363b773c3a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.037020] env[70966]: DEBUG nova.compute.manager [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.037020] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.037020] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8bbaac1-b5d0-4770-b68e-ddb731837b1b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.048647] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f6c0fc-811c-4707-b6c8-62e5c9f2b8e4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.065653] env[70966]: INFO nova.scheduler.client.report [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Deleted allocations for instance 8f76e24e-bad2-451b-a3e7-99a77ab2fb29 [ 720.067041] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Releasing lock "refresh_cache-d1b322c8-c490-43ef-b7b3-74cd3b159cec" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.067265] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Instance network_info: |[{"id": "9dfd8ce9-0b67-45fc-b5dc-098bdee18eda", "address": "fa:16:3e:5f:8c:09", "network": {"id": "8141a671-9a8c-4021-95b9-7d500ef50f39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-519655660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e2762484523455f8ccfe2888c289f83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dfd8ce9-0b", "ovs_interfaceid": "9dfd8ce9-0b67-45fc-b5dc-098bdee18eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.070134] env[70966]: DEBUG oslo_concurrency.lockutils [req-ff5b75e8-70ce-4478-bbe2-808aa677bdea req-7abee374-b169-4bba-81a2-444774d6d331 service nova] Acquired lock "refresh_cache-d1b322c8-c490-43ef-b7b3-74cd3b159cec" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.070134] env[70966]: DEBUG nova.network.neutron [req-ff5b75e8-70ce-4478-bbe2-808aa677bdea req-7abee374-b169-4bba-81a2-444774d6d331 service nova] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Refreshing network info cache for port 9dfd8ce9-0b67-45fc-b5dc-098bdee18eda {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.071081] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:8c:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dfd8ce9-0b67-45fc-b5dc-098bdee18eda', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.078840] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.080013] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.080821] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5ada8c2-60ee-4757-a282-8b34298addf6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.119772] env[70966]: WARNING nova.virt.vmwareapi.vmops [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 398963b2-611f-4ba1-bdcd-06363b773c3a could not be found. [ 720.120000] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.120202] env[70966]: INFO nova.compute.manager [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Took 0.08 seconds to destroy the instance on the hypervisor. [ 720.120516] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.121590] env[70966]: DEBUG nova.compute.manager [-] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.121769] env[70966]: DEBUG nova.network.neutron [-] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.126172] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.126172] env[70966]: value = "task-3612327" [ 720.126172] env[70966]: _type = "Task" [ 720.126172] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.135634] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612327, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.144691] env[70966]: DEBUG nova.network.neutron [-] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.208469] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.221672] env[70966]: DEBUG nova.compute.manager [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.221996] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.223387] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c2f39f-cdec-4fb6-bc38-ee4226054f59 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.231931] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.232236] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38927644-c9f6-4f3e-8d58-24d2dfe92f3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.238576] env[70966]: DEBUG oslo_vmware.api [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 720.238576] env[70966]: value = "task-3612328" [ 720.238576] env[70966]: _type = "Task" [ 720.238576] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.247769] env[70966]: DEBUG oslo_vmware.api [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.314066] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599976} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.314346] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 3278e6e3-ba77-41bc-bbf9-29b6a68399e7/3278e6e3-ba77-41bc-bbf9-29b6a68399e7.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.314630] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.314920] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0b26606-6f10-4995-b9f6-c565d47e5f35 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.323090] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 720.323090] env[70966]: value = "task-3612329" [ 720.323090] env[70966]: _type = "Task" [ 720.323090] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.331259] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.339545] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5214e2e5-b1dc-744e-fee1-09faa2011112, 'name': SearchDatastore_Task, 'duration_secs': 0.024088} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.339855] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.340111] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.340394] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.340517] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.340693] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.340987] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e65c40e9-820b-4494-9950-732db0745bb6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.349297] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.349480] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.350233] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52950a75-7001-4056-ac98-7fe7abb6d300 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.355758] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 720.355758] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5289655f-db5f-5e8c-beac-cdc707eb7a8b" [ 720.355758] env[70966]: _type = "Task" [ 720.355758] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.363771] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5289655f-db5f-5e8c-beac-cdc707eb7a8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.476573] env[70966]: DEBUG oslo_vmware.api [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612326, 'name': PowerOnVM_Task, 'duration_secs': 0.803545} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.476927] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.477229] env[70966]: INFO nova.compute.manager [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Took 8.75 seconds to spawn the instance on the hypervisor. [ 720.477435] env[70966]: DEBUG nova.compute.manager [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.478268] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baabbfb8-a16b-4bc8-b4c3-3b343697af9e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.584948] env[70966]: DEBUG oslo_concurrency.lockutils [None req-35b6522e-7399-48fe-aed9-317cdc4d4419 tempest-DeleteServersAdminTestJSON-1087467297 tempest-DeleteServersAdminTestJSON-1087467297-project-member] Lock "8f76e24e-bad2-451b-a3e7-99a77ab2fb29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.670s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.638736] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612327, 'name': CreateVM_Task, 'duration_secs': 0.473001} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.638913] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.639654] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.639822] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.640214] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.640498] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02ec91a-a082-443e-bde0-57383fda94c6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.645377] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 720.645377] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cc5737-742d-f5b3-6777-f5a6c0b461bb" [ 720.645377] env[70966]: _type = "Task" [ 720.645377] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.649553] env[70966]: DEBUG nova.network.neutron [-] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.658930] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cc5737-742d-f5b3-6777-f5a6c0b461bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.748708] env[70966]: DEBUG oslo_vmware.api [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612328, 'name': PowerOffVM_Task, 'duration_secs': 0.258758} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.749214] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.751412] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.751412] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f3102f8-8dc6-45bc-a480-d0ff3f9dc148 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.805795] env[70966]: DEBUG nova.network.neutron [req-ff5b75e8-70ce-4478-bbe2-808aa677bdea req-7abee374-b169-4bba-81a2-444774d6d331 service nova] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Updated VIF entry in instance network info cache for port 9dfd8ce9-0b67-45fc-b5dc-098bdee18eda. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.807031] env[70966]: DEBUG nova.network.neutron [req-ff5b75e8-70ce-4478-bbe2-808aa677bdea req-7abee374-b169-4bba-81a2-444774d6d331 service nova] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Updating instance_info_cache with network_info: [{"id": "9dfd8ce9-0b67-45fc-b5dc-098bdee18eda", "address": "fa:16:3e:5f:8c:09", "network": {"id": "8141a671-9a8c-4021-95b9-7d500ef50f39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-519655660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e2762484523455f8ccfe2888c289f83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dfd8ce9-0b", "ovs_interfaceid": "9dfd8ce9-0b67-45fc-b5dc-098bdee18eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.827792] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.828109] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.828204] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Deleting the datastore file [datastore1] a425d7d3-d3a8-4864-b46d-a1aad3642079 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.828821] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a256447e-75a4-46a9-963d-fe9f0ba39314 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.834191] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076496} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.834456] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.835223] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f210af-0a64-42e8-930d-98a785ea164f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.838764] env[70966]: DEBUG oslo_vmware.api [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for the task: (returnval){ [ 720.838764] env[70966]: value = "task-3612331" [ 720.838764] env[70966]: _type = "Task" [ 720.838764] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.860097] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 3278e6e3-ba77-41bc-bbf9-29b6a68399e7/3278e6e3-ba77-41bc-bbf9-29b6a68399e7.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.862022] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a7791c2-b493-4081-92c2-b46b1a651f61 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.882611] env[70966]: DEBUG oslo_vmware.api [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.888877] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5289655f-db5f-5e8c-beac-cdc707eb7a8b, 'name': SearchDatastore_Task, 'duration_secs': 0.01175} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.890958] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 720.890958] env[70966]: value = "task-3612332" [ 720.890958] env[70966]: _type = "Task" [ 720.890958] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.891196] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe4fe6c6-a7e6-496a-b1c0-9f4b086ea8f6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.899866] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 720.899866] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e4831f-4ced-1bdf-55d4-4366793a67b3" [ 720.899866] env[70966]: _type = "Task" [ 720.899866] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.912610] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e4831f-4ced-1bdf-55d4-4366793a67b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.996035] env[70966]: INFO nova.compute.manager [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Took 30.47 seconds to build instance. [ 721.153043] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.153236] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.153409] env[70966]: DEBUG nova.network.neutron [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.158795] env[70966]: INFO nova.compute.manager [-] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Took 1.04 seconds to deallocate network for instance. [ 721.158897] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cc5737-742d-f5b3-6777-f5a6c0b461bb, 'name': SearchDatastore_Task, 'duration_secs': 0.035474} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.167896] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.168181] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.169354] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.187676] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "5f1c69bc-256b-4dc1-991f-0fca1f272943" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.188423] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "5f1c69bc-256b-4dc1-991f-0fca1f272943" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.188526] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "5f1c69bc-256b-4dc1-991f-0fca1f272943-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.188720] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "5f1c69bc-256b-4dc1-991f-0fca1f272943-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.188898] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "5f1c69bc-256b-4dc1-991f-0fca1f272943-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.195505] env[70966]: INFO nova.compute.manager [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Terminating instance [ 721.308589] env[70966]: DEBUG oslo_concurrency.lockutils [req-ff5b75e8-70ce-4478-bbe2-808aa677bdea req-7abee374-b169-4bba-81a2-444774d6d331 service nova] Releasing lock "refresh_cache-d1b322c8-c490-43ef-b7b3-74cd3b159cec" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.352439] env[70966]: DEBUG oslo_vmware.api [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Task: {'id': task-3612331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437765} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.352825] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.353085] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.353365] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.353600] env[70966]: INFO nova.compute.manager [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Took 1.13 seconds to destroy the instance on the hypervisor. [ 721.353894] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.354147] env[70966]: DEBUG nova.compute.manager [-] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.354312] env[70966]: DEBUG nova.network.neutron [-] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.403967] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.419068] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e4831f-4ced-1bdf-55d4-4366793a67b3, 'name': SearchDatastore_Task, 'duration_secs': 0.023614} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.419388] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.419651] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] bc7eb745-301c-4b47-859c-43dbdff8cea2/bc7eb745-301c-4b47-859c-43dbdff8cea2.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.419935] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.420289] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.420780] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bcb236f-5b75-4949-b5f4-790eac673cd2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.425577] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07fd27de-e61e-4568-8a3e-9a53ca4f7c08 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.434922] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 721.434922] env[70966]: value = "task-3612333" [ 721.434922] env[70966]: _type = "Task" [ 721.434922] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.436178] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.437085] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.437541] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b128f37b-ba60-4af4-a6ab-5ba3128350af {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.450712] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.456695] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 721.456695] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525b690d-fa07-62be-5dd6-2c0b0d53078e" [ 721.456695] env[70966]: _type = "Task" [ 721.456695] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.464662] env[70966]: DEBUG nova.compute.manager [req-7b546d30-ec59-426a-9a14-50a57c49d3ff req-c8735feb-86d3-4efd-ac48-657d7ced173a service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Received event network-vif-deleted-9b6809e3-c66f-4f89-af26-9eb5383ff873 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.464862] env[70966]: INFO nova.compute.manager [req-7b546d30-ec59-426a-9a14-50a57c49d3ff req-c8735feb-86d3-4efd-ac48-657d7ced173a service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Neutron deleted interface 9b6809e3-c66f-4f89-af26-9eb5383ff873; detaching it from the instance and deleting it from the info cache [ 721.465169] env[70966]: DEBUG nova.network.neutron [req-7b546d30-ec59-426a-9a14-50a57c49d3ff req-c8735feb-86d3-4efd-ac48-657d7ced173a service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Updating instance_info_cache with network_info: [{"id": "65697762-406c-43b0-812d-1e1245f2045f", "address": "fa:16:3e:62:35:05", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65697762-40", "ovs_interfaceid": "65697762-406c-43b0-812d-1e1245f2045f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.470259] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525b690d-fa07-62be-5dd6-2c0b0d53078e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.498651] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880206ee-6293-4a45-a4f2-155fa611c237 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "32bc47e5-e5f6-4962-8dff-32810985304b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.812s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.618442] env[70966]: DEBUG nova.compute.manager [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.620296] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93281ee-b8ea-4d2d-be1d-61715c571102 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.647913] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a45d8f2-ec5d-410f-8679-71f74128aa10 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.656330] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6314d9-937a-4205-8922-195b32155dc8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.692024] env[70966]: INFO nova.compute.manager [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Instance disappeared during terminate [ 721.692024] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1bf21965-a0fa-41fd-a809-69388d9f7d71 tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "398963b2-611f-4ba1-bdcd-06363b773c3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.349s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.693643] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0a9620-8860-4727-af5b-b3ec59711999 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.702053] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a2738b-04f9-4482-88d1-e3af33d1fd96 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.707034] env[70966]: DEBUG nova.compute.manager [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.708251] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.708251] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec32e11-0d55-4924-b9a1-23d6082e6427 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.715435] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.722984] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c43cd295-bdc7-4ca8-a5d3-709370cf14f6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.724939] env[70966]: DEBUG nova.compute.provider_tree [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.735703] env[70966]: DEBUG oslo_vmware.api [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 721.735703] env[70966]: value = "task-3612334" [ 721.735703] env[70966]: _type = "Task" [ 721.735703] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.746161] env[70966]: DEBUG oslo_vmware.api [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.903956] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612332, 'name': ReconfigVM_Task, 'duration_secs': 0.83651} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.904380] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 3278e6e3-ba77-41bc-bbf9-29b6a68399e7/3278e6e3-ba77-41bc-bbf9-29b6a68399e7.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.904900] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea4a88d6-3760-48a9-9bdf-7134d01d5b91 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.911880] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 721.911880] env[70966]: value = "task-3612335" [ 721.911880] env[70966]: _type = "Task" [ 721.911880] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.921961] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612335, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.942256] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612333, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.967228] env[70966]: INFO nova.network.neutron [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Port 9b6809e3-c66f-4f89-af26-9eb5383ff873 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 721.967228] env[70966]: DEBUG nova.network.neutron [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Updating instance_info_cache with network_info: [{"id": "65697762-406c-43b0-812d-1e1245f2045f", "address": "fa:16:3e:62:35:05", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65697762-40", "ovs_interfaceid": "65697762-406c-43b0-812d-1e1245f2045f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.968197] env[70966]: DEBUG oslo_concurrency.lockutils [req-7b546d30-ec59-426a-9a14-50a57c49d3ff req-c8735feb-86d3-4efd-ac48-657d7ced173a service nova] Acquiring lock "5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.974926] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525b690d-fa07-62be-5dd6-2c0b0d53078e, 'name': SearchDatastore_Task, 'duration_secs': 0.01213} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.976463] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da88e061-843d-42ec-857f-c8c8f2941765 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.985651] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 721.985651] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5267f4ca-bdf1-424a-e619-31ca482d7091" [ 721.985651] env[70966]: _type = "Task" [ 721.985651] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.002903] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5267f4ca-bdf1-424a-e619-31ca482d7091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.004977] env[70966]: DEBUG nova.compute.manager [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.129323] env[70966]: DEBUG nova.network.neutron [-] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.133456] env[70966]: INFO nova.compute.manager [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] instance snapshotting [ 722.134349] env[70966]: DEBUG nova.objects.instance [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'flavor' on Instance uuid dc4f6db8-170b-4d56-b3bc-80316ec8aed5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.230190] env[70966]: DEBUG nova.scheduler.client.report [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.258761] env[70966]: DEBUG oslo_vmware.api [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612334, 'name': PowerOffVM_Task, 'duration_secs': 0.428426} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.259095] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.259267] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.259707] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b41bee9-52b3-4215-82e0-5f6a97995243 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.333332] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.333707] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.334034] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Deleting the datastore file [datastore2] 5f1c69bc-256b-4dc1-991f-0fca1f272943 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.334438] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4634c346-f1e0-493c-8a57-45571d824d9b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.342623] env[70966]: DEBUG oslo_vmware.api [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 722.342623] env[70966]: value = "task-3612337" [ 722.342623] env[70966]: _type = "Task" [ 722.342623] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.357727] env[70966]: DEBUG oslo_vmware.api [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.422755] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612335, 'name': Rename_Task, 'duration_secs': 0.288346} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.423040] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.423315] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bfc805a-6dc2-4423-bb87-d6ecf537ad55 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.430871] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 722.430871] env[70966]: value = "task-3612338" [ 722.430871] env[70966]: _type = "Task" [ 722.430871] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.443602] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714682} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.446265] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] bc7eb745-301c-4b47-859c-43dbdff8cea2/bc7eb745-301c-4b47-859c-43dbdff8cea2.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.446507] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.446785] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.447009] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cf6e5d7-95ec-42d0-9acf-6728aab6d8a0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.453978] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 722.453978] env[70966]: value = "task-3612339" [ 722.453978] env[70966]: _type = "Task" [ 722.453978] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.464866] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.475733] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "refresh_cache-5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.499278] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5267f4ca-bdf1-424a-e619-31ca482d7091, 'name': SearchDatastore_Task, 'duration_secs': 0.047428} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.500082] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.500082] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] d1b322c8-c490-43ef-b7b3-74cd3b159cec/d1b322c8-c490-43ef-b7b3-74cd3b159cec.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.500247] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50572550-a864-4de3-8731-082048273b7a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.508092] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 722.508092] env[70966]: value = "task-3612340" [ 722.508092] env[70966]: _type = "Task" [ 722.508092] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.520567] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.533657] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.632411] env[70966]: INFO nova.compute.manager [-] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Took 1.28 seconds to deallocate network for instance. [ 722.643983] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd142ae-6f11-4a1b-8ad0-b402a9ae0a2b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.676749] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7c766e-244d-43ef-9697-76185e4dfb2f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.740107] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.740107] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.741676] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.062s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.742210] env[70966]: DEBUG nova.objects.instance [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lazy-loading 'resources' on Instance uuid 7c032122-be07-4154-9dab-d7fe6dcd5d8e {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.782641] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2ae230ab-2688-4e35-bf2b-77b2551000fa tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "82a67b38-0395-41d6-bbd0-6e7dc4355e7a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.782911] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2ae230ab-2688-4e35-bf2b-77b2551000fa tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "82a67b38-0395-41d6-bbd0-6e7dc4355e7a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.783117] env[70966]: DEBUG nova.compute.manager [None req-2ae230ab-2688-4e35-bf2b-77b2551000fa tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.784195] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdb974b-4d24-453b-96ef-00729b908cb2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.793911] env[70966]: DEBUG nova.compute.manager [None req-2ae230ab-2688-4e35-bf2b-77b2551000fa tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70966) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 722.794697] env[70966]: DEBUG nova.objects.instance [None req-2ae230ab-2688-4e35-bf2b-77b2551000fa tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lazy-loading 'flavor' on Instance uuid 82a67b38-0395-41d6-bbd0-6e7dc4355e7a {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.863153] env[70966]: DEBUG oslo_vmware.api [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406044} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.863153] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.863153] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.863153] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.863153] env[70966]: INFO nova.compute.manager [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Took 1.16 seconds to destroy the instance on the hypervisor. [ 722.863153] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.863153] env[70966]: DEBUG nova.compute.manager [-] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.863894] env[70966]: DEBUG nova.network.neutron [-] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.946542] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612338, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.966656] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137342} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.967011] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.967904] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41452db-2aa7-4ef9-94b4-672226066d4e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.984957] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36dd3ef2-1d8f-4e38-965b-e1655c18710c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-5f1c69bc-256b-4dc1-991f-0fca1f272943-9b6809e3-c66f-4f89-af26-9eb5383ff873" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.809s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.995758] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] bc7eb745-301c-4b47-859c-43dbdff8cea2/bc7eb745-301c-4b47-859c-43dbdff8cea2.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.996612] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daaabed4-7ea7-4789-8993-d263768463ab {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.025153] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612340, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.027308] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 723.027308] env[70966]: value = "task-3612341" [ 723.027308] env[70966]: _type = "Task" [ 723.027308] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.041575] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612341, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.148889] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.192588] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 723.192964] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8f883155-2071-4c48-8819-4a2d9f37568a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.202676] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 723.202676] env[70966]: value = "task-3612342" [ 723.202676] env[70966]: _type = "Task" [ 723.202676] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.216523] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612342, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.247672] env[70966]: DEBUG nova.compute.utils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.255314] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.255314] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.338717] env[70966]: DEBUG nova.policy [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dcbb40707554abca8687567c90658bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e2762484523455f8ccfe2888c289f83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.452110] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612338, 'name': PowerOnVM_Task, 'duration_secs': 0.955191} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.452309] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.452551] env[70966]: INFO nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Took 8.78 seconds to spawn the instance on the hypervisor. [ 723.452687] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.453575] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf8ef50-5a8b-46ba-990c-493932cd20dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.503880] env[70966]: DEBUG nova.compute.manager [req-c79d5518-1f6a-4ff1-9ed9-16453c232bdc req-d28353c5-3fc9-4386-9828-d036592e56b4 service nova] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Received event network-vif-deleted-f47c14e7-900e-4a5c-ba4a-3f81fd1fd646 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.534969] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73332} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.535564] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] d1b322c8-c490-43ef-b7b3-74cd3b159cec/d1b322c8-c490-43ef-b7b3-74cd3b159cec.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.536412] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.536631] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ce725a4-03a7-4ed1-9db9-1d1aecb125c0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.542698] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.549181] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 723.549181] env[70966]: value = "task-3612343" [ 723.549181] env[70966]: _type = "Task" [ 723.549181] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.558065] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.713797] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612342, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.755877] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.807316] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae230ab-2688-4e35-bf2b-77b2551000fa tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.808325] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-146082d3-e3e0-45ca-8757-948cc0a45f4e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.817941] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Successfully created port: ae61870b-c81b-41ec-91bd-1c33d00f5155 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.822970] env[70966]: DEBUG oslo_vmware.api [None req-2ae230ab-2688-4e35-bf2b-77b2551000fa tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 723.822970] env[70966]: value = "task-3612344" [ 723.822970] env[70966]: _type = "Task" [ 723.822970] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.846117] env[70966]: DEBUG oslo_vmware.api [None req-2ae230ab-2688-4e35-bf2b-77b2551000fa tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.976720] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11766d54-8cf0-4a0b-844b-bda1c4e4d0b0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.982258] env[70966]: INFO nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Took 31.77 seconds to build instance. [ 723.986181] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e64c71d-c6b1-43f5-ae29-038e607ee344 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.026267] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf3350b-3fa3-429a-83fd-d5eca93615f1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.041128] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfffef8-cca0-4d71-ae24-a8704b70f1e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.046019] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612341, 'name': ReconfigVM_Task, 'duration_secs': 0.836236} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.046019] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Reconfigured VM instance instance-0000001d to attach disk [datastore2] bc7eb745-301c-4b47-859c-43dbdff8cea2/bc7eb745-301c-4b47-859c-43dbdff8cea2.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.046584] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fe4e902-9a83-4808-888b-779f49ce0cf7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.057429] env[70966]: DEBUG nova.compute.provider_tree [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.062955] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 724.062955] env[70966]: value = "task-3612345" [ 724.062955] env[70966]: _type = "Task" [ 724.062955] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.069413] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235958} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.070639] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.071419] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df72c03-2edc-4d36-b466-7d750214cf0b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.077810] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612345, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.098069] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] d1b322c8-c490-43ef-b7b3-74cd3b159cec/d1b322c8-c490-43ef-b7b3-74cd3b159cec.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.098692] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce2cd89-7a9f-4f0f-a394-45aefa015b7e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.124795] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 724.124795] env[70966]: value = "task-3612346" [ 724.124795] env[70966]: _type = "Task" [ 724.124795] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.136261] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.193764] env[70966]: DEBUG nova.network.neutron [-] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.216746] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612342, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.335766] env[70966]: DEBUG oslo_vmware.api [None req-2ae230ab-2688-4e35-bf2b-77b2551000fa tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612344, 'name': PowerOffVM_Task, 'duration_secs': 0.418191} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.336370] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae230ab-2688-4e35-bf2b-77b2551000fa tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.336370] env[70966]: DEBUG nova.compute.manager [None req-2ae230ab-2688-4e35-bf2b-77b2551000fa tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.337095] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf314b8b-a123-4685-8f4f-75e5731cf580 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.487643] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "3278e6e3-ba77-41bc-bbf9-29b6a68399e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.595s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.565170] env[70966]: DEBUG nova.scheduler.client.report [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.576834] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612345, 'name': Rename_Task, 'duration_secs': 0.340953} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.577123] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.577375] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbad91b6-4d7b-4910-8864-c4f1ca6c14bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.587083] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 724.587083] env[70966]: value = "task-3612347" [ 724.587083] env[70966]: _type = "Task" [ 724.587083] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.595625] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.636030] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.697458] env[70966]: INFO nova.compute.manager [-] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Took 1.83 seconds to deallocate network for instance. [ 724.727860] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612342, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.766707] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.792804] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.793255] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.793456] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.793654] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.793801] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.793947] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.794276] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.794682] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.794892] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.795086] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.795291] env[70966]: DEBUG nova.virt.hardware [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.796557] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab49ddf7-35f6-4560-8405-b57c5c05fe98 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.805476] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba07381a-7d57-4069-9a86-27aa585d0e28 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.852168] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2ae230ab-2688-4e35-bf2b-77b2551000fa tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "82a67b38-0395-41d6-bbd0-6e7dc4355e7a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.991227] env[70966]: DEBUG nova.compute.manager [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.071931] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.075484] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.041s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.075689] env[70966]: DEBUG nova.objects.instance [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70966) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 725.104366] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.105305] env[70966]: INFO nova.scheduler.client.report [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Deleted allocations for instance 7c032122-be07-4154-9dab-d7fe6dcd5d8e [ 725.136501] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612346, 'name': ReconfigVM_Task, 'duration_secs': 0.80791} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.136790] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Reconfigured VM instance instance-00000022 to attach disk [datastore2] d1b322c8-c490-43ef-b7b3-74cd3b159cec/d1b322c8-c490-43ef-b7b3-74cd3b159cec.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.137412] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4bc29e8-4492-4e63-9d86-377348cbef58 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.144649] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 725.144649] env[70966]: value = "task-3612348" [ 725.144649] env[70966]: _type = "Task" [ 725.144649] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.155760] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612348, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.217039] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612342, 'name': CreateSnapshot_Task, 'duration_secs': 1.631349} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.217039] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 725.218774] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d480c6-a260-4f77-bb7c-0a62361d1b6d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.224656] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.514206] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.517642] env[70966]: DEBUG nova.objects.instance [None req-953eadb8-eab8-4c56-a255-b4851358d12a tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lazy-loading 'flavor' on Instance uuid 82a67b38-0395-41d6-bbd0-6e7dc4355e7a {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.584206] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Successfully updated port: ae61870b-c81b-41ec-91bd-1c33d00f5155 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.608960] env[70966]: DEBUG oslo_vmware.api [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612347, 'name': PowerOnVM_Task, 'duration_secs': 0.784957} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.609291] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.609548] env[70966]: DEBUG nova.compute.manager [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.612219] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46f5ed5-cf17-4c67-8d07-89043adbe31e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.614998] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c63b6ce0-4ce4-4684-9d4f-5e8b91643b8b tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "7c032122-be07-4154-9dab-d7fe6dcd5d8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.637s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.656561] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612348, 'name': Rename_Task, 'duration_secs': 0.200913} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.657193] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.657193] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dec31459-7cc6-413f-a99a-bb8cbc9bec0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.664949] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 725.664949] env[70966]: value = "task-3612349" [ 725.664949] env[70966]: _type = "Task" [ 725.664949] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.671800] env[70966]: DEBUG nova.compute.manager [req-2b59db56-1976-43cf-826a-a50ca7830c61 req-ee6d8094-26d8-4eed-8de4-30bbcae99915 service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Received event network-vif-deleted-65697762-406c-43b0-812d-1e1245f2045f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.672025] env[70966]: DEBUG nova.compute.manager [req-2b59db56-1976-43cf-826a-a50ca7830c61 req-ee6d8094-26d8-4eed-8de4-30bbcae99915 service nova] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Received event network-vif-plugged-ae61870b-c81b-41ec-91bd-1c33d00f5155 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.672244] env[70966]: DEBUG oslo_concurrency.lockutils [req-2b59db56-1976-43cf-826a-a50ca7830c61 req-ee6d8094-26d8-4eed-8de4-30bbcae99915 service nova] Acquiring lock "bec21396-170b-41fb-9b54-9170d7654d50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.672532] env[70966]: DEBUG oslo_concurrency.lockutils [req-2b59db56-1976-43cf-826a-a50ca7830c61 req-ee6d8094-26d8-4eed-8de4-30bbcae99915 service nova] Lock "bec21396-170b-41fb-9b54-9170d7654d50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.672762] env[70966]: DEBUG oslo_concurrency.lockutils [req-2b59db56-1976-43cf-826a-a50ca7830c61 req-ee6d8094-26d8-4eed-8de4-30bbcae99915 service nova] Lock "bec21396-170b-41fb-9b54-9170d7654d50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.672797] env[70966]: DEBUG nova.compute.manager [req-2b59db56-1976-43cf-826a-a50ca7830c61 req-ee6d8094-26d8-4eed-8de4-30bbcae99915 service nova] [instance: bec21396-170b-41fb-9b54-9170d7654d50] No waiting events found dispatching network-vif-plugged-ae61870b-c81b-41ec-91bd-1c33d00f5155 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.672963] env[70966]: WARNING nova.compute.manager [req-2b59db56-1976-43cf-826a-a50ca7830c61 req-ee6d8094-26d8-4eed-8de4-30bbcae99915 service nova] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Received unexpected event network-vif-plugged-ae61870b-c81b-41ec-91bd-1c33d00f5155 for instance with vm_state building and task_state spawning. [ 725.676621] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.744952] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 725.745720] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-554b7c74-612c-4cec-b025-1504cfada684 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.757080] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 725.757080] env[70966]: value = "task-3612350" [ 725.757080] env[70966]: _type = "Task" [ 725.757080] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.767019] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612350, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.887297] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "0f2fbe39-329f-4340-88ed-c490c7b9fde3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.887426] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "0f2fbe39-329f-4340-88ed-c490c7b9fde3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.887640] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "0f2fbe39-329f-4340-88ed-c490c7b9fde3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.887847] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "0f2fbe39-329f-4340-88ed-c490c7b9fde3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.888045] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "0f2fbe39-329f-4340-88ed-c490c7b9fde3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.890317] env[70966]: INFO nova.compute.manager [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Terminating instance [ 726.025516] env[70966]: DEBUG oslo_concurrency.lockutils [None req-953eadb8-eab8-4c56-a255-b4851358d12a tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "refresh_cache-82a67b38-0395-41d6-bbd0-6e7dc4355e7a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.025788] env[70966]: DEBUG oslo_concurrency.lockutils [None req-953eadb8-eab8-4c56-a255-b4851358d12a tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquired lock "refresh_cache-82a67b38-0395-41d6-bbd0-6e7dc4355e7a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.025923] env[70966]: DEBUG nova.network.neutron [None req-953eadb8-eab8-4c56-a255-b4851358d12a tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.026058] env[70966]: DEBUG nova.objects.instance [None req-953eadb8-eab8-4c56-a255-b4851358d12a tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lazy-loading 'info_cache' on Instance uuid 82a67b38-0395-41d6-bbd0-6e7dc4355e7a {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.095234] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "refresh_cache-bec21396-170b-41fb-9b54-9170d7654d50" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.095440] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquired lock "refresh_cache-bec21396-170b-41fb-9b54-9170d7654d50" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.095622] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.101036] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a52c5387-d0b8-458f-8681-f798b3440f4f tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.101543] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.798s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.103252] env[70966]: INFO nova.compute.claims [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.131855] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.177166] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612349, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.269113] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612350, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.394428] env[70966]: DEBUG nova.compute.manager [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.394689] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.396523] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48b95c2-524d-418e-9db4-5b203b0d64e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.405816] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.406161] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02009550-aceb-4a6c-bc80-540e0dacee7c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.414568] env[70966]: DEBUG oslo_vmware.api [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 726.414568] env[70966]: value = "task-3612351" [ 726.414568] env[70966]: _type = "Task" [ 726.414568] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.426428] env[70966]: DEBUG oslo_vmware.api [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.529804] env[70966]: DEBUG nova.objects.base [None req-953eadb8-eab8-4c56-a255-b4851358d12a tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Object Instance<82a67b38-0395-41d6-bbd0-6e7dc4355e7a> lazy-loaded attributes: flavor,info_cache {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 726.639783] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.682990] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612349, 'name': PowerOnVM_Task, 'duration_secs': 0.763731} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.682990] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.682990] env[70966]: INFO nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Took 9.13 seconds to spawn the instance on the hypervisor. [ 726.682990] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.683652] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6d1194-f0b2-472d-b53c-67908620fed9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.775380] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612350, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.809636] env[70966]: DEBUG nova.network.neutron [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Updating instance_info_cache with network_info: [{"id": "ae61870b-c81b-41ec-91bd-1c33d00f5155", "address": "fa:16:3e:78:be:2c", "network": {"id": "8141a671-9a8c-4021-95b9-7d500ef50f39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-519655660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e2762484523455f8ccfe2888c289f83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae61870b-c8", "ovs_interfaceid": "ae61870b-c81b-41ec-91bd-1c33d00f5155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.855613] env[70966]: DEBUG oslo_concurrency.lockutils [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "bc7eb745-301c-4b47-859c-43dbdff8cea2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.855841] env[70966]: DEBUG oslo_concurrency.lockutils [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "bc7eb745-301c-4b47-859c-43dbdff8cea2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.856323] env[70966]: DEBUG oslo_concurrency.lockutils [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "bc7eb745-301c-4b47-859c-43dbdff8cea2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.856904] env[70966]: DEBUG oslo_concurrency.lockutils [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "bc7eb745-301c-4b47-859c-43dbdff8cea2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.857301] env[70966]: DEBUG oslo_concurrency.lockutils [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "bc7eb745-301c-4b47-859c-43dbdff8cea2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.859400] env[70966]: INFO nova.compute.manager [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Terminating instance [ 726.927115] env[70966]: DEBUG oslo_vmware.api [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612351, 'name': PowerOffVM_Task, 'duration_secs': 0.293551} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.927115] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.927115] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.927328] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e269f95-e2cb-403f-b96c-2110c3192633 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.016232] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.016232] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.016232] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Deleting the datastore file [datastore2] 0f2fbe39-329f-4340-88ed-c490c7b9fde3 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.016570] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8f8970d-0ea5-4d43-885d-53d498768688 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.025694] env[70966]: DEBUG oslo_vmware.api [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for the task: (returnval){ [ 727.025694] env[70966]: value = "task-3612353" [ 727.025694] env[70966]: _type = "Task" [ 727.025694] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.036843] env[70966]: DEBUG oslo_vmware.api [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.204563] env[70966]: INFO nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Took 34.01 seconds to build instance. [ 727.278163] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612350, 'name': CloneVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.312814] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Releasing lock "refresh_cache-bec21396-170b-41fb-9b54-9170d7654d50" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.313163] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Instance network_info: |[{"id": "ae61870b-c81b-41ec-91bd-1c33d00f5155", "address": "fa:16:3e:78:be:2c", "network": {"id": "8141a671-9a8c-4021-95b9-7d500ef50f39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-519655660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e2762484523455f8ccfe2888c289f83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae61870b-c8", "ovs_interfaceid": "ae61870b-c81b-41ec-91bd-1c33d00f5155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.313587] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:be:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae61870b-c81b-41ec-91bd-1c33d00f5155', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.322531] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.325458] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.326644] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db3eb30e-f2d7-4d0c-bbd8-9742b051adfd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.351025] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.351025] env[70966]: value = "task-3612354" [ 727.351025] env[70966]: _type = "Task" [ 727.351025] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.351973] env[70966]: DEBUG nova.network.neutron [None req-953eadb8-eab8-4c56-a255-b4851358d12a tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Updating instance_info_cache with network_info: [{"id": "986ae11b-2501-4899-af34-e483404bad17", "address": "fa:16:3e:08:04:30", "network": {"id": "143928ef-c0f8-46a6-b1da-9447b83b94e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-960327612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc39fe4ddba742fbbb50435629fa8ae4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986ae11b-25", "ovs_interfaceid": "986ae11b-2501-4899-af34-e483404bad17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.362521] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612354, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.363327] env[70966]: DEBUG nova.compute.manager [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.363631] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.364379] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8667f29-33ae-47e3-8a85-ccc462064c0a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.391274] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.391616] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77fa1b56-4cd5-47cf-a9a2-26571a1f105e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.401654] env[70966]: DEBUG oslo_vmware.api [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 727.401654] env[70966]: value = "task-3612355" [ 727.401654] env[70966]: _type = "Task" [ 727.401654] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.413129] env[70966]: DEBUG oslo_vmware.api [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.461501] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "51fa14a5-b703-4023-a641-4ca9894bdc49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.461748] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "51fa14a5-b703-4023-a641-4ca9894bdc49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.537651] env[70966]: DEBUG oslo_vmware.api [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Task: {'id': task-3612353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290187} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.540816] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.541044] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.541237] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.541417] env[70966]: INFO nova.compute.manager [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 727.541685] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.542174] env[70966]: DEBUG nova.compute.manager [-] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.542317] env[70966]: DEBUG nova.network.neutron [-] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.706838] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "d1b322c8-c490-43ef-b7b3-74cd3b159cec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.755s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.754396] env[70966]: DEBUG nova.compute.manager [req-8c7c4a21-50ba-4c3a-b3eb-8528cbe079d3 req-6e63e908-ebc7-4f37-9dd9-db83861f79a0 service nova] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Received event network-changed-ae61870b-c81b-41ec-91bd-1c33d00f5155 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.756708] env[70966]: DEBUG nova.compute.manager [req-8c7c4a21-50ba-4c3a-b3eb-8528cbe079d3 req-6e63e908-ebc7-4f37-9dd9-db83861f79a0 service nova] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Refreshing instance network info cache due to event network-changed-ae61870b-c81b-41ec-91bd-1c33d00f5155. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.756708] env[70966]: DEBUG oslo_concurrency.lockutils [req-8c7c4a21-50ba-4c3a-b3eb-8528cbe079d3 req-6e63e908-ebc7-4f37-9dd9-db83861f79a0 service nova] Acquiring lock "refresh_cache-bec21396-170b-41fb-9b54-9170d7654d50" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.756708] env[70966]: DEBUG oslo_concurrency.lockutils [req-8c7c4a21-50ba-4c3a-b3eb-8528cbe079d3 req-6e63e908-ebc7-4f37-9dd9-db83861f79a0 service nova] Acquired lock "refresh_cache-bec21396-170b-41fb-9b54-9170d7654d50" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.756708] env[70966]: DEBUG nova.network.neutron [req-8c7c4a21-50ba-4c3a-b3eb-8528cbe079d3 req-6e63e908-ebc7-4f37-9dd9-db83861f79a0 service nova] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Refreshing network info cache for port ae61870b-c81b-41ec-91bd-1c33d00f5155 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.772815] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612350, 'name': CloneVM_Task, 'duration_secs': 1.537399} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.773723] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Created linked-clone VM from snapshot [ 727.774543] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9521e13-b9ff-4251-9277-b5d5b01a2307 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.786557] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Uploading image 55435ebf-71e6-4efb-91da-2bb34c239076 {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 727.826754] env[70966]: DEBUG oslo_vmware.rw_handles [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 727.826754] env[70966]: value = "vm-720557" [ 727.826754] env[70966]: _type = "VirtualMachine" [ 727.826754] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 727.826754] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-be5c1a56-d721-476e-978a-f97f38ff806b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.845012] env[70966]: DEBUG oslo_vmware.rw_handles [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lease: (returnval){ [ 727.845012] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52aa6b31-4ac7-491c-af85-9b3c004d5da8" [ 727.845012] env[70966]: _type = "HttpNfcLease" [ 727.845012] env[70966]: } obtained for exporting VM: (result){ [ 727.845012] env[70966]: value = "vm-720557" [ 727.845012] env[70966]: _type = "VirtualMachine" [ 727.845012] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 727.845012] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the lease: (returnval){ [ 727.845012] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52aa6b31-4ac7-491c-af85-9b3c004d5da8" [ 727.845012] env[70966]: _type = "HttpNfcLease" [ 727.845012] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 727.853187] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b933ddc8-40c2-4f4a-bc5c-84dbae2245ff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.858579] env[70966]: DEBUG oslo_concurrency.lockutils [None req-953eadb8-eab8-4c56-a255-b4851358d12a tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Releasing lock "refresh_cache-82a67b38-0395-41d6-bbd0-6e7dc4355e7a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.860351] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 727.860351] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52aa6b31-4ac7-491c-af85-9b3c004d5da8" [ 727.860351] env[70966]: _type = "HttpNfcLease" [ 727.860351] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 727.869770] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612354, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.875179] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9e25ff-e98a-4ac5-bfbe-cd4c9ea6c9fb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.910782] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d420482d-e2d7-44ab-a0b3-a4074153ec65 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.919914] env[70966]: DEBUG oslo_vmware.api [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612355, 'name': PowerOffVM_Task, 'duration_secs': 0.284168} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.921642] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.921816] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.922111] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-882e469a-b63b-48fe-b1cf-b4c868da5837 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.924628] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec14e8d-84f7-4c6b-bd97-cbf63155ad1b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.940097] env[70966]: DEBUG nova.compute.provider_tree [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.211593] env[70966]: DEBUG nova.compute.manager [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.354192] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 728.354192] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52aa6b31-4ac7-491c-af85-9b3c004d5da8" [ 728.354192] env[70966]: _type = "HttpNfcLease" [ 728.354192] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 728.354192] env[70966]: DEBUG oslo_vmware.rw_handles [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 728.354192] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52aa6b31-4ac7-491c-af85-9b3c004d5da8" [ 728.354192] env[70966]: _type = "HttpNfcLease" [ 728.354192] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 728.355017] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4fe770-0bba-4ebb-b138-162deca5a4ca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.371687] env[70966]: DEBUG oslo_vmware.rw_handles [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222268c-0ea0-5bc1-0835-f955b33dd037/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 728.371687] env[70966]: DEBUG oslo_vmware.rw_handles [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222268c-0ea0-5bc1-0835-f955b33dd037/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 728.438919] env[70966]: DEBUG nova.network.neutron [-] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.447528] env[70966]: DEBUG nova.scheduler.client.report [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.450741] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612354, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.451032] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.451239] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.451417] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleting the datastore file [datastore2] bc7eb745-301c-4b47-859c-43dbdff8cea2 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.454144] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fa217c1-a537-4a9a-bcda-649becd362c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.463428] env[70966]: DEBUG oslo_vmware.api [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 728.463428] env[70966]: value = "task-3612358" [ 728.463428] env[70966]: _type = "Task" [ 728.463428] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.473145] env[70966]: DEBUG oslo_vmware.api [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.511682] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-da5b2995-c6a2-4c1a-af2d-04861deef40e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.635103] env[70966]: DEBUG nova.network.neutron [req-8c7c4a21-50ba-4c3a-b3eb-8528cbe079d3 req-6e63e908-ebc7-4f37-9dd9-db83861f79a0 service nova] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Updated VIF entry in instance network info cache for port ae61870b-c81b-41ec-91bd-1c33d00f5155. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.635652] env[70966]: DEBUG nova.network.neutron [req-8c7c4a21-50ba-4c3a-b3eb-8528cbe079d3 req-6e63e908-ebc7-4f37-9dd9-db83861f79a0 service nova] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Updating instance_info_cache with network_info: [{"id": "ae61870b-c81b-41ec-91bd-1c33d00f5155", "address": "fa:16:3e:78:be:2c", "network": {"id": "8141a671-9a8c-4021-95b9-7d500ef50f39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-519655660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e2762484523455f8ccfe2888c289f83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae61870b-c8", "ovs_interfaceid": "ae61870b-c81b-41ec-91bd-1c33d00f5155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.736547] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.873227] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-953eadb8-eab8-4c56-a255-b4851358d12a tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.873899] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612354, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.873899] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e03a41d5-dbd4-474f-aeb6-538d2cf219fd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.882193] env[70966]: DEBUG oslo_vmware.api [None req-953eadb8-eab8-4c56-a255-b4851358d12a tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 728.882193] env[70966]: value = "task-3612359" [ 728.882193] env[70966]: _type = "Task" [ 728.882193] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.892960] env[70966]: DEBUG oslo_vmware.api [None req-953eadb8-eab8-4c56-a255-b4851358d12a tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.953325] env[70966]: INFO nova.compute.manager [-] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Took 1.41 seconds to deallocate network for instance. [ 728.954315] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.954732] env[70966]: DEBUG nova.compute.manager [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.959043] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.317s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.960828] env[70966]: INFO nova.compute.claims [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.976848] env[70966]: DEBUG oslo_vmware.api [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339966} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.977335] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.977563] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.977821] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.978350] env[70966]: INFO nova.compute.manager [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Took 1.61 seconds to destroy the instance on the hypervisor. [ 728.979450] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.979851] env[70966]: DEBUG nova.compute.manager [-] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.980024] env[70966]: DEBUG nova.network.neutron [-] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.139121] env[70966]: DEBUG oslo_concurrency.lockutils [req-8c7c4a21-50ba-4c3a-b3eb-8528cbe079d3 req-6e63e908-ebc7-4f37-9dd9-db83861f79a0 service nova] Releasing lock "refresh_cache-bec21396-170b-41fb-9b54-9170d7654d50" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.377867] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612354, 'name': CreateVM_Task, 'duration_secs': 1.681027} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.378206] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.378948] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.379359] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.379800] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.380292] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b2b96e-3bf6-4308-82c7-846131d8729c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.391065] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 729.391065] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d951dc-5788-f772-a372-d6f268a9227d" [ 729.391065] env[70966]: _type = "Task" [ 729.391065] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.400025] env[70966]: DEBUG oslo_vmware.api [None req-953eadb8-eab8-4c56-a255-b4851358d12a tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612359, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.407791] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d951dc-5788-f772-a372-d6f268a9227d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.470302] env[70966]: DEBUG nova.compute.utils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.471951] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.476422] env[70966]: DEBUG nova.compute.manager [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.476606] env[70966]: DEBUG nova.network.neutron [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.545263] env[70966]: DEBUG nova.policy [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cfdc04841bb40df9f0d913c8626ddcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8865d423fde849899acb4f9b85c71ca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.894694] env[70966]: DEBUG oslo_vmware.api [None req-953eadb8-eab8-4c56-a255-b4851358d12a tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612359, 'name': PowerOnVM_Task, 'duration_secs': 0.536903} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.895129] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-953eadb8-eab8-4c56-a255-b4851358d12a tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.895430] env[70966]: DEBUG nova.compute.manager [None req-953eadb8-eab8-4c56-a255-b4851358d12a tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.896489] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58915751-1c52-411e-aa6c-360b43c158c9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.907914] env[70966]: DEBUG nova.compute.manager [req-8b384521-ad90-408b-9bee-ac64705fd577 req-55cc9cbb-fa31-4c11-aae1-ffaef9e1f217 service nova] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Received event network-vif-deleted-e93533f6-5bb9-4a08-9c01-cb6a5a4701e4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.909724] env[70966]: DEBUG nova.compute.manager [req-8b384521-ad90-408b-9bee-ac64705fd577 req-55cc9cbb-fa31-4c11-aae1-ffaef9e1f217 service nova] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Received event network-vif-deleted-9bd6c257-f258-4f95-8686-4e6a4e29b900 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.909925] env[70966]: INFO nova.compute.manager [req-8b384521-ad90-408b-9bee-ac64705fd577 req-55cc9cbb-fa31-4c11-aae1-ffaef9e1f217 service nova] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Neutron deleted interface 9bd6c257-f258-4f95-8686-4e6a4e29b900; detaching it from the instance and deleting it from the info cache [ 729.910184] env[70966]: DEBUG nova.network.neutron [req-8b384521-ad90-408b-9bee-ac64705fd577 req-55cc9cbb-fa31-4c11-aae1-ffaef9e1f217 service nova] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.922436] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d951dc-5788-f772-a372-d6f268a9227d, 'name': SearchDatastore_Task, 'duration_secs': 0.02506} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.923164] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.923659] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.923948] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.924123] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.924370] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.924650] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df2ba932-cb33-4226-a8ee-e5ebad5b8539 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.938946] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.939295] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.940395] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-687d25fa-1e9c-4e79-b072-f11a8b33d00f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.945996] env[70966]: DEBUG nova.network.neutron [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Successfully created port: 546f80e1-694e-4151-b03c-93b65737d4c1 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.948982] env[70966]: DEBUG nova.network.neutron [-] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.952287] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 729.952287] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522e5878-6dc6-fc18-24a9-ff3a10c52c1a" [ 729.952287] env[70966]: _type = "Task" [ 729.952287] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.965535] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522e5878-6dc6-fc18-24a9-ff3a10c52c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.976727] env[70966]: DEBUG nova.compute.manager [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.418043] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60670c92-c961-460f-a7a7-0dc6b02b9d33 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.430809] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a32f626-d851-4943-b73d-8132fa8a04dd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.456874] env[70966]: INFO nova.compute.manager [-] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Took 1.48 seconds to deallocate network for instance. [ 730.489250] env[70966]: DEBUG nova.compute.manager [req-8b384521-ad90-408b-9bee-ac64705fd577 req-55cc9cbb-fa31-4c11-aae1-ffaef9e1f217 service nova] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Detach interface failed, port_id=9bd6c257-f258-4f95-8686-4e6a4e29b900, reason: Instance bc7eb745-301c-4b47-859c-43dbdff8cea2 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 730.503543] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522e5878-6dc6-fc18-24a9-ff3a10c52c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.022109} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.504654] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2710fd1-60d1-4476-be8e-2329f82d91d1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.514509] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 730.514509] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c74702-fb8d-0332-7354-872a5c126436" [ 730.514509] env[70966]: _type = "Task" [ 730.514509] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.527661] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c74702-fb8d-0332-7354-872a5c126436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.709018] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70f81b7-bc6e-4507-8955-5f514f089683 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.716540] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dacff2-f3be-4528-8e20-83d55bd19e4b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.754330] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2b3436-207e-4e08-a420-f6c6a1daaa0e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.766346] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851eab20-7baf-4de0-85bb-aa1d1f1e981e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.788341] env[70966]: DEBUG nova.compute.provider_tree [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.995633] env[70966]: DEBUG nova.compute.manager [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.999073] env[70966]: DEBUG oslo_concurrency.lockutils [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.022189] env[70966]: DEBUG nova.virt.hardware [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.022189] env[70966]: DEBUG nova.virt.hardware [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.025100] env[70966]: DEBUG nova.virt.hardware [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.025100] env[70966]: DEBUG nova.virt.hardware [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.025100] env[70966]: DEBUG nova.virt.hardware [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.025100] env[70966]: DEBUG nova.virt.hardware [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.025100] env[70966]: DEBUG nova.virt.hardware [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.025100] env[70966]: DEBUG nova.virt.hardware [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.025100] env[70966]: DEBUG nova.virt.hardware [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.025100] env[70966]: DEBUG nova.virt.hardware [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.025100] env[70966]: DEBUG nova.virt.hardware [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.025100] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95daa85a-b1d6-464e-b46a-5019664b80d3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.040336] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965a85fa-a8ae-4e52-abcf-c2380c8fefdb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.046015] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c74702-fb8d-0332-7354-872a5c126436, 'name': SearchDatastore_Task, 'duration_secs': 0.01544} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.046504] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.046855] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] bec21396-170b-41fb-9b54-9170d7654d50/bec21396-170b-41fb-9b54-9170d7654d50.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.047510] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d063c700-d3ac-4a82-9109-28d850b05ab2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.066217] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 731.066217] env[70966]: value = "task-3612360" [ 731.066217] env[70966]: _type = "Task" [ 731.066217] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.075600] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.293268] env[70966]: DEBUG nova.scheduler.client.report [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.503220] env[70966]: DEBUG nova.network.neutron [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Successfully updated port: 546f80e1-694e-4151-b03c-93b65737d4c1 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.580096] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612360, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.801842] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.843s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.802991] env[70966]: DEBUG nova.compute.manager [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.806711] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.440s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.809170] env[70966]: INFO nova.compute.claims [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.006890] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Acquiring lock "refresh_cache-55411331-13f8-46e7-8e47-73686de2724b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.006890] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Acquired lock "refresh_cache-55411331-13f8-46e7-8e47-73686de2724b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.006890] env[70966]: DEBUG nova.network.neutron [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.078866] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629938} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.079245] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] bec21396-170b-41fb-9b54-9170d7654d50/bec21396-170b-41fb-9b54-9170d7654d50.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.079451] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.079713] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f745bc9-e269-41f0-ba21-597c0d406364 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.088092] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 732.088092] env[70966]: value = "task-3612361" [ 732.088092] env[70966]: _type = "Task" [ 732.088092] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.098239] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.227844] env[70966]: DEBUG nova.compute.manager [req-b2c33a72-8d96-49bd-b8b2-4642418503d7 req-32581c94-1dc2-4b51-815c-c8c2b029d347 service nova] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Received event network-vif-plugged-546f80e1-694e-4151-b03c-93b65737d4c1 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.228408] env[70966]: DEBUG oslo_concurrency.lockutils [req-b2c33a72-8d96-49bd-b8b2-4642418503d7 req-32581c94-1dc2-4b51-815c-c8c2b029d347 service nova] Acquiring lock "55411331-13f8-46e7-8e47-73686de2724b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.228408] env[70966]: DEBUG oslo_concurrency.lockutils [req-b2c33a72-8d96-49bd-b8b2-4642418503d7 req-32581c94-1dc2-4b51-815c-c8c2b029d347 service nova] Lock "55411331-13f8-46e7-8e47-73686de2724b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.228649] env[70966]: DEBUG oslo_concurrency.lockutils [req-b2c33a72-8d96-49bd-b8b2-4642418503d7 req-32581c94-1dc2-4b51-815c-c8c2b029d347 service nova] Lock "55411331-13f8-46e7-8e47-73686de2724b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.228742] env[70966]: DEBUG nova.compute.manager [req-b2c33a72-8d96-49bd-b8b2-4642418503d7 req-32581c94-1dc2-4b51-815c-c8c2b029d347 service nova] [instance: 55411331-13f8-46e7-8e47-73686de2724b] No waiting events found dispatching network-vif-plugged-546f80e1-694e-4151-b03c-93b65737d4c1 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.228946] env[70966]: WARNING nova.compute.manager [req-b2c33a72-8d96-49bd-b8b2-4642418503d7 req-32581c94-1dc2-4b51-815c-c8c2b029d347 service nova] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Received unexpected event network-vif-plugged-546f80e1-694e-4151-b03c-93b65737d4c1 for instance with vm_state building and task_state spawning. [ 732.229367] env[70966]: DEBUG nova.compute.manager [req-b2c33a72-8d96-49bd-b8b2-4642418503d7 req-32581c94-1dc2-4b51-815c-c8c2b029d347 service nova] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Received event network-changed-546f80e1-694e-4151-b03c-93b65737d4c1 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.229547] env[70966]: DEBUG nova.compute.manager [req-b2c33a72-8d96-49bd-b8b2-4642418503d7 req-32581c94-1dc2-4b51-815c-c8c2b029d347 service nova] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Refreshing instance network info cache due to event network-changed-546f80e1-694e-4151-b03c-93b65737d4c1. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.229745] env[70966]: DEBUG oslo_concurrency.lockutils [req-b2c33a72-8d96-49bd-b8b2-4642418503d7 req-32581c94-1dc2-4b51-815c-c8c2b029d347 service nova] Acquiring lock "refresh_cache-55411331-13f8-46e7-8e47-73686de2724b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.320333] env[70966]: DEBUG nova.compute.utils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.328974] env[70966]: DEBUG nova.compute.manager [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.329183] env[70966]: DEBUG nova.network.neutron [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.386182] env[70966]: DEBUG nova.policy [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0072158f20754ca89e09a5137ab96a86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56061b573ec44fb983fc83e2e507a735', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.550164] env[70966]: DEBUG nova.network.neutron [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.602647] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076547} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.602924] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.610397] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfd8abb-ad23-4dfd-9ddf-aace6b88687d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.637658] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] bec21396-170b-41fb-9b54-9170d7654d50/bec21396-170b-41fb-9b54-9170d7654d50.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.638247] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04682214-5863-4e97-98e2-1964481d383d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.669982] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 732.669982] env[70966]: value = "task-3612362" [ 732.669982] env[70966]: _type = "Task" [ 732.669982] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.681117] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.779879] env[70966]: DEBUG nova.network.neutron [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Updating instance_info_cache with network_info: [{"id": "546f80e1-694e-4151-b03c-93b65737d4c1", "address": "fa:16:3e:20:df:10", "network": {"id": "38ede267-7f26-40da-9e13-06b3c94836f1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1806280727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8865d423fde849899acb4f9b85c71ca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap546f80e1-69", "ovs_interfaceid": "546f80e1-694e-4151-b03c-93b65737d4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.816846] env[70966]: DEBUG nova.network.neutron [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Successfully created port: c714465c-bd94-4677-ac07-cfdd3b82b4ad {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.831883] env[70966]: DEBUG nova.compute.manager [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.181869] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.282979] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Releasing lock "refresh_cache-55411331-13f8-46e7-8e47-73686de2724b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.283427] env[70966]: DEBUG nova.compute.manager [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Instance network_info: |[{"id": "546f80e1-694e-4151-b03c-93b65737d4c1", "address": "fa:16:3e:20:df:10", "network": {"id": "38ede267-7f26-40da-9e13-06b3c94836f1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1806280727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8865d423fde849899acb4f9b85c71ca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap546f80e1-69", "ovs_interfaceid": "546f80e1-694e-4151-b03c-93b65737d4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.283807] env[70966]: DEBUG oslo_concurrency.lockutils [req-b2c33a72-8d96-49bd-b8b2-4642418503d7 req-32581c94-1dc2-4b51-815c-c8c2b029d347 service nova] Acquired lock "refresh_cache-55411331-13f8-46e7-8e47-73686de2724b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.284436] env[70966]: DEBUG nova.network.neutron [req-b2c33a72-8d96-49bd-b8b2-4642418503d7 req-32581c94-1dc2-4b51-815c-c8c2b029d347 service nova] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Refreshing network info cache for port 546f80e1-694e-4151-b03c-93b65737d4c1 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.285423] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:df:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '546f80e1-694e-4151-b03c-93b65737d4c1', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.294011] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Creating folder: Project (8865d423fde849899acb4f9b85c71ca9). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.298193] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7e9cdf4-a655-4358-9343-9ca8be039682 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.312346] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Created folder: Project (8865d423fde849899acb4f9b85c71ca9) in parent group-v720468. [ 733.316021] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Creating folder: Instances. Parent ref: group-v720559. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.316021] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea824f06-8606-4bec-86cb-1bc2754853b8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.326993] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Created folder: Instances in parent group-v720559. [ 733.327500] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.327500] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.330357] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6798cb39-cf76-41e2-bee4-f8813114e320 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.359899] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.359899] env[70966]: value = "task-3612365" [ 733.359899] env[70966]: _type = "Task" [ 733.359899] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.368601] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612365, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.499952] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f742d95d-4bec-4d4d-bcef-f8b73f8403cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.509880] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a3713c-02d5-4abf-87da-f674d8659d10 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.543548] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd00135-d86a-47e5-9fab-ea6049d5c85f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.552732] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27437d2-613f-4b43-81cd-1a80eb83846c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.569158] env[70966]: DEBUG nova.compute.provider_tree [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.683803] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612362, 'name': ReconfigVM_Task, 'duration_secs': 0.665707} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.684638] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Reconfigured VM instance instance-00000023 to attach disk [datastore1] bec21396-170b-41fb-9b54-9170d7654d50/bec21396-170b-41fb-9b54-9170d7654d50.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.685479] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d92e36c4-30b4-42be-9368-250801c0d0e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.697021] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 733.697021] env[70966]: value = "task-3612366" [ 733.697021] env[70966]: _type = "Task" [ 733.697021] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.710599] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612366, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.854753] env[70966]: DEBUG nova.compute.manager [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.870908] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612365, 'name': CreateVM_Task, 'duration_secs': 0.466283} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.870908] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.872475] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.872475] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.872475] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.872475] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-addf0fd7-2270-4eb3-9792-f99d14007a95 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.879936] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Waiting for the task: (returnval){ [ 733.879936] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d28265-c495-f053-d059-76ce6d3e2aec" [ 733.879936] env[70966]: _type = "Task" [ 733.879936] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.895132] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d28265-c495-f053-d059-76ce6d3e2aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.898033] env[70966]: DEBUG nova.virt.hardware [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.898187] env[70966]: DEBUG nova.virt.hardware [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.898354] env[70966]: DEBUG nova.virt.hardware [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.898572] env[70966]: DEBUG nova.virt.hardware [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.898727] env[70966]: DEBUG nova.virt.hardware [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.898902] env[70966]: DEBUG nova.virt.hardware [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.899250] env[70966]: DEBUG nova.virt.hardware [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.899376] env[70966]: DEBUG nova.virt.hardware [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.899553] env[70966]: DEBUG nova.virt.hardware [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.899735] env[70966]: DEBUG nova.virt.hardware [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.899908] env[70966]: DEBUG nova.virt.hardware [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.904448] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395b7cd6-3199-4f73-a3ad-d04be16a99dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.909949] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131d5eb7-ecb8-4375-a750-aa4c5b3f55bf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.963435] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.964093] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.073796] env[70966]: DEBUG nova.scheduler.client.report [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.146253] env[70966]: DEBUG nova.network.neutron [req-b2c33a72-8d96-49bd-b8b2-4642418503d7 req-32581c94-1dc2-4b51-815c-c8c2b029d347 service nova] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Updated VIF entry in instance network info cache for port 546f80e1-694e-4151-b03c-93b65737d4c1. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.146253] env[70966]: DEBUG nova.network.neutron [req-b2c33a72-8d96-49bd-b8b2-4642418503d7 req-32581c94-1dc2-4b51-815c-c8c2b029d347 service nova] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Updating instance_info_cache with network_info: [{"id": "546f80e1-694e-4151-b03c-93b65737d4c1", "address": "fa:16:3e:20:df:10", "network": {"id": "38ede267-7f26-40da-9e13-06b3c94836f1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1806280727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8865d423fde849899acb4f9b85c71ca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap546f80e1-69", "ovs_interfaceid": "546f80e1-694e-4151-b03c-93b65737d4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.209531] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612366, 'name': Rename_Task, 'duration_secs': 0.199747} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.209842] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.210118] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b3f32bc-b8fc-48cd-a87c-465c474ee422 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.219051] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 734.219051] env[70966]: value = "task-3612367" [ 734.219051] env[70966]: _type = "Task" [ 734.219051] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.229806] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.392023] env[70966]: DEBUG nova.compute.manager [req-47263dd4-3097-48ba-ac31-ce8c37812a0f req-0c3afe88-1a8a-4674-ad09-64d202cc1a01 service nova] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Received event network-vif-plugged-c714465c-bd94-4677-ac07-cfdd3b82b4ad {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.392023] env[70966]: DEBUG oslo_concurrency.lockutils [req-47263dd4-3097-48ba-ac31-ce8c37812a0f req-0c3afe88-1a8a-4674-ad09-64d202cc1a01 service nova] Acquiring lock "dba13c6a-7c9b-4a79-9173-2296a2688c55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.392023] env[70966]: DEBUG oslo_concurrency.lockutils [req-47263dd4-3097-48ba-ac31-ce8c37812a0f req-0c3afe88-1a8a-4674-ad09-64d202cc1a01 service nova] Lock "dba13c6a-7c9b-4a79-9173-2296a2688c55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.392023] env[70966]: DEBUG oslo_concurrency.lockutils [req-47263dd4-3097-48ba-ac31-ce8c37812a0f req-0c3afe88-1a8a-4674-ad09-64d202cc1a01 service nova] Lock "dba13c6a-7c9b-4a79-9173-2296a2688c55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.392023] env[70966]: DEBUG nova.compute.manager [req-47263dd4-3097-48ba-ac31-ce8c37812a0f req-0c3afe88-1a8a-4674-ad09-64d202cc1a01 service nova] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] No waiting events found dispatching network-vif-plugged-c714465c-bd94-4677-ac07-cfdd3b82b4ad {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.392023] env[70966]: WARNING nova.compute.manager [req-47263dd4-3097-48ba-ac31-ce8c37812a0f req-0c3afe88-1a8a-4674-ad09-64d202cc1a01 service nova] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Received unexpected event network-vif-plugged-c714465c-bd94-4677-ac07-cfdd3b82b4ad for instance with vm_state building and task_state spawning. [ 734.393756] env[70966]: DEBUG nova.network.neutron [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Successfully updated port: c714465c-bd94-4677-ac07-cfdd3b82b4ad {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.398902] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d28265-c495-f053-d059-76ce6d3e2aec, 'name': SearchDatastore_Task, 'duration_secs': 0.022972} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.399551] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.399551] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.399722] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.399866] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.400055] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.404485] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-561916d2-040f-473a-8de3-c3bd51e1035b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.412173] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.413030] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.413641] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3074e8c9-cae8-4e06-9b6d-cf5fb2b82969 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.421404] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Waiting for the task: (returnval){ [ 734.421404] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e7774c-7d88-be28-e736-2ced132471d1" [ 734.421404] env[70966]: _type = "Task" [ 734.421404] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.432548] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e7774c-7d88-be28-e736-2ced132471d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.582025] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.582025] env[70966]: DEBUG nova.compute.manager [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.583665] env[70966]: DEBUG oslo_concurrency.lockutils [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.430s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.584169] env[70966]: DEBUG nova.objects.instance [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Lazy-loading 'resources' on Instance uuid 18779dc5-88dd-4b52-b3a0-aba8cac880e6 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.648219] env[70966]: DEBUG oslo_concurrency.lockutils [req-b2c33a72-8d96-49bd-b8b2-4642418503d7 req-32581c94-1dc2-4b51-815c-c8c2b029d347 service nova] Releasing lock "refresh_cache-55411331-13f8-46e7-8e47-73686de2724b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.731017] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612367, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.900469] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "refresh_cache-dba13c6a-7c9b-4a79-9173-2296a2688c55" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.900548] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "refresh_cache-dba13c6a-7c9b-4a79-9173-2296a2688c55" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.900779] env[70966]: DEBUG nova.network.neutron [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.939420] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e7774c-7d88-be28-e736-2ced132471d1, 'name': SearchDatastore_Task, 'duration_secs': 0.016847} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.939420] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d69cfdf-08c1-40eb-a072-9871ca4f12e3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.945941] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Waiting for the task: (returnval){ [ 734.945941] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523c79e1-2f58-f4dc-adec-17c54410cd78" [ 734.945941] env[70966]: _type = "Task" [ 734.945941] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.957015] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523c79e1-2f58-f4dc-adec-17c54410cd78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.088383] env[70966]: DEBUG nova.compute.utils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.093676] env[70966]: DEBUG nova.compute.manager [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.094086] env[70966]: DEBUG nova.network.neutron [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.175343] env[70966]: DEBUG nova.policy [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5118deb1d6934526b64b69d20febc9b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f2e3bf3480a407c9dcc013249eda266', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.236999] env[70966]: DEBUG oslo_vmware.api [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612367, 'name': PowerOnVM_Task, 'duration_secs': 0.79303} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.241018] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.241018] env[70966]: INFO nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Took 10.47 seconds to spawn the instance on the hypervisor. [ 735.241018] env[70966]: DEBUG nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.242409] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0750d29c-cc76-48ca-80b4-1ab887ceeac0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.418930] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "bb288733-a6d1-4bac-b59b-57db9fcb79ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.419244] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "bb288733-a6d1-4bac-b59b-57db9fcb79ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.419459] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "bb288733-a6d1-4bac-b59b-57db9fcb79ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.419645] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "bb288733-a6d1-4bac-b59b-57db9fcb79ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.419818] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "bb288733-a6d1-4bac-b59b-57db9fcb79ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.424279] env[70966]: INFO nova.compute.manager [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Terminating instance [ 735.456575] env[70966]: DEBUG nova.network.neutron [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.465908] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523c79e1-2f58-f4dc-adec-17c54410cd78, 'name': SearchDatastore_Task, 'duration_secs': 0.015427} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.466201] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.466510] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 55411331-13f8-46e7-8e47-73686de2724b/55411331-13f8-46e7-8e47-73686de2724b.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.466876] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af80181f-9dc0-4b82-8ee0-3bb5588b0866 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.479567] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Waiting for the task: (returnval){ [ 735.479567] env[70966]: value = "task-3612368" [ 735.479567] env[70966]: _type = "Task" [ 735.479567] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.491524] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.595213] env[70966]: DEBUG nova.compute.manager [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.733776] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c23affa-2bd6-4f94-8875-4a99976019ee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.745162] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00e8084-3926-4e84-8024-e32615a906d5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.795308] env[70966]: DEBUG nova.network.neutron [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Successfully created port: 35c7e796-5bdc-4b35-bddc-0b093314c171 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.800161] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd386e2-afee-4330-9dde-9393d54d1876 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.803826] env[70966]: INFO nova.compute.manager [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Took 37.41 seconds to build instance. [ 735.813275] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f809082b-0971-4734-9aef-e01410b2b241 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.834935] env[70966]: DEBUG nova.compute.provider_tree [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.930907] env[70966]: DEBUG nova.compute.manager [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.931183] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.932356] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7ff5c2-d250-4668-9223-08fe569789fb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.941616] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.941954] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80a99b5a-e9ac-44e3-a7f0-336e215a1293 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.946199] env[70966]: DEBUG nova.network.neutron [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Updating instance_info_cache with network_info: [{"id": "c714465c-bd94-4677-ac07-cfdd3b82b4ad", "address": "fa:16:3e:96:89:f2", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc714465c-bd", "ovs_interfaceid": "c714465c-bd94-4677-ac07-cfdd3b82b4ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.952471] env[70966]: DEBUG oslo_vmware.api [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 735.952471] env[70966]: value = "task-3612369" [ 735.952471] env[70966]: _type = "Task" [ 735.952471] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.963337] env[70966]: DEBUG oslo_vmware.api [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.993535] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612368, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.307513] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ffb4350c-7d88-4bbb-b579-58f6caac13bc tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "bec21396-170b-41fb-9b54-9170d7654d50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.319s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.342412] env[70966]: DEBUG nova.scheduler.client.report [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.447632] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "refresh_cache-dba13c6a-7c9b-4a79-9173-2296a2688c55" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.447982] env[70966]: DEBUG nova.compute.manager [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Instance network_info: |[{"id": "c714465c-bd94-4677-ac07-cfdd3b82b4ad", "address": "fa:16:3e:96:89:f2", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc714465c-bd", "ovs_interfaceid": "c714465c-bd94-4677-ac07-cfdd3b82b4ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.448467] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:89:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c714465c-bd94-4677-ac07-cfdd3b82b4ad', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.456612] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.457043] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.460897] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d09b413-144f-4e7d-b22e-484ba87808d2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.495457] env[70966]: DEBUG oslo_vmware.api [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612369, 'name': PowerOffVM_Task, 'duration_secs': 0.233964} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.498323] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.498601] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.498961] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.498961] env[70966]: value = "task-3612370" [ 736.498961] env[70966]: _type = "Task" [ 736.498961] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.499329] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92b8a7d8-68d4-491f-885d-36e05c42dfa9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.511948] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80905} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.512783] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 55411331-13f8-46e7-8e47-73686de2724b/55411331-13f8-46e7-8e47-73686de2724b.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.513035] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.513745] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-924c998b-97b7-404f-9265-90e162478160 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.522515] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612370, 'name': CreateVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.528232] env[70966]: DEBUG nova.compute.manager [req-a7f68eed-5e81-4ff2-a409-e011b0d096ac req-b5d016a6-1e0b-4c2a-9b71-3c58faf7d170 service nova] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Received event network-changed-c714465c-bd94-4677-ac07-cfdd3b82b4ad {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.528591] env[70966]: DEBUG nova.compute.manager [req-a7f68eed-5e81-4ff2-a409-e011b0d096ac req-b5d016a6-1e0b-4c2a-9b71-3c58faf7d170 service nova] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Refreshing instance network info cache due to event network-changed-c714465c-bd94-4677-ac07-cfdd3b82b4ad. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.528932] env[70966]: DEBUG oslo_concurrency.lockutils [req-a7f68eed-5e81-4ff2-a409-e011b0d096ac req-b5d016a6-1e0b-4c2a-9b71-3c58faf7d170 service nova] Acquiring lock "refresh_cache-dba13c6a-7c9b-4a79-9173-2296a2688c55" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.529187] env[70966]: DEBUG oslo_concurrency.lockutils [req-a7f68eed-5e81-4ff2-a409-e011b0d096ac req-b5d016a6-1e0b-4c2a-9b71-3c58faf7d170 service nova] Acquired lock "refresh_cache-dba13c6a-7c9b-4a79-9173-2296a2688c55" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.529477] env[70966]: DEBUG nova.network.neutron [req-a7f68eed-5e81-4ff2-a409-e011b0d096ac req-b5d016a6-1e0b-4c2a-9b71-3c58faf7d170 service nova] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Refreshing network info cache for port c714465c-bd94-4677-ac07-cfdd3b82b4ad {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.535964] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Waiting for the task: (returnval){ [ 736.535964] env[70966]: value = "task-3612372" [ 736.535964] env[70966]: _type = "Task" [ 736.535964] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.547640] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.604552] env[70966]: DEBUG nova.compute.manager [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.613917] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.614294] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.614518] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Deleting the datastore file [datastore1] bb288733-a6d1-4bac-b59b-57db9fcb79ed {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.614904] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e83d9c36-756d-4d7e-b5a2-64624e64ff00 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.623676] env[70966]: DEBUG oslo_vmware.api [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 736.623676] env[70966]: value = "task-3612373" [ 736.623676] env[70966]: _type = "Task" [ 736.623676] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.635433] env[70966]: DEBUG oslo_vmware.api [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.639960] env[70966]: DEBUG nova.virt.hardware [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.640210] env[70966]: DEBUG nova.virt.hardware [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.640419] env[70966]: DEBUG nova.virt.hardware [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.640557] env[70966]: DEBUG nova.virt.hardware [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.640704] env[70966]: DEBUG nova.virt.hardware [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.640924] env[70966]: DEBUG nova.virt.hardware [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.641175] env[70966]: DEBUG nova.virt.hardware [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.641253] env[70966]: DEBUG nova.virt.hardware [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.641368] env[70966]: DEBUG nova.virt.hardware [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.641530] env[70966]: DEBUG nova.virt.hardware [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.641733] env[70966]: DEBUG nova.virt.hardware [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.643017] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bad76b-b416-45af-906f-e6e9e16fbbe6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.651551] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888f1256-57b5-4232-b3a6-3d09f49946b9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.785124] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "3278e6e3-ba77-41bc-bbf9-29b6a68399e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.785602] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "3278e6e3-ba77-41bc-bbf9-29b6a68399e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.785952] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "3278e6e3-ba77-41bc-bbf9-29b6a68399e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.786291] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "3278e6e3-ba77-41bc-bbf9-29b6a68399e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.786574] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "3278e6e3-ba77-41bc-bbf9-29b6a68399e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.789513] env[70966]: INFO nova.compute.manager [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Terminating instance [ 736.810039] env[70966]: DEBUG nova.compute.manager [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.847857] env[70966]: DEBUG oslo_concurrency.lockutils [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.851824] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.413s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.853906] env[70966]: INFO nova.compute.claims [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.879356] env[70966]: INFO nova.scheduler.client.report [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Deleted allocations for instance 18779dc5-88dd-4b52-b3a0-aba8cac880e6 [ 737.012473] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612370, 'name': CreateVM_Task, 'duration_secs': 0.411607} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.012673] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.013442] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.013639] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.013983] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.014281] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731dd5e9-aee2-49a4-8948-bcef7873944f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.020455] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 737.020455] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a2b620-5aff-f550-1eab-1b5ab1ed23a5" [ 737.020455] env[70966]: _type = "Task" [ 737.020455] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.030926] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a2b620-5aff-f550-1eab-1b5ab1ed23a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.045882] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097665} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.046179] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.047040] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef5a10e-4ba3-4275-a795-08bc66622625 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.070933] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 55411331-13f8-46e7-8e47-73686de2724b/55411331-13f8-46e7-8e47-73686de2724b.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.074022] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99610af0-8426-46a6-a526-f9c72a02f1d9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.103019] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Waiting for the task: (returnval){ [ 737.103019] env[70966]: value = "task-3612374" [ 737.103019] env[70966]: _type = "Task" [ 737.103019] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.115133] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.137475] env[70966]: DEBUG oslo_vmware.api [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259485} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.137475] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.137475] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.137475] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.137628] env[70966]: INFO nova.compute.manager [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Took 1.21 seconds to destroy the instance on the hypervisor. [ 737.137846] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.138060] env[70966]: DEBUG nova.compute.manager [-] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.138168] env[70966]: DEBUG nova.network.neutron [-] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.296007] env[70966]: DEBUG nova.compute.manager [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.296361] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.297697] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a65624b-0a22-4bb0-8e9b-ce283a432c47 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.319353] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.323217] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-735418ae-0680-4fc7-89ef-ab569958165d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.336632] env[70966]: DEBUG oslo_vmware.api [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 737.336632] env[70966]: value = "task-3612375" [ 737.336632] env[70966]: _type = "Task" [ 737.336632] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.344675] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.347796] env[70966]: DEBUG nova.network.neutron [req-a7f68eed-5e81-4ff2-a409-e011b0d096ac req-b5d016a6-1e0b-4c2a-9b71-3c58faf7d170 service nova] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Updated VIF entry in instance network info cache for port c714465c-bd94-4677-ac07-cfdd3b82b4ad. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.348387] env[70966]: DEBUG nova.network.neutron [req-a7f68eed-5e81-4ff2-a409-e011b0d096ac req-b5d016a6-1e0b-4c2a-9b71-3c58faf7d170 service nova] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Updating instance_info_cache with network_info: [{"id": "c714465c-bd94-4677-ac07-cfdd3b82b4ad", "address": "fa:16:3e:96:89:f2", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc714465c-bd", "ovs_interfaceid": "c714465c-bd94-4677-ac07-cfdd3b82b4ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.356014] env[70966]: DEBUG oslo_vmware.api [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.389290] env[70966]: DEBUG oslo_concurrency.lockutils [None req-60b7eb64-607d-4703-b820-25b56ba5f7df tempest-ServerShowV254Test-374008284 tempest-ServerShowV254Test-374008284-project-member] Lock "18779dc5-88dd-4b52-b3a0-aba8cac880e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.503s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.495909] env[70966]: DEBUG nova.network.neutron [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Successfully updated port: 35c7e796-5bdc-4b35-bddc-0b093314c171 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.521534] env[70966]: DEBUG nova.compute.manager [req-e73e5886-2aea-4f58-8e20-94def5422a1b req-cefe583e-76f8-4fda-9bd0-7de1895e325c service nova] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Received event network-vif-deleted-7cd97efa-78a3-4c0c-8917-82f49ac97215 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.521534] env[70966]: INFO nova.compute.manager [req-e73e5886-2aea-4f58-8e20-94def5422a1b req-cefe583e-76f8-4fda-9bd0-7de1895e325c service nova] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Neutron deleted interface 7cd97efa-78a3-4c0c-8917-82f49ac97215; detaching it from the instance and deleting it from the info cache [ 737.521534] env[70966]: DEBUG nova.network.neutron [req-e73e5886-2aea-4f58-8e20-94def5422a1b req-cefe583e-76f8-4fda-9bd0-7de1895e325c service nova] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.535033] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a2b620-5aff-f550-1eab-1b5ab1ed23a5, 'name': SearchDatastore_Task, 'duration_secs': 0.016646} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.535360] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.535583] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.535818] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.535968] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.536164] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.536739] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf937a37-bde9-48b8-bcb4-cd87f51571cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.548488] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.548699] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.549804] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272c5692-4515-4043-99b4-34fae034d986 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.556073] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 737.556073] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e1219b-83ae-1776-3350-102deebf982d" [ 737.556073] env[70966]: _type = "Task" [ 737.556073] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.569132] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e1219b-83ae-1776-3350-102deebf982d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.614886] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612374, 'name': ReconfigVM_Task, 'duration_secs': 0.336873} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.615294] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 55411331-13f8-46e7-8e47-73686de2724b/55411331-13f8-46e7-8e47-73686de2724b.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.616170] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c683e68-12cb-47c6-9d93-ed5c21f231bf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.625162] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Waiting for the task: (returnval){ [ 737.625162] env[70966]: value = "task-3612376" [ 737.625162] env[70966]: _type = "Task" [ 737.625162] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.638923] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612376, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.847372] env[70966]: DEBUG oslo_vmware.api [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612375, 'name': PowerOffVM_Task, 'duration_secs': 0.361166} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.847654] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.847827] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.848120] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0be8f53-3730-4673-9763-56002881b73f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.857669] env[70966]: DEBUG oslo_concurrency.lockutils [req-a7f68eed-5e81-4ff2-a409-e011b0d096ac req-b5d016a6-1e0b-4c2a-9b71-3c58faf7d170 service nova] Releasing lock "refresh_cache-dba13c6a-7c9b-4a79-9173-2296a2688c55" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.948718] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.948861] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.949780] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Deleting the datastore file [datastore1] 3278e6e3-ba77-41bc-bbf9-29b6a68399e7 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.949780] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-553337af-17d6-4c9d-8862-87333f8a8d27 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.959018] env[70966]: DEBUG oslo_vmware.api [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 737.959018] env[70966]: value = "task-3612378" [ 737.959018] env[70966]: _type = "Task" [ 737.959018] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.976614] env[70966]: DEBUG oslo_vmware.api [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.003942] env[70966]: DEBUG nova.network.neutron [-] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.006557] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "refresh_cache-da927a37-b921-460f-aef6-e3422f9f3ab8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.006838] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquired lock "refresh_cache-da927a37-b921-460f-aef6-e3422f9f3ab8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.007096] env[70966]: DEBUG nova.network.neutron [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.026847] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f2ccd23-fbe8-4352-924e-5a55ea747726 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.041274] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a3cb6a-6499-4efe-855d-5abf140769c2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.099876] env[70966]: DEBUG nova.compute.manager [req-e73e5886-2aea-4f58-8e20-94def5422a1b req-cefe583e-76f8-4fda-9bd0-7de1895e325c service nova] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Detach interface failed, port_id=7cd97efa-78a3-4c0c-8917-82f49ac97215, reason: Instance bb288733-a6d1-4bac-b59b-57db9fcb79ed could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 738.099876] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e1219b-83ae-1776-3350-102deebf982d, 'name': SearchDatastore_Task, 'duration_secs': 0.020775} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.107036] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2c0812-83c7-4f9c-8b9b-7fb39aca60ca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.114749] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 738.114749] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cf6141-cbfb-4e94-0e69-85670121c84c" [ 738.114749] env[70966]: _type = "Task" [ 738.114749] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.126031] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cf6141-cbfb-4e94-0e69-85670121c84c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.137337] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612376, 'name': Rename_Task, 'duration_secs': 0.207009} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.137890] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.138447] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df627dc8-4870-4112-a158-e8ba2f1be626 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.147829] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Waiting for the task: (returnval){ [ 738.147829] env[70966]: value = "task-3612379" [ 738.147829] env[70966]: _type = "Task" [ 738.147829] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.159733] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.471195] env[70966]: DEBUG oslo_vmware.api [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282195} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.473557] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.473790] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.473981] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.474219] env[70966]: INFO nova.compute.manager [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 738.474565] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.476605] env[70966]: DEBUG nova.compute.manager [-] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.476605] env[70966]: DEBUG nova.network.neutron [-] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.512529] env[70966]: INFO nova.compute.manager [-] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Took 1.37 seconds to deallocate network for instance. [ 738.520730] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960e7361-dd96-4de6-a941-d3cc8ffd0b97 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.533189] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7a2062-9ea3-4c2f-b2a7-e083e875f0a4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.585307] env[70966]: DEBUG nova.network.neutron [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.590897] env[70966]: DEBUG nova.compute.manager [req-43daf484-5f5f-4aca-b2bc-31a1b62a0266 req-1ca6877e-6039-4c96-a87e-fcb46e30ff76 service nova] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Received event network-vif-plugged-35c7e796-5bdc-4b35-bddc-0b093314c171 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.591120] env[70966]: DEBUG oslo_concurrency.lockutils [req-43daf484-5f5f-4aca-b2bc-31a1b62a0266 req-1ca6877e-6039-4c96-a87e-fcb46e30ff76 service nova] Acquiring lock "da927a37-b921-460f-aef6-e3422f9f3ab8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.591336] env[70966]: DEBUG oslo_concurrency.lockutils [req-43daf484-5f5f-4aca-b2bc-31a1b62a0266 req-1ca6877e-6039-4c96-a87e-fcb46e30ff76 service nova] Lock "da927a37-b921-460f-aef6-e3422f9f3ab8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.591504] env[70966]: DEBUG oslo_concurrency.lockutils [req-43daf484-5f5f-4aca-b2bc-31a1b62a0266 req-1ca6877e-6039-4c96-a87e-fcb46e30ff76 service nova] Lock "da927a37-b921-460f-aef6-e3422f9f3ab8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.591676] env[70966]: DEBUG nova.compute.manager [req-43daf484-5f5f-4aca-b2bc-31a1b62a0266 req-1ca6877e-6039-4c96-a87e-fcb46e30ff76 service nova] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] No waiting events found dispatching network-vif-plugged-35c7e796-5bdc-4b35-bddc-0b093314c171 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.591832] env[70966]: WARNING nova.compute.manager [req-43daf484-5f5f-4aca-b2bc-31a1b62a0266 req-1ca6877e-6039-4c96-a87e-fcb46e30ff76 service nova] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Received unexpected event network-vif-plugged-35c7e796-5bdc-4b35-bddc-0b093314c171 for instance with vm_state building and task_state spawning. [ 738.591987] env[70966]: DEBUG nova.compute.manager [req-43daf484-5f5f-4aca-b2bc-31a1b62a0266 req-1ca6877e-6039-4c96-a87e-fcb46e30ff76 service nova] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Received event network-changed-35c7e796-5bdc-4b35-bddc-0b093314c171 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.592193] env[70966]: DEBUG nova.compute.manager [req-43daf484-5f5f-4aca-b2bc-31a1b62a0266 req-1ca6877e-6039-4c96-a87e-fcb46e30ff76 service nova] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Refreshing instance network info cache due to event network-changed-35c7e796-5bdc-4b35-bddc-0b093314c171. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.592356] env[70966]: DEBUG oslo_concurrency.lockutils [req-43daf484-5f5f-4aca-b2bc-31a1b62a0266 req-1ca6877e-6039-4c96-a87e-fcb46e30ff76 service nova] Acquiring lock "refresh_cache-da927a37-b921-460f-aef6-e3422f9f3ab8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.593122] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917ee084-e770-4738-a836-2c14443736b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.607921] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510afba2-ddb3-4e39-b351-eccf0b66ed19 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.629184] env[70966]: DEBUG nova.compute.provider_tree [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.637653] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cf6141-cbfb-4e94-0e69-85670121c84c, 'name': SearchDatastore_Task, 'duration_secs': 0.020875} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.637927] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.638264] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] dba13c6a-7c9b-4a79-9173-2296a2688c55/dba13c6a-7c9b-4a79-9173-2296a2688c55.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.638489] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27f56284-7bd8-468e-b925-9c527807e81b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.647324] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 738.647324] env[70966]: value = "task-3612380" [ 738.647324] env[70966]: _type = "Task" [ 738.647324] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.661160] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.666662] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612379, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.832737] env[70966]: DEBUG oslo_vmware.rw_handles [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222268c-0ea0-5bc1-0835-f955b33dd037/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 738.833968] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f68b3b-6d44-46c0-b555-0d333d99efc4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.837891] env[70966]: DEBUG nova.network.neutron [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Updating instance_info_cache with network_info: [{"id": "35c7e796-5bdc-4b35-bddc-0b093314c171", "address": "fa:16:3e:d1:28:8a", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c7e796-5b", "ovs_interfaceid": "35c7e796-5bdc-4b35-bddc-0b093314c171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.844547] env[70966]: DEBUG oslo_vmware.rw_handles [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222268c-0ea0-5bc1-0835-f955b33dd037/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 738.844714] env[70966]: ERROR oslo_vmware.rw_handles [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222268c-0ea0-5bc1-0835-f955b33dd037/disk-0.vmdk due to incomplete transfer. [ 738.845467] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4cd139a9-c686-440b-8c2f-3a16d21fd128 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.854681] env[70966]: DEBUG oslo_vmware.rw_handles [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222268c-0ea0-5bc1-0835-f955b33dd037/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 738.854804] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Uploaded image 55435ebf-71e6-4efb-91da-2bb34c239076 to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 738.857333] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 738.858315] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76835ec6-49c0-4788-a112-ce235ba903a2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.867626] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 738.867626] env[70966]: value = "task-3612381" [ 738.867626] env[70966]: _type = "Task" [ 738.867626] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.877014] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612381, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.028369] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.134139] env[70966]: DEBUG nova.scheduler.client.report [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.160949] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612380, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.163915] env[70966]: DEBUG oslo_vmware.api [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612379, 'name': PowerOnVM_Task, 'duration_secs': 0.696619} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.164225] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.164477] env[70966]: INFO nova.compute.manager [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Took 8.17 seconds to spawn the instance on the hypervisor. [ 739.164667] env[70966]: DEBUG nova.compute.manager [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.165634] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2405e7a-fa19-4a1e-b0f3-bed31ab06437 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.295082] env[70966]: DEBUG nova.network.neutron [-] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.344040] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Releasing lock "refresh_cache-da927a37-b921-460f-aef6-e3422f9f3ab8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.344040] env[70966]: DEBUG nova.compute.manager [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Instance network_info: |[{"id": "35c7e796-5bdc-4b35-bddc-0b093314c171", "address": "fa:16:3e:d1:28:8a", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c7e796-5b", "ovs_interfaceid": "35c7e796-5bdc-4b35-bddc-0b093314c171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.344040] env[70966]: DEBUG oslo_concurrency.lockutils [req-43daf484-5f5f-4aca-b2bc-31a1b62a0266 req-1ca6877e-6039-4c96-a87e-fcb46e30ff76 service nova] Acquired lock "refresh_cache-da927a37-b921-460f-aef6-e3422f9f3ab8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.344285] env[70966]: DEBUG nova.network.neutron [req-43daf484-5f5f-4aca-b2bc-31a1b62a0266 req-1ca6877e-6039-4c96-a87e-fcb46e30ff76 service nova] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Refreshing network info cache for port 35c7e796-5bdc-4b35-bddc-0b093314c171 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.345663] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:28:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35c7e796-5bdc-4b35-bddc-0b093314c171', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.355939] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.358226] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.358226] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-749ed2a1-6365-440b-bda0-50115a9286c1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.387125] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612381, 'name': Destroy_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.388612] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.388612] env[70966]: value = "task-3612382" [ 739.388612] env[70966]: _type = "Task" [ 739.388612] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.398091] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612382, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.641052] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.641052] env[70966]: DEBUG nova.compute.manager [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.643529] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.015s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.659128] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915545} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.659480] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] dba13c6a-7c9b-4a79-9173-2296a2688c55/dba13c6a-7c9b-4a79-9173-2296a2688c55.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.659733] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.660015] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca6e00a8-e2a4-4312-a9dd-58320adff81e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.667540] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 739.667540] env[70966]: value = "task-3612383" [ 739.667540] env[70966]: _type = "Task" [ 739.667540] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.680841] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.685258] env[70966]: INFO nova.compute.manager [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Took 34.40 seconds to build instance. [ 739.798219] env[70966]: INFO nova.compute.manager [-] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Took 1.32 seconds to deallocate network for instance. [ 739.886783] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612381, 'name': Destroy_Task, 'duration_secs': 0.846449} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.887056] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Destroyed the VM [ 739.887412] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 739.887665] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-45498293-abff-4706-b9fa-81d4d279bbea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.900282] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612382, 'name': CreateVM_Task, 'duration_secs': 0.449317} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.903331] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.903685] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 739.903685] env[70966]: value = "task-3612384" [ 739.903685] env[70966]: _type = "Task" [ 739.903685] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.904633] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.904790] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.905105] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.905677] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c276e9-d990-4f5f-8dd4-af5d5c9c790e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.914137] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 739.914137] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ca2578-9e3d-96dd-5b8a-117344a935b5" [ 739.914137] env[70966]: _type = "Task" [ 739.914137] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.917254] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612384, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.925246] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ca2578-9e3d-96dd-5b8a-117344a935b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.127335] env[70966]: DEBUG nova.network.neutron [req-43daf484-5f5f-4aca-b2bc-31a1b62a0266 req-1ca6877e-6039-4c96-a87e-fcb46e30ff76 service nova] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Updated VIF entry in instance network info cache for port 35c7e796-5bdc-4b35-bddc-0b093314c171. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.127676] env[70966]: DEBUG nova.network.neutron [req-43daf484-5f5f-4aca-b2bc-31a1b62a0266 req-1ca6877e-6039-4c96-a87e-fcb46e30ff76 service nova] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Updating instance_info_cache with network_info: [{"id": "35c7e796-5bdc-4b35-bddc-0b093314c171", "address": "fa:16:3e:d1:28:8a", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c7e796-5b", "ovs_interfaceid": "35c7e796-5bdc-4b35-bddc-0b093314c171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.148769] env[70966]: DEBUG nova.compute.utils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.160837] env[70966]: DEBUG nova.compute.manager [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.163110] env[70966]: DEBUG nova.compute.manager [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.163270] env[70966]: DEBUG nova.network.neutron [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.181124] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076553} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.181400] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.182196] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9018aec9-b9a1-45b8-ad68-f7a6b38cae34 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.188032] env[70966]: DEBUG oslo_concurrency.lockutils [None req-115f44be-e13a-458a-9b24-ee27c4d00284 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Lock "55411331-13f8-46e7-8e47-73686de2724b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.870s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.207442] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] dba13c6a-7c9b-4a79-9173-2296a2688c55/dba13c6a-7c9b-4a79-9173-2296a2688c55.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.209171] env[70966]: DEBUG nova.policy [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3431b53729441ebba083ed9dad96903', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc424be0dde487195d11dc402fa8d2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.211217] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46251cbe-b712-438e-8a5b-76fb917d57ab {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.233048] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 740.233048] env[70966]: value = "task-3612385" [ 740.233048] env[70966]: _type = "Task" [ 740.233048] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.241888] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.305281] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.417018] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612384, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.426837] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ca2578-9e3d-96dd-5b8a-117344a935b5, 'name': SearchDatastore_Task, 'duration_secs': 0.017551} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.426837] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.427110] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.427439] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.427512] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.429201] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.429201] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8a5f408-0883-43be-88ce-98363f7d89dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.439390] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.439493] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.440205] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f7ac2ae-3853-493a-acfa-5df70e068ef9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.449903] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 740.449903] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52086009-569f-309b-0233-3c2ff7f49775" [ 740.449903] env[70966]: _type = "Task" [ 740.449903] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.459727] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52086009-569f-309b-0233-3c2ff7f49775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.630012] env[70966]: DEBUG oslo_concurrency.lockutils [req-43daf484-5f5f-4aca-b2bc-31a1b62a0266 req-1ca6877e-6039-4c96-a87e-fcb46e30ff76 service nova] Releasing lock "refresh_cache-da927a37-b921-460f-aef6-e3422f9f3ab8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.674185] env[70966]: DEBUG nova.network.neutron [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Successfully created port: 71726322-a2f9-48aa-8dd5-c0ec02721699 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.697084] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 0f2fbe39-329f-4340-88ed-c490c7b9fde3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.697256] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance a425d7d3-d3a8-4864-b46d-a1aad3642079 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.697407] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance d14d1fb9-7aec-4259-bedc-d9224c73322c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.697560] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 7d700732-0963-4c7e-910f-00edb7c4bbd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.697688] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance dc4f6db8-170b-4d56-b3bc-80316ec8aed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.697801] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance cd50735c-56e1-4904-b9cf-7fbb5b19de21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.697927] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 5f1c69bc-256b-4dc1-991f-0fca1f272943 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.698054] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance c2038576-7e02-4874-a535-f60a355e17df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.698171] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 0cc0309f-2ab2-4974-8786-697a8fba568e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.698282] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 5a282972-34c3-4c50-accc-d2f54b2676e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.698413] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 3f5f849f-6385-43fc-84da-d6750104dbab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.698543] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 32a770ee-3623-4bc9-904a-326d49b113be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.698656] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 82a67b38-0395-41d6-bbd0-6e7dc4355e7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.698766] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.698887] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.698998] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance a84deccc-f059-4f4d-a197-fde737b85d1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.699132] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance bc7eb745-301c-4b47-859c-43dbdff8cea2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.699244] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.699395] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance bb288733-a6d1-4bac-b59b-57db9fcb79ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.699529] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 32bc47e5-e5f6-4962-8dff-32810985304b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.699643] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 3278e6e3-ba77-41bc-bbf9-29b6a68399e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.699752] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance d1b322c8-c490-43ef-b7b3-74cd3b159cec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.699859] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance bec21396-170b-41fb-9b54-9170d7654d50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.699965] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 55411331-13f8-46e7-8e47-73686de2724b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.700084] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance dba13c6a-7c9b-4a79-9173-2296a2688c55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.700191] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance da927a37-b921-460f-aef6-e3422f9f3ab8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.700297] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance f1210592-f6bf-44c0-bc06-8e92caa2754d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.709086] env[70966]: DEBUG nova.compute.manager [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.743361] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612385, 'name': ReconfigVM_Task, 'duration_secs': 0.277094} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.743663] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Reconfigured VM instance instance-00000025 to attach disk [datastore2] dba13c6a-7c9b-4a79-9173-2296a2688c55/dba13c6a-7c9b-4a79-9173-2296a2688c55.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.744299] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-270314f1-e77a-4262-8681-9ab8f27f91cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.752732] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 740.752732] env[70966]: value = "task-3612386" [ 740.752732] env[70966]: _type = "Task" [ 740.752732] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.762368] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612386, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.917484] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612384, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.920981] env[70966]: DEBUG nova.compute.manager [req-11bd0ca5-3c8f-4705-8b6e-ee849c126e21 req-5ed27dc1-5892-400e-933d-4046fdc58315 service nova] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Received event network-vif-deleted-50b28243-dd8a-4b5f-a8d8-aee85d8dabf7 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.962589] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52086009-569f-309b-0233-3c2ff7f49775, 'name': SearchDatastore_Task, 'duration_secs': 0.027841} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.963437] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ebf6d81-1a17-4e48-a59b-fb9402400640 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.970167] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 740.970167] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5260e47a-2ac6-f838-19a2-b5f1ddb8cbc0" [ 740.970167] env[70966]: _type = "Task" [ 740.970167] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.979820] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5260e47a-2ac6-f838-19a2-b5f1ddb8cbc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.125188] env[70966]: DEBUG oslo_concurrency.lockutils [None req-05d008c6-9174-4a4a-ae85-6ed05e95de92 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Acquiring lock "interface-55411331-13f8-46e7-8e47-73686de2724b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.125498] env[70966]: DEBUG oslo_concurrency.lockutils [None req-05d008c6-9174-4a4a-ae85-6ed05e95de92 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Lock "interface-55411331-13f8-46e7-8e47-73686de2724b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.125866] env[70966]: DEBUG nova.objects.instance [None req-05d008c6-9174-4a4a-ae85-6ed05e95de92 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Lazy-loading 'flavor' on Instance uuid 55411331-13f8-46e7-8e47-73686de2724b {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.177886] env[70966]: DEBUG nova.compute.manager [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.203439] env[70966]: DEBUG nova.virt.hardware [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.203543] env[70966]: DEBUG nova.virt.hardware [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.203665] env[70966]: DEBUG nova.virt.hardware [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.203842] env[70966]: DEBUG nova.virt.hardware [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.203986] env[70966]: DEBUG nova.virt.hardware [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.204164] env[70966]: DEBUG nova.virt.hardware [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.204532] env[70966]: DEBUG nova.virt.hardware [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.204532] env[70966]: DEBUG nova.virt.hardware [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.204682] env[70966]: DEBUG nova.virt.hardware [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.204845] env[70966]: DEBUG nova.virt.hardware [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.205075] env[70966]: DEBUG nova.virt.hardware [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.205917] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance c0761181-cec1-453c-adfe-a575a7242897 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 741.207826] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee86d0a-9d35-4afc-b664-d5896b4272d0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.220242] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1321a46f-22da-428c-aed4-a4a04d53c0e5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.240728] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.262967] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612386, 'name': Rename_Task, 'duration_secs': 0.153532} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.263397] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.263878] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e7cb281-18f2-4e02-abf5-27ce65c7b049 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.271976] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 741.271976] env[70966]: value = "task-3612387" [ 741.271976] env[70966]: _type = "Task" [ 741.271976] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.279857] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.417325] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612384, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.481893] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5260e47a-2ac6-f838-19a2-b5f1ddb8cbc0, 'name': SearchDatastore_Task, 'duration_secs': 0.044333} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.481893] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.482894] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] da927a37-b921-460f-aef6-e3422f9f3ab8/da927a37-b921-460f-aef6-e3422f9f3ab8.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.482894] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30b676f6-8f1e-4036-a905-7ddec532bf8e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.492035] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 741.492035] env[70966]: value = "task-3612388" [ 741.492035] env[70966]: _type = "Task" [ 741.492035] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.503458] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.630040] env[70966]: DEBUG nova.objects.instance [None req-05d008c6-9174-4a4a-ae85-6ed05e95de92 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Lazy-loading 'pci_requests' on Instance uuid 55411331-13f8-46e7-8e47-73686de2724b {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.711912] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 2ff1d794-4c9f-4de9-8283-4a56c527c6d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 741.788476] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612387, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.925648] env[70966]: DEBUG oslo_vmware.api [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612384, 'name': RemoveSnapshot_Task, 'duration_secs': 1.545718} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.925957] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 741.926231] env[70966]: INFO nova.compute.manager [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Took 19.28 seconds to snapshot the instance on the hypervisor. [ 742.002381] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612388, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.134619] env[70966]: DEBUG nova.objects.base [None req-05d008c6-9174-4a4a-ae85-6ed05e95de92 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Object Instance<55411331-13f8-46e7-8e47-73686de2724b> lazy-loaded attributes: flavor,pci_requests {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 742.134619] env[70966]: DEBUG nova.network.neutron [None req-05d008c6-9174-4a4a-ae85-6ed05e95de92 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.215381] env[70966]: DEBUG oslo_concurrency.lockutils [None req-05d008c6-9174-4a4a-ae85-6ed05e95de92 tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Lock "interface-55411331-13f8-46e7-8e47-73686de2724b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.088s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.219610] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.288019] env[70966]: DEBUG oslo_vmware.api [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612387, 'name': PowerOnVM_Task, 'duration_secs': 0.51768} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.288019] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.288019] env[70966]: INFO nova.compute.manager [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Took 8.43 seconds to spawn the instance on the hypervisor. [ 742.288019] env[70966]: DEBUG nova.compute.manager [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.288019] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41e55d7-1cd7-4a64-88fc-4f90be1aed57 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.374557] env[70966]: DEBUG nova.network.neutron [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Successfully updated port: 71726322-a2f9-48aa-8dd5-c0ec02721699 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.484688] env[70966]: DEBUG nova.compute.manager [None req-e4c9a16a-075e-4431-b17a-6aa6214b07b9 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Found 1 images (rotation: 2) {{(pid=70966) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 742.502665] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546483} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.502926] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] da927a37-b921-460f-aef6-e3422f9f3ab8/da927a37-b921-460f-aef6-e3422f9f3ab8.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.503180] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.503433] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8612e7e1-f644-4ba1-a42b-3e8d4634fe07 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.511899] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 742.511899] env[70966]: value = "task-3612389" [ 742.511899] env[70966]: _type = "Task" [ 742.511899] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.521999] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.624502] env[70966]: DEBUG nova.compute.manager [req-5c63fba6-8519-4a18-83e7-3f20210d7eee req-d83ee46e-ad54-4623-b483-466f15174229 service nova] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Received event network-vif-plugged-71726322-a2f9-48aa-8dd5-c0ec02721699 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.624502] env[70966]: DEBUG oslo_concurrency.lockutils [req-5c63fba6-8519-4a18-83e7-3f20210d7eee req-d83ee46e-ad54-4623-b483-466f15174229 service nova] Acquiring lock "f1210592-f6bf-44c0-bc06-8e92caa2754d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.624502] env[70966]: DEBUG oslo_concurrency.lockutils [req-5c63fba6-8519-4a18-83e7-3f20210d7eee req-d83ee46e-ad54-4623-b483-466f15174229 service nova] Lock "f1210592-f6bf-44c0-bc06-8e92caa2754d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.624502] env[70966]: DEBUG oslo_concurrency.lockutils [req-5c63fba6-8519-4a18-83e7-3f20210d7eee req-d83ee46e-ad54-4623-b483-466f15174229 service nova] Lock "f1210592-f6bf-44c0-bc06-8e92caa2754d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.624502] env[70966]: DEBUG nova.compute.manager [req-5c63fba6-8519-4a18-83e7-3f20210d7eee req-d83ee46e-ad54-4623-b483-466f15174229 service nova] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] No waiting events found dispatching network-vif-plugged-71726322-a2f9-48aa-8dd5-c0ec02721699 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.624678] env[70966]: WARNING nova.compute.manager [req-5c63fba6-8519-4a18-83e7-3f20210d7eee req-d83ee46e-ad54-4623-b483-466f15174229 service nova] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Received unexpected event network-vif-plugged-71726322-a2f9-48aa-8dd5-c0ec02721699 for instance with vm_state building and task_state spawning. [ 742.728368] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 7920b620-2349-4217-b3de-ca887e5d9116 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.807108] env[70966]: INFO nova.compute.manager [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Took 35.22 seconds to build instance. [ 742.878779] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "refresh_cache-f1210592-f6bf-44c0-bc06-8e92caa2754d" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.878779] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "refresh_cache-f1210592-f6bf-44c0-bc06-8e92caa2754d" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.878779] env[70966]: DEBUG nova.network.neutron [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.023232] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.295368} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.023847] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.024698] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8709d34a-55d3-4cbe-af10-14ad7442dd89 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.050502] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] da927a37-b921-460f-aef6-e3422f9f3ab8/da927a37-b921-460f-aef6-e3422f9f3ab8.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.051244] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-305b49b4-5cd0-4b27-932e-2509f3d891d2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.076659] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 743.076659] env[70966]: value = "task-3612390" [ 743.076659] env[70966]: _type = "Task" [ 743.076659] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.085325] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.238285] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 4b88a240-eedd-4d3d-ab3e-9f793f020f83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 743.309358] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdfab6d3-c423-49c9-8163-0a560b67fd26 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "dba13c6a-7c9b-4a79-9173-2296a2688c55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.529s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.423624] env[70966]: DEBUG nova.network.neutron [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.588187] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.592578] env[70966]: DEBUG nova.network.neutron [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Updating instance_info_cache with network_info: [{"id": "71726322-a2f9-48aa-8dd5-c0ec02721699", "address": "fa:16:3e:1e:ca:3e", "network": {"id": "6ad99bf7-c9c9-4cd4-9083-2f4df52b17d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1550678175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc424be0dde487195d11dc402fa8d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71726322-a2", "ovs_interfaceid": "71726322-a2f9-48aa-8dd5-c0ec02721699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.740987] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance d384a829-fab2-4f70-bae5-6460ad85fa20 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 743.814023] env[70966]: DEBUG nova.compute.manager [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.100219] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "refresh_cache-f1210592-f6bf-44c0-bc06-8e92caa2754d" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.100635] env[70966]: DEBUG nova.compute.manager [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Instance network_info: |[{"id": "71726322-a2f9-48aa-8dd5-c0ec02721699", "address": "fa:16:3e:1e:ca:3e", "network": {"id": "6ad99bf7-c9c9-4cd4-9083-2f4df52b17d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1550678175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc424be0dde487195d11dc402fa8d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71726322-a2", "ovs_interfaceid": "71726322-a2f9-48aa-8dd5-c0ec02721699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.101112] env[70966]: DEBUG nova.compute.manager [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.101509] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.101990] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:ca:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71726322-a2f9-48aa-8dd5-c0ec02721699', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.113177] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.113975] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211947eb-de98-4bef-953c-7c131a341bd2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.117499] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.117728] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b84289df-6ed7-4450-ac80-977b468adab4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.141048] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.141048] env[70966]: value = "task-3612391" [ 744.141048] env[70966]: _type = "Task" [ 744.141048] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.158877] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612391, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.245777] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.341591] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.592131] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612390, 'name': ReconfigVM_Task, 'duration_secs': 1.43326} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.592686] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Reconfigured VM instance instance-00000026 to attach disk [datastore2] da927a37-b921-460f-aef6-e3422f9f3ab8/da927a37-b921-460f-aef6-e3422f9f3ab8.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.593474] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50bc3ed7-b36b-402a-8f26-5235563a0781 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.601303] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 744.601303] env[70966]: value = "task-3612392" [ 744.601303] env[70966]: _type = "Task" [ 744.601303] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.613530] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612392, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.646724] env[70966]: INFO nova.compute.manager [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] instance snapshotting [ 744.646724] env[70966]: DEBUG nova.objects.instance [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'flavor' on Instance uuid dc4f6db8-170b-4d56-b3bc-80316ec8aed5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.654821] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612391, 'name': CreateVM_Task, 'duration_secs': 0.412485} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.654821] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.655103] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.655315] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.655663] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.655957] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07922df2-1ee2-412b-9b4b-1c76f664fc01 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.661994] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 744.661994] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5258c0af-accc-8c90-f0ec-38c2c0157bac" [ 744.661994] env[70966]: _type = "Task" [ 744.661994] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.673376] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5258c0af-accc-8c90-f0ec-38c2c0157bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.737811] env[70966]: DEBUG nova.compute.manager [req-af0b0b32-24af-4518-88e2-51b7264d54a6 req-ba4df142-7a8b-419c-a510-285700e5bcbd service nova] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Received event network-changed-71726322-a2f9-48aa-8dd5-c0ec02721699 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.738024] env[70966]: DEBUG nova.compute.manager [req-af0b0b32-24af-4518-88e2-51b7264d54a6 req-ba4df142-7a8b-419c-a510-285700e5bcbd service nova] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Refreshing instance network info cache due to event network-changed-71726322-a2f9-48aa-8dd5-c0ec02721699. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.738242] env[70966]: DEBUG oslo_concurrency.lockutils [req-af0b0b32-24af-4518-88e2-51b7264d54a6 req-ba4df142-7a8b-419c-a510-285700e5bcbd service nova] Acquiring lock "refresh_cache-f1210592-f6bf-44c0-bc06-8e92caa2754d" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.738388] env[70966]: DEBUG oslo_concurrency.lockutils [req-af0b0b32-24af-4518-88e2-51b7264d54a6 req-ba4df142-7a8b-419c-a510-285700e5bcbd service nova] Acquired lock "refresh_cache-f1210592-f6bf-44c0-bc06-8e92caa2754d" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.738548] env[70966]: DEBUG nova.network.neutron [req-af0b0b32-24af-4518-88e2-51b7264d54a6 req-ba4df142-7a8b-419c-a510-285700e5bcbd service nova] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Refreshing network info cache for port 71726322-a2f9-48aa-8dd5-c0ec02721699 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.748109] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance ddabc195-3a39-4139-8248-5320cd09d48f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.791785] env[70966]: DEBUG oslo_concurrency.lockutils [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Acquiring lock "55411331-13f8-46e7-8e47-73686de2724b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.792179] env[70966]: DEBUG oslo_concurrency.lockutils [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Lock "55411331-13f8-46e7-8e47-73686de2724b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.792436] env[70966]: DEBUG oslo_concurrency.lockutils [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Acquiring lock "55411331-13f8-46e7-8e47-73686de2724b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.792665] env[70966]: DEBUG oslo_concurrency.lockutils [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Lock "55411331-13f8-46e7-8e47-73686de2724b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.792885] env[70966]: DEBUG oslo_concurrency.lockutils [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Lock "55411331-13f8-46e7-8e47-73686de2724b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.796125] env[70966]: INFO nova.compute.manager [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Terminating instance [ 744.848196] env[70966]: INFO nova.compute.manager [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Rescuing [ 744.848505] env[70966]: DEBUG oslo_concurrency.lockutils [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "refresh_cache-dba13c6a-7c9b-4a79-9173-2296a2688c55" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.848661] env[70966]: DEBUG oslo_concurrency.lockutils [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "refresh_cache-dba13c6a-7c9b-4a79-9173-2296a2688c55" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.848829] env[70966]: DEBUG nova.network.neutron [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.111897] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612392, 'name': Rename_Task, 'duration_secs': 0.352905} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.112266] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.112516] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1e005c6-46cb-4f61-992a-47035795e040 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.118756] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 745.118756] env[70966]: value = "task-3612393" [ 745.118756] env[70966]: _type = "Task" [ 745.118756] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.127355] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.152821] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7512f1-6346-44fc-a599-33708091ffc8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.176988] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c809eaf-cfde-43ba-90cf-1ca7a8210215 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.193167] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5258c0af-accc-8c90-f0ec-38c2c0157bac, 'name': SearchDatastore_Task, 'duration_secs': 0.014535} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.193913] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.193913] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.194846] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.194846] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.194846] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.195027] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26b8b069-998d-460e-99de-7eaff9bfe7d7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.206604] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.206604] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.207311] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039a33c2-3055-4c03-93e9-28237e6e6cde {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.214029] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 745.214029] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524bc1d0-9c4b-95a9-bd5d-313386b515de" [ 745.214029] env[70966]: _type = "Task" [ 745.214029] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.223639] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524bc1d0-9c4b-95a9-bd5d-313386b515de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.250661] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 5191e604-7633-4903-ad1d-c1ecfd3c4d68 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.301860] env[70966]: DEBUG nova.compute.manager [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.301860] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.301860] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d72c2d-7709-47d7-90fb-d21edd28e342 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.310129] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.310404] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93ba24b4-26f7-4fb4-806a-6742e5c60def {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.321868] env[70966]: DEBUG oslo_vmware.api [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Waiting for the task: (returnval){ [ 745.321868] env[70966]: value = "task-3612394" [ 745.321868] env[70966]: _type = "Task" [ 745.321868] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.336207] env[70966]: DEBUG oslo_vmware.api [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.593393] env[70966]: DEBUG nova.network.neutron [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Updating instance_info_cache with network_info: [{"id": "c714465c-bd94-4677-ac07-cfdd3b82b4ad", "address": "fa:16:3e:96:89:f2", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc714465c-bd", "ovs_interfaceid": "c714465c-bd94-4677-ac07-cfdd3b82b4ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.630424] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.636522] env[70966]: DEBUG nova.network.neutron [req-af0b0b32-24af-4518-88e2-51b7264d54a6 req-ba4df142-7a8b-419c-a510-285700e5bcbd service nova] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Updated VIF entry in instance network info cache for port 71726322-a2f9-48aa-8dd5-c0ec02721699. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.636938] env[70966]: DEBUG nova.network.neutron [req-af0b0b32-24af-4518-88e2-51b7264d54a6 req-ba4df142-7a8b-419c-a510-285700e5bcbd service nova] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Updating instance_info_cache with network_info: [{"id": "71726322-a2f9-48aa-8dd5-c0ec02721699", "address": "fa:16:3e:1e:ca:3e", "network": {"id": "6ad99bf7-c9c9-4cd4-9083-2f4df52b17d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1550678175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc424be0dde487195d11dc402fa8d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71726322-a2", "ovs_interfaceid": "71726322-a2f9-48aa-8dd5-c0ec02721699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.696425] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 745.696796] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-159b858f-df7a-4be7-b1b5-1f7d7f3982fc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.705572] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 745.705572] env[70966]: value = "task-3612395" [ 745.705572] env[70966]: _type = "Task" [ 745.705572] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.714640] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612395, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.725043] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524bc1d0-9c4b-95a9-bd5d-313386b515de, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.725999] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac9c6e91-b253-4966-a60f-8def513853f2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.732910] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 745.732910] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e5752c-7df2-6621-09f2-4f7388638b78" [ 745.732910] env[70966]: _type = "Task" [ 745.732910] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.744095] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e5752c-7df2-6621-09f2-4f7388638b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.754164] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance f7b8ffd2-fb72-48c4-bfe9-8c778490d64c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.834578] env[70966]: DEBUG oslo_vmware.api [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612394, 'name': PowerOffVM_Task, 'duration_secs': 0.244291} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.834947] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.835192] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.835493] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a6cb2ee-1321-4827-bc44-ab15e9efa673 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.919038] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.919038] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.919038] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Deleting the datastore file [datastore2] 55411331-13f8-46e7-8e47-73686de2724b {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.919433] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5694f62d-290c-4630-bbd7-ac703919c7cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.927202] env[70966]: DEBUG oslo_vmware.api [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Waiting for the task: (returnval){ [ 745.927202] env[70966]: value = "task-3612397" [ 745.927202] env[70966]: _type = "Task" [ 745.927202] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.937855] env[70966]: DEBUG oslo_vmware.api [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.102588] env[70966]: DEBUG oslo_concurrency.lockutils [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "refresh_cache-dba13c6a-7c9b-4a79-9173-2296a2688c55" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.134050] env[70966]: DEBUG oslo_vmware.api [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612393, 'name': PowerOnVM_Task, 'duration_secs': 0.681024} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.134377] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.134609] env[70966]: INFO nova.compute.manager [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Took 9.53 seconds to spawn the instance on the hypervisor. [ 746.134813] env[70966]: DEBUG nova.compute.manager [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.135681] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaace98-cb52-43c3-b737-891a5ed19e5e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.139235] env[70966]: DEBUG oslo_concurrency.lockutils [req-af0b0b32-24af-4518-88e2-51b7264d54a6 req-ba4df142-7a8b-419c-a510-285700e5bcbd service nova] Releasing lock "refresh_cache-f1210592-f6bf-44c0-bc06-8e92caa2754d" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.216112] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612395, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.243771] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e5752c-7df2-6621-09f2-4f7388638b78, 'name': SearchDatastore_Task, 'duration_secs': 0.023384} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.244079] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.244350] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] f1210592-f6bf-44c0-bc06-8e92caa2754d/f1210592-f6bf-44c0-bc06-8e92caa2754d.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.244609] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd69dbd1-9dc4-4722-b998-281971e9a713 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.252496] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 746.252496] env[70966]: value = "task-3612398" [ 746.252496] env[70966]: _type = "Task" [ 746.252496] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.257659] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 4f0b7637-6afd-4b78-aca9-ba2f6af4f764 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.262090] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.439494] env[70966]: DEBUG oslo_vmware.api [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Task: {'id': task-3612397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144653} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.439776] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.439985] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.440182] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.440426] env[70966]: INFO nova.compute.manager [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 746.440705] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.440964] env[70966]: DEBUG nova.compute.manager [-] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.441093] env[70966]: DEBUG nova.network.neutron [-] [instance: 55411331-13f8-46e7-8e47-73686de2724b] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.662979] env[70966]: INFO nova.compute.manager [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Took 34.31 seconds to build instance. [ 746.720993] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612395, 'name': CreateSnapshot_Task, 'duration_secs': 0.657073} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.721510] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 746.722455] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c8ebc2-c9db-4d73-9778-1c954f7320c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.767129] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 51fa14a5-b703-4023-a641-4ca9894bdc49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.767584] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475422} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.767932] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] f1210592-f6bf-44c0-bc06-8e92caa2754d/f1210592-f6bf-44c0-bc06-8e92caa2754d.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.768391] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.768743] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e48de7b9-dc40-4c05-a10c-a3cdefd7c383 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.778422] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 746.778422] env[70966]: value = "task-3612399" [ 746.778422] env[70966]: _type = "Task" [ 746.778422] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.791101] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.065038] env[70966]: DEBUG nova.compute.manager [req-e06e3941-5a4a-4fae-8fee-7c70ff054e4e req-eaebc69f-a370-44d6-958d-27d87230f4fa service nova] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Received event network-vif-deleted-546f80e1-694e-4151-b03c-93b65737d4c1 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.065253] env[70966]: INFO nova.compute.manager [req-e06e3941-5a4a-4fae-8fee-7c70ff054e4e req-eaebc69f-a370-44d6-958d-27d87230f4fa service nova] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Neutron deleted interface 546f80e1-694e-4151-b03c-93b65737d4c1; detaching it from the instance and deleting it from the info cache [ 747.065477] env[70966]: DEBUG nova.network.neutron [req-e06e3941-5a4a-4fae-8fee-7c70ff054e4e req-eaebc69f-a370-44d6-958d-27d87230f4fa service nova] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.168993] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bdccade5-9b4d-404a-9b65-fc0041ba8f2c tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "da927a37-b921-460f-aef6-e3422f9f3ab8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.538s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.244731] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 747.245093] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-88f347e9-4644-4c80-80fc-0810f54647ec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.256201] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 747.256201] env[70966]: value = "task-3612400" [ 747.256201] env[70966]: _type = "Task" [ 747.256201] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.265286] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612400, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.269261] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 747.269384] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 747.269532] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4544MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 747.288190] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072054} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.288464] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.289433] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecfcbf0-22ac-4762-932d-010e5be8a0c8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.314166] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] f1210592-f6bf-44c0-bc06-8e92caa2754d/f1210592-f6bf-44c0-bc06-8e92caa2754d.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.314915] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b52bdf-b343-446e-863a-355352422079 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.338126] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 747.338126] env[70966]: value = "task-3612401" [ 747.338126] env[70966]: _type = "Task" [ 747.338126] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.344195] env[70966]: DEBUG nova.network.neutron [-] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.351310] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.567599] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9231b000-806c-45b2-85ed-c42a3527e628 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.578502] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e45109c-2a6a-4ff0-af46-064b5b4e2316 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.622707] env[70966]: DEBUG nova.compute.manager [req-e06e3941-5a4a-4fae-8fee-7c70ff054e4e req-eaebc69f-a370-44d6-958d-27d87230f4fa service nova] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Detach interface failed, port_id=546f80e1-694e-4151-b03c-93b65737d4c1, reason: Instance 55411331-13f8-46e7-8e47-73686de2724b could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 747.639284] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.640290] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7b9f033-75ff-42cf-a72b-d957523654bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.648299] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 747.648299] env[70966]: value = "task-3612402" [ 747.648299] env[70966]: _type = "Task" [ 747.648299] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.660190] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.671321] env[70966]: DEBUG nova.compute.manager [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.768104] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612400, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.849113] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.850842] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e91c26-95a6-4fcc-b57c-e1a49d0fca87 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.853648] env[70966]: INFO nova.compute.manager [-] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Took 1.41 seconds to deallocate network for instance. [ 747.860963] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b53cec7-a626-48d0-a868-aaa22b9e5f76 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.895825] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd775be8-71b8-4ee3-90e3-e8e7279b5c5f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.905160] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755a614f-9858-46a4-8d58-7b75680fc9af {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.921144] env[70966]: DEBUG nova.compute.provider_tree [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.056678] env[70966]: DEBUG nova.compute.manager [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.056678] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2d2e91-2e42-4e11-a016-b5bfc729481c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.159694] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612402, 'name': PowerOffVM_Task, 'duration_secs': 0.449934} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.160020] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.161187] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d580a74-3fdf-471b-a88b-17c8269e504b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.191235] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e638fb77-d563-411a-ae5e-8294f47c23ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.207565] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.227463] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.228199] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dfe389e-c2c0-495f-9123-3cef9dca3e94 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.235942] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 748.235942] env[70966]: value = "task-3612403" [ 748.235942] env[70966]: _type = "Task" [ 748.235942] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.244167] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.267230] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612400, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.351505] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612401, 'name': ReconfigVM_Task, 'duration_secs': 0.890112} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.351841] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Reconfigured VM instance instance-00000027 to attach disk [datastore1] f1210592-f6bf-44c0-bc06-8e92caa2754d/f1210592-f6bf-44c0-bc06-8e92caa2754d.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.352564] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddb54032-54f0-47d0-90ed-2736d6d91242 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.362028] env[70966]: DEBUG oslo_concurrency.lockutils [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.362381] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 748.362381] env[70966]: value = "task-3612404" [ 748.362381] env[70966]: _type = "Task" [ 748.362381] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.372928] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612404, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.424104] env[70966]: DEBUG nova.scheduler.client.report [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.568872] env[70966]: INFO nova.compute.manager [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] instance snapshotting [ 748.573792] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710f6a1d-8ba7-4aaf-b6b6-91f38d68145d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.600689] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e7aa28-8f4c-4301-8a9d-e7fa98544905 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.746945] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] VM already powered off {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 748.747231] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.747493] env[70966]: DEBUG oslo_concurrency.lockutils [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.747645] env[70966]: DEBUG oslo_concurrency.lockutils [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.747825] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.748107] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e101aa9-cdce-4d69-92ca-eaf7514e3305 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.757802] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.757950] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.758748] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ebb92f5-bea5-4e27-9a40-e55adc2c88aa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.767762] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 748.767762] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b82eb0-61a4-f317-09ee-439ed247d65d" [ 748.767762] env[70966]: _type = "Task" [ 748.767762] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.770890] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612400, 'name': CloneVM_Task, 'duration_secs': 1.410474} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.773788] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Created linked-clone VM from snapshot [ 748.774546] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f4d44c-1e25-4003-bd6a-d9c5914eb004 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.783505] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Uploading image d3694287-d43e-467d-b982-e0871ac450fd {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 748.789072] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b82eb0-61a4-f317-09ee-439ed247d65d, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.790036] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b909d7c-b68c-483e-a852-9c8f3ebfa5dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.796636] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 748.796636] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ea64d5-6307-d901-fa46-9564de136652" [ 748.796636] env[70966]: _type = "Task" [ 748.796636] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.806830] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ea64d5-6307-d901-fa46-9564de136652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.815579] env[70966]: DEBUG oslo_vmware.rw_handles [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 748.815579] env[70966]: value = "vm-720566" [ 748.815579] env[70966]: _type = "VirtualMachine" [ 748.815579] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 748.815778] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-86d61383-9845-4bdc-91b3-bda916b9d311 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.825990] env[70966]: DEBUG oslo_vmware.rw_handles [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lease: (returnval){ [ 748.825990] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521629ee-ac4f-2fa5-bb9d-260007bd3854" [ 748.825990] env[70966]: _type = "HttpNfcLease" [ 748.825990] env[70966]: } obtained for exporting VM: (result){ [ 748.825990] env[70966]: value = "vm-720566" [ 748.825990] env[70966]: _type = "VirtualMachine" [ 748.825990] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 748.826379] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the lease: (returnval){ [ 748.826379] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521629ee-ac4f-2fa5-bb9d-260007bd3854" [ 748.826379] env[70966]: _type = "HttpNfcLease" [ 748.826379] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 748.834192] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 748.834192] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521629ee-ac4f-2fa5-bb9d-260007bd3854" [ 748.834192] env[70966]: _type = "HttpNfcLease" [ 748.834192] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 748.873219] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612404, 'name': Rename_Task, 'duration_secs': 0.206197} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.873457] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.873699] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce573f95-dd9f-4efc-884a-c8f9161e49a0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.880474] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 748.880474] env[70966]: value = "task-3612406" [ 748.880474] env[70966]: _type = "Task" [ 748.880474] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.889142] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.933753] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70966) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 748.934038] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.291s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.934338] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.670s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.935991] env[70966]: INFO nova.compute.claims [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.112718] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 749.112718] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6959f0fc-df3d-4cf2-a113-e030e5676352 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.121163] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 749.121163] env[70966]: value = "task-3612407" [ 749.121163] env[70966]: _type = "Task" [ 749.121163] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.130486] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612407, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.307311] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ea64d5-6307-d901-fa46-9564de136652, 'name': SearchDatastore_Task, 'duration_secs': 0.012395} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.307611] env[70966]: DEBUG oslo_concurrency.lockutils [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.307870] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] dba13c6a-7c9b-4a79-9173-2296a2688c55/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk. {{(pid=70966) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 749.308147] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7088d197-dba2-43e5-989f-43753f43a88c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.315752] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 749.315752] env[70966]: value = "task-3612408" [ 749.315752] env[70966]: _type = "Task" [ 749.315752] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.324110] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.334208] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 749.334208] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521629ee-ac4f-2fa5-bb9d-260007bd3854" [ 749.334208] env[70966]: _type = "HttpNfcLease" [ 749.334208] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 749.334493] env[70966]: DEBUG oslo_vmware.rw_handles [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 749.334493] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521629ee-ac4f-2fa5-bb9d-260007bd3854" [ 749.334493] env[70966]: _type = "HttpNfcLease" [ 749.334493] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 749.335269] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4806ea9c-0493-482e-bdbb-e28070e2fed5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.345334] env[70966]: DEBUG oslo_vmware.rw_handles [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d7d20-d37c-aa8f-36b9-8af8db8e7923/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 749.345578] env[70966]: DEBUG oslo_vmware.rw_handles [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d7d20-d37c-aa8f-36b9-8af8db8e7923/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 749.411301] env[70966]: DEBUG oslo_vmware.api [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612406, 'name': PowerOnVM_Task, 'duration_secs': 0.527374} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.411933] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.412148] env[70966]: INFO nova.compute.manager [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Took 8.23 seconds to spawn the instance on the hypervisor. [ 749.412334] env[70966]: DEBUG nova.compute.manager [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.413315] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b73d6c3-055d-4040-9e7a-cc7b60a23dcd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.454994] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b39e834-4d39-4aa7-88ca-8fe1a370f0e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.638295] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612407, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.831081] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612408, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.931212] env[70966]: INFO nova.compute.manager [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Took 36.51 seconds to build instance. [ 750.135220] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612407, 'name': CreateSnapshot_Task, 'duration_secs': 0.711383} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.135631] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 750.136525] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f909f1d9-417c-439e-93ce-106517327398 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.328141] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565696} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.331374] env[70966]: INFO nova.virt.vmwareapi.ds_util [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] dba13c6a-7c9b-4a79-9173-2296a2688c55/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk. [ 750.333353] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8c9641-7365-4076-b66a-195dc994ac43 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.361523] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] dba13c6a-7c9b-4a79-9173-2296a2688c55/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.365122] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5743555-f0c3-4b73-bba4-7d9d088427b8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.387621] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 750.387621] env[70966]: value = "task-3612409" [ 750.387621] env[70966]: _type = "Task" [ 750.387621] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.401986] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.433512] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d3a755ba-10b2-450b-bf0c-d1ceb4b27811 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "f1210592-f6bf-44c0-bc06-8e92caa2754d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.749s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.507620] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8a728c-16f8-47a4-809e-a030b714bea7 tempest-ServersAdminTestJSON-222409100 tempest-ServersAdminTestJSON-222409100-project-admin] Acquiring lock "refresh_cache-f1210592-f6bf-44c0-bc06-8e92caa2754d" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.508083] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8a728c-16f8-47a4-809e-a030b714bea7 tempest-ServersAdminTestJSON-222409100 tempest-ServersAdminTestJSON-222409100-project-admin] Acquired lock "refresh_cache-f1210592-f6bf-44c0-bc06-8e92caa2754d" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.508336] env[70966]: DEBUG nova.network.neutron [None req-1c8a728c-16f8-47a4-809e-a030b714bea7 tempest-ServersAdminTestJSON-222409100 tempest-ServersAdminTestJSON-222409100-project-admin] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.557998] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b83a86e-8486-47fe-88c7-4a3508dbb483 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.567476] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871eb406-35ea-43da-9ce3-8450dd9c062c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.603878] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f12ab4-375a-4107-9a01-a60bc5a590f0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.613728] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3179dee3-6e8c-4016-a344-500d35a8dd0f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.629514] env[70966]: DEBUG nova.compute.provider_tree [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.660260] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 750.664200] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6a49f575-c520-4c05-b55d-44963dee541e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.674012] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 750.674012] env[70966]: value = "task-3612410" [ 750.674012] env[70966]: _type = "Task" [ 750.674012] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.685518] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612410, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.900340] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.942949] env[70966]: DEBUG nova.compute.manager [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.132772] env[70966]: DEBUG nova.scheduler.client.report [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.192944] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612410, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.377847] env[70966]: DEBUG nova.network.neutron [None req-1c8a728c-16f8-47a4-809e-a030b714bea7 tempest-ServersAdminTestJSON-222409100 tempest-ServersAdminTestJSON-222409100-project-admin] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Updating instance_info_cache with network_info: [{"id": "71726322-a2f9-48aa-8dd5-c0ec02721699", "address": "fa:16:3e:1e:ca:3e", "network": {"id": "6ad99bf7-c9c9-4cd4-9083-2f4df52b17d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1550678175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc424be0dde487195d11dc402fa8d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71726322-a2", "ovs_interfaceid": "71726322-a2f9-48aa-8dd5-c0ec02721699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.401677] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612409, 'name': ReconfigVM_Task, 'duration_secs': 0.695422} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.401677] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Reconfigured VM instance instance-00000025 to attach disk [datastore2] dba13c6a-7c9b-4a79-9173-2296a2688c55/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.402247] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062650e1-a065-481c-b3da-8966c7d913a7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.431619] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e1249c3-7338-4810-ae5a-f5d1c9e78269 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.453367] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 751.453367] env[70966]: value = "task-3612411" [ 751.453367] env[70966]: _type = "Task" [ 751.453367] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.466219] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.472966] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.644912] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.645658] env[70966]: DEBUG nova.compute.manager [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.649080] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.733s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.652019] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.652019] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.444s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.653658] env[70966]: INFO nova.compute.claims [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.682523] env[70966]: INFO nova.scheduler.client.report [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Deleted allocations for instance 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f [ 751.691355] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612410, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.882288] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8a728c-16f8-47a4-809e-a030b714bea7 tempest-ServersAdminTestJSON-222409100 tempest-ServersAdminTestJSON-222409100-project-admin] Releasing lock "refresh_cache-f1210592-f6bf-44c0-bc06-8e92caa2754d" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.882288] env[70966]: DEBUG nova.compute.manager [None req-1c8a728c-16f8-47a4-809e-a030b714bea7 tempest-ServersAdminTestJSON-222409100 tempest-ServersAdminTestJSON-222409100-project-admin] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Inject network info {{(pid=70966) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 751.882288] env[70966]: DEBUG nova.compute.manager [None req-1c8a728c-16f8-47a4-809e-a030b714bea7 tempest-ServersAdminTestJSON-222409100 tempest-ServersAdminTestJSON-222409100-project-admin] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] network_info to inject: |[{"id": "71726322-a2f9-48aa-8dd5-c0ec02721699", "address": "fa:16:3e:1e:ca:3e", "network": {"id": "6ad99bf7-c9c9-4cd4-9083-2f4df52b17d1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1550678175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc424be0dde487195d11dc402fa8d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71726322-a2", "ovs_interfaceid": "71726322-a2f9-48aa-8dd5-c0ec02721699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 751.889128] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8a728c-16f8-47a4-809e-a030b714bea7 tempest-ServersAdminTestJSON-222409100 tempest-ServersAdminTestJSON-222409100-project-admin] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Reconfiguring VM instance to set the machine id {{(pid=70966) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 751.889128] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f63fd5e-0e32-47f4-a678-ba0b229684ae {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.908284] env[70966]: DEBUG oslo_vmware.api [None req-1c8a728c-16f8-47a4-809e-a030b714bea7 tempest-ServersAdminTestJSON-222409100 tempest-ServersAdminTestJSON-222409100-project-admin] Waiting for the task: (returnval){ [ 751.908284] env[70966]: value = "task-3612412" [ 751.908284] env[70966]: _type = "Task" [ 751.908284] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.919852] env[70966]: DEBUG oslo_vmware.api [None req-1c8a728c-16f8-47a4-809e-a030b714bea7 tempest-ServersAdminTestJSON-222409100 tempest-ServersAdminTestJSON-222409100-project-admin] Task: {'id': task-3612412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.966767] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612411, 'name': ReconfigVM_Task, 'duration_secs': 0.292485} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.967082] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.967342] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7570f72-be11-49c4-ae21-43ba751fda7c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.975597] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 751.975597] env[70966]: value = "task-3612413" [ 751.975597] env[70966]: _type = "Task" [ 751.975597] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.986220] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.163332] env[70966]: DEBUG nova.compute.utils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.165224] env[70966]: DEBUG nova.compute.manager [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.165469] env[70966]: DEBUG nova.network.neutron [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.190880] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612410, 'name': CloneVM_Task} progress is 95%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.191533] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ccdf7401-58a1-474c-84f7-d5c347d49bb4 tempest-InstanceActionsTestJSON-1507850086 tempest-InstanceActionsTestJSON-1507850086-project-member] Lock "9ee2d52c-ad37-40c9-9140-c1e7c8ba451f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.785s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.284166] env[70966]: DEBUG nova.policy [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89bb6d93e0a648d19c55209a09701a0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10927c4e2082498baadb23bd87fade81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.422970] env[70966]: DEBUG oslo_vmware.api [None req-1c8a728c-16f8-47a4-809e-a030b714bea7 tempest-ServersAdminTestJSON-222409100 tempest-ServersAdminTestJSON-222409100-project-admin] Task: {'id': task-3612412, 'name': ReconfigVM_Task, 'duration_secs': 0.338198} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.423409] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8a728c-16f8-47a4-809e-a030b714bea7 tempest-ServersAdminTestJSON-222409100 tempest-ServersAdminTestJSON-222409100-project-admin] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Reconfigured VM instance to set the machine id {{(pid=70966) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 752.495088] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612413, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.673517] env[70966]: DEBUG nova.compute.manager [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.691569] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612410, 'name': CloneVM_Task, 'duration_secs': 1.812326} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.691968] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Created linked-clone VM from snapshot [ 752.692924] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241af5b7-4191-4d41-a86c-8472b7fdf25e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.703472] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Uploading image 186964e5-10cd-4275-a0e3-a10c33929c09 {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 752.746156] env[70966]: DEBUG oslo_vmware.rw_handles [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 752.746156] env[70966]: value = "vm-720568" [ 752.746156] env[70966]: _type = "VirtualMachine" [ 752.746156] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 752.746433] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3b7a5db1-253c-47b7-a5b9-86e383463620 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.755846] env[70966]: DEBUG oslo_vmware.rw_handles [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lease: (returnval){ [ 752.755846] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52973303-42bb-2b75-3be5-48e48f83f0eb" [ 752.755846] env[70966]: _type = "HttpNfcLease" [ 752.755846] env[70966]: } obtained for exporting VM: (result){ [ 752.755846] env[70966]: value = "vm-720568" [ 752.755846] env[70966]: _type = "VirtualMachine" [ 752.755846] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 752.756114] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the lease: (returnval){ [ 752.756114] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52973303-42bb-2b75-3be5-48e48f83f0eb" [ 752.756114] env[70966]: _type = "HttpNfcLease" [ 752.756114] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 752.765679] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.765679] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52973303-42bb-2b75-3be5-48e48f83f0eb" [ 752.765679] env[70966]: _type = "HttpNfcLease" [ 752.765679] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 752.990256] env[70966]: DEBUG oslo_vmware.api [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612413, 'name': PowerOnVM_Task, 'duration_secs': 0.527487} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.993045] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.996040] env[70966]: DEBUG nova.compute.manager [None req-32630be0-1a1d-4510-bd53-27f4db53636b tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.997115] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b365f3e-aae9-437d-b00d-a72b8375ddd3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.266217] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 753.266217] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52973303-42bb-2b75-3be5-48e48f83f0eb" [ 753.266217] env[70966]: _type = "HttpNfcLease" [ 753.266217] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 753.266217] env[70966]: DEBUG oslo_vmware.rw_handles [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 753.266217] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52973303-42bb-2b75-3be5-48e48f83f0eb" [ 753.266217] env[70966]: _type = "HttpNfcLease" [ 753.266217] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 753.271207] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2689bb-d18e-42e9-b07f-209db1b86154 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.286571] env[70966]: DEBUG oslo_vmware.rw_handles [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e72f2-e49d-686c-7459-1cb0650b713d/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 753.287014] env[70966]: DEBUG oslo_vmware.rw_handles [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e72f2-e49d-686c-7459-1cb0650b713d/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 753.350953] env[70966]: DEBUG nova.network.neutron [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Successfully created port: 68c28356-c361-458f-bbc1-531dbe6a4d34 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.450991] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700712bc-0602-4c5e-aac1-2092b027c462 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.460232] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6099f17f-38ed-451c-a0ed-be6e8556d0b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.466814] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-01ca70bf-c6b3-4917-8291-748aee9a3536 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.503735] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba71d038-66f1-493b-a48d-fa3cfa1ae9f5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.518592] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d98570-fe20-4918-8ab6-ad96ba655c6d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.536672] env[70966]: DEBUG nova.compute.provider_tree [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.700229] env[70966]: DEBUG nova.compute.manager [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.766206] env[70966]: DEBUG nova.virt.hardware [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.766604] env[70966]: DEBUG nova.virt.hardware [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.766853] env[70966]: DEBUG nova.virt.hardware [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.767215] env[70966]: DEBUG nova.virt.hardware [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.767348] env[70966]: DEBUG nova.virt.hardware [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.767558] env[70966]: DEBUG nova.virt.hardware [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.767879] env[70966]: DEBUG nova.virt.hardware [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.768206] env[70966]: DEBUG nova.virt.hardware [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.768601] env[70966]: DEBUG nova.virt.hardware [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.768872] env[70966]: DEBUG nova.virt.hardware [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.769296] env[70966]: DEBUG nova.virt.hardware [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.770090] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3fa5dd-f0b7-4542-be2a-cfb79fff7d72 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.780185] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5b7aa8-4f99-4503-8f61-4436ef40a854 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.049169] env[70966]: DEBUG nova.scheduler.client.report [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.504313] env[70966]: INFO nova.compute.manager [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Rebuilding instance [ 754.516433] env[70966]: DEBUG oslo_concurrency.lockutils [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Acquiring lock "5a282972-34c3-4c50-accc-d2f54b2676e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.516826] env[70966]: DEBUG oslo_concurrency.lockutils [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Lock "5a282972-34c3-4c50-accc-d2f54b2676e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.516999] env[70966]: DEBUG oslo_concurrency.lockutils [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Acquiring lock "5a282972-34c3-4c50-accc-d2f54b2676e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.517204] env[70966]: DEBUG oslo_concurrency.lockutils [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Lock "5a282972-34c3-4c50-accc-d2f54b2676e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.519027] env[70966]: DEBUG oslo_concurrency.lockutils [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Lock "5a282972-34c3-4c50-accc-d2f54b2676e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.525846] env[70966]: INFO nova.compute.manager [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Terminating instance [ 754.554553] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.902s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.555185] env[70966]: DEBUG nova.compute.manager [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.559594] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.026s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.560882] env[70966]: INFO nova.compute.claims [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.031876] env[70966]: DEBUG nova.compute.manager [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.032126] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.033107] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2518af6d-8597-4ab9-9c3a-ae777489dda3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.042322] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.042672] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dee83e03-1121-4b8b-969f-a6e3425a77e3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.052707] env[70966]: DEBUG oslo_vmware.api [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Waiting for the task: (returnval){ [ 755.052707] env[70966]: value = "task-3612415" [ 755.052707] env[70966]: _type = "Task" [ 755.052707] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.068461] env[70966]: DEBUG oslo_vmware.api [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.074037] env[70966]: DEBUG nova.compute.utils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.082203] env[70966]: DEBUG nova.compute.manager [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.082203] env[70966]: DEBUG nova.network.neutron [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.138775] env[70966]: DEBUG nova.policy [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faeb1ab7ffab44cf88c263414a832959', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '000f824d72764a96a2d7f3b33e5d0acd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.253840] env[70966]: DEBUG nova.objects.instance [None req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Lazy-loading 'flavor' on Instance uuid 3f5f849f-6385-43fc-84da-d6750104dbab {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.295393] env[70966]: DEBUG nova.network.neutron [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Successfully updated port: 68c28356-c361-458f-bbc1-531dbe6a4d34 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.480693] env[70966]: DEBUG nova.network.neutron [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Successfully created port: d3c056a2-3eed-48bb-a30b-e0c124e764ab {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.566528] env[70966]: DEBUG oslo_vmware.api [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612415, 'name': PowerOffVM_Task, 'duration_secs': 0.283988} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.566528] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.566708] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.566817] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b06183e1-b3c6-49cf-9288-a7d7fb09da8c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.578824] env[70966]: DEBUG nova.compute.manager [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.611434] env[70966]: DEBUG nova.compute.manager [req-343bdd56-122c-4434-bf04-e15d9198852f req-97f1f2e5-16f8-4077-8b33-c8b209edafb5 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Received event network-vif-plugged-68c28356-c361-458f-bbc1-531dbe6a4d34 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.611690] env[70966]: DEBUG oslo_concurrency.lockutils [req-343bdd56-122c-4434-bf04-e15d9198852f req-97f1f2e5-16f8-4077-8b33-c8b209edafb5 service nova] Acquiring lock "c0761181-cec1-453c-adfe-a575a7242897-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.611952] env[70966]: DEBUG oslo_concurrency.lockutils [req-343bdd56-122c-4434-bf04-e15d9198852f req-97f1f2e5-16f8-4077-8b33-c8b209edafb5 service nova] Lock "c0761181-cec1-453c-adfe-a575a7242897-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.612144] env[70966]: DEBUG oslo_concurrency.lockutils [req-343bdd56-122c-4434-bf04-e15d9198852f req-97f1f2e5-16f8-4077-8b33-c8b209edafb5 service nova] Lock "c0761181-cec1-453c-adfe-a575a7242897-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.612322] env[70966]: DEBUG nova.compute.manager [req-343bdd56-122c-4434-bf04-e15d9198852f req-97f1f2e5-16f8-4077-8b33-c8b209edafb5 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] No waiting events found dispatching network-vif-plugged-68c28356-c361-458f-bbc1-531dbe6a4d34 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.612487] env[70966]: WARNING nova.compute.manager [req-343bdd56-122c-4434-bf04-e15d9198852f req-97f1f2e5-16f8-4077-8b33-c8b209edafb5 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Received unexpected event network-vif-plugged-68c28356-c361-458f-bbc1-531dbe6a4d34 for instance with vm_state building and task_state spawning. [ 755.652526] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.652839] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.653289] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Deleting the datastore file [datastore1] 5a282972-34c3-4c50-accc-d2f54b2676e9 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.657777] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df5f717e-5f24-4280-b5a6-62d2da628303 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.667861] env[70966]: DEBUG oslo_vmware.api [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Waiting for the task: (returnval){ [ 755.667861] env[70966]: value = "task-3612417" [ 755.667861] env[70966]: _type = "Task" [ 755.667861] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.683023] env[70966]: DEBUG oslo_vmware.api [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.762183] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquiring lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.762757] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquired lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.802495] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Acquiring lock "refresh_cache-c0761181-cec1-453c-adfe-a575a7242897" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.802709] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Acquired lock "refresh_cache-c0761181-cec1-453c-adfe-a575a7242897" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.802898] env[70966]: DEBUG nova.network.neutron [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.178716] env[70966]: DEBUG oslo_vmware.api [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Task: {'id': task-3612417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216315} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.179115] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.179115] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.179269] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.179461] env[70966]: INFO nova.compute.manager [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 756.179689] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.180117] env[70966]: DEBUG nova.compute.manager [-] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.180117] env[70966]: DEBUG nova.network.neutron [-] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.252838] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d5a54f-e922-4d7b-840f-767db450294f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.262183] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4ccaf2-e5ac-4c88-86b5-e7ba361cbe5f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.304527] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd57aca-1a7d-4b45-8e56-27f029af50d8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.317588] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31463c54-a1a2-4022-a142-5844482f1fe0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.337749] env[70966]: DEBUG nova.compute.provider_tree [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.358959] env[70966]: DEBUG nova.network.neutron [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.379382] env[70966]: DEBUG nova.network.neutron [None req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.546307] env[70966]: DEBUG nova.network.neutron [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Updating instance_info_cache with network_info: [{"id": "68c28356-c361-458f-bbc1-531dbe6a4d34", "address": "fa:16:3e:49:93:ec", "network": {"id": "fe2a2a2a-e4e9-48b5-b9c1-4d5d04ea2088", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1662354233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10927c4e2082498baadb23bd87fade81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c28356-c3", "ovs_interfaceid": "68c28356-c361-458f-bbc1-531dbe6a4d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.589551] env[70966]: DEBUG nova.compute.manager [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.843217] env[70966]: DEBUG nova.scheduler.client.report [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.050679] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Releasing lock "refresh_cache-c0761181-cec1-453c-adfe-a575a7242897" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.051211] env[70966]: DEBUG nova.compute.manager [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Instance network_info: |[{"id": "68c28356-c361-458f-bbc1-531dbe6a4d34", "address": "fa:16:3e:49:93:ec", "network": {"id": "fe2a2a2a-e4e9-48b5-b9c1-4d5d04ea2088", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1662354233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10927c4e2082498baadb23bd87fade81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c28356-c3", "ovs_interfaceid": "68c28356-c361-458f-bbc1-531dbe6a4d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.051662] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:93:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68c28356-c361-458f-bbc1-531dbe6a4d34', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.060852] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Creating folder: Project (10927c4e2082498baadb23bd87fade81). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.063749] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-462a55f2-b5f6-47fa-98f5-8bebd496f404 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.079081] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Created folder: Project (10927c4e2082498baadb23bd87fade81) in parent group-v720468. [ 757.079310] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Creating folder: Instances. Parent ref: group-v720569. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.079640] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-616f3323-5ced-4bfd-bac1-72f54a63054c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.092081] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Created folder: Instances in parent group-v720569. [ 757.092365] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.092589] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0761181-cec1-453c-adfe-a575a7242897] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.092809] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39ee3bd5-1614-454c-b845-d6a9b6961d72 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.122624] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.122624] env[70966]: value = "task-3612420" [ 757.122624] env[70966]: _type = "Task" [ 757.122624] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.135919] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612420, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.266604] env[70966]: DEBUG nova.network.neutron [None req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Updating instance_info_cache with network_info: [{"id": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "address": "fa:16:3e:dd:9f:87", "network": {"id": "849b022f-3e45-47e7-90d0-bf6c02edf789", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284039618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f6445ad8eb4cbd9ce5436d9204bffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98fe53e7-27", "ovs_interfaceid": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.307480] env[70966]: INFO nova.compute.manager [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Rescuing [ 757.307983] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "refresh_cache-103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.308152] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "refresh_cache-103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.308310] env[70966]: DEBUG nova.network.neutron [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.353128] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.353708] env[70966]: DEBUG nova.compute.manager [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.356704] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.208s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.356879] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.362911] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.136s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.363172] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.368099] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.854s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.371026] env[70966]: INFO nova.compute.claims [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.412039] env[70966]: INFO nova.scheduler.client.report [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Deleted allocations for instance a425d7d3-d3a8-4864-b46d-a1aad3642079 [ 757.424168] env[70966]: INFO nova.scheduler.client.report [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Deleted allocations for instance 5f1c69bc-256b-4dc1-991f-0fca1f272943 [ 757.435631] env[70966]: DEBUG nova.network.neutron [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Successfully updated port: d3c056a2-3eed-48bb-a30b-e0c124e764ab {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.519794] env[70966]: DEBUG nova.network.neutron [-] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.636855] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612420, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.772887] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Releasing lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.773188] env[70966]: DEBUG nova.compute.manager [None req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Inject network info {{(pid=70966) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 757.773465] env[70966]: DEBUG nova.compute.manager [None req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] network_info to inject: |[{"id": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "address": "fa:16:3e:dd:9f:87", "network": {"id": "849b022f-3e45-47e7-90d0-bf6c02edf789", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284039618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f6445ad8eb4cbd9ce5436d9204bffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98fe53e7-27", "ovs_interfaceid": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 757.778837] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Reconfiguring VM instance to set the machine id {{(pid=70966) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 757.779204] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-985b92ff-fe48-49a5-8ea2-34c92a5c9a78 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.800880] env[70966]: DEBUG oslo_vmware.api [None req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Waiting for the task: (returnval){ [ 757.800880] env[70966]: value = "task-3612421" [ 757.800880] env[70966]: _type = "Task" [ 757.800880] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.815965] env[70966]: DEBUG oslo_vmware.api [None req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.879623] env[70966]: DEBUG nova.compute.utils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.885833] env[70966]: DEBUG nova.compute.manager [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.886180] env[70966]: DEBUG nova.network.neutron [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.927917] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54fde8a4-8366-4062-8621-b39e155ca5cb tempest-FloatingIPsAssociationTestJSON-985921179 tempest-FloatingIPsAssociationTestJSON-985921179-project-member] Lock "a425d7d3-d3a8-4864-b46d-a1aad3642079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.213s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.931850] env[70966]: DEBUG nova.policy [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf30eeedb47742e88a7476507cb57083', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5d16693b7ea405eac252d505314138d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.937620] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34e9a45d-003a-4fbc-a2ac-5cadd602b8a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "5f1c69bc-256b-4dc1-991f-0fca1f272943" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.750s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.938916] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "refresh_cache-2ff1d794-4c9f-4de9-8283-4a56c527c6d9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.939055] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired lock "refresh_cache-2ff1d794-4c9f-4de9-8283-4a56c527c6d9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.939202] env[70966]: DEBUG nova.network.neutron [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.940289] env[70966]: DEBUG oslo_concurrency.lockutils [req-7b546d30-ec59-426a-9a14-50a57c49d3ff req-c8735feb-86d3-4efd-ac48-657d7ced173a service nova] Acquired lock "5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.941894] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc989e93-6008-4e51-bcce-b2fab48da9fe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.960721] env[70966]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 757.960885] env[70966]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70966) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 757.961768] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7beb0455-1339-45d0-a45b-6084cc57b020 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.974074] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e23198-b4ec-47ba-ba71-90e794e23304 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.023975] env[70966]: ERROR root [req-7b546d30-ec59-426a-9a14-50a57c49d3ff req-c8735feb-86d3-4efd-ac48-657d7ced173a service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-720512' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-720512' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-720512' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-720512'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-720512' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-720512' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-720512'}\n"]: nova.exception.InstanceNotFound: Instance 5f1c69bc-256b-4dc1-991f-0fca1f272943 could not be found. [ 758.024263] env[70966]: DEBUG oslo_concurrency.lockutils [req-7b546d30-ec59-426a-9a14-50a57c49d3ff req-c8735feb-86d3-4efd-ac48-657d7ced173a service nova] Releasing lock "5f1c69bc-256b-4dc1-991f-0fca1f272943" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.024477] env[70966]: DEBUG nova.compute.manager [req-7b546d30-ec59-426a-9a14-50a57c49d3ff req-c8735feb-86d3-4efd-ac48-657d7ced173a service nova] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Detach interface failed, port_id=9b6809e3-c66f-4f89-af26-9eb5383ff873, reason: Instance 5f1c69bc-256b-4dc1-991f-0fca1f272943 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 758.025108] env[70966]: INFO nova.compute.manager [-] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Took 1.85 seconds to deallocate network for instance. [ 758.033067] env[70966]: DEBUG nova.compute.manager [req-ed83f60b-9c05-4fc0-81dd-df05860af03e req-6408f7d6-0655-4c40-bf5f-755620c24d20 service nova] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Received event network-vif-deleted-f03b4614-c0c7-44ac-96bc-37d7c5a3832b {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.137071] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612420, 'name': CreateVM_Task, 'duration_secs': 0.648183} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.137302] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0761181-cec1-453c-adfe-a575a7242897] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.138753] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.138753] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.138753] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.139149] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e1c06f-b475-44a5-a1f6-cd829ad5c3a7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.146196] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Waiting for the task: (returnval){ [ 758.146196] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b4d515-1e88-59e0-6235-e61cf3c1871e" [ 758.146196] env[70966]: _type = "Task" [ 758.146196] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.158835] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b4d515-1e88-59e0-6235-e61cf3c1871e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.313183] env[70966]: DEBUG oslo_vmware.api [None req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612421, 'name': ReconfigVM_Task, 'duration_secs': 0.235414} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.313670] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7e5c0-7aa1-4d48-9ee4-814e61c6331f tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Reconfigured VM instance to set the machine id {{(pid=70966) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 758.391416] env[70966]: DEBUG nova.compute.manager [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.453594] env[70966]: DEBUG nova.network.neutron [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Updating instance_info_cache with network_info: [{"id": "591b2f17-49d4-4b65-9146-a429cccd81b0", "address": "fa:16:3e:d6:f1:77", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591b2f17-49", "ovs_interfaceid": "591b2f17-49d4-4b65-9146-a429cccd81b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.510557] env[70966]: DEBUG nova.network.neutron [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.537502] env[70966]: DEBUG oslo_concurrency.lockutils [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.668026] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b4d515-1e88-59e0-6235-e61cf3c1871e, 'name': SearchDatastore_Task, 'duration_secs': 0.013122} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.668903] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.669222] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.669540] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.669588] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.669766] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.670077] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe853cfc-62f4-41bf-a841-5e793cae493b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.689856] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.690081] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.690950] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c20b368-b94c-489b-bc75-86d429508ae1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.698274] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Waiting for the task: (returnval){ [ 758.698274] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52546117-4a8e-1cbb-6ab3-08198e676a69" [ 758.698274] env[70966]: _type = "Task" [ 758.698274] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.712052] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52546117-4a8e-1cbb-6ab3-08198e676a69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.717748] env[70966]: DEBUG nova.network.neutron [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Updating instance_info_cache with network_info: [{"id": "d3c056a2-3eed-48bb-a30b-e0c124e764ab", "address": "fa:16:3e:be:f0:53", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c056a2-3e", "ovs_interfaceid": "d3c056a2-3eed-48bb-a30b-e0c124e764ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.821972] env[70966]: DEBUG nova.network.neutron [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Successfully created port: bed92e6d-a279-4ead-a3f0-eb17d6656fe0 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.857158] env[70966]: DEBUG nova.compute.manager [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Received event network-changed-68c28356-c361-458f-bbc1-531dbe6a4d34 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.857393] env[70966]: DEBUG nova.compute.manager [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Refreshing instance network info cache due to event network-changed-68c28356-c361-458f-bbc1-531dbe6a4d34. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.857672] env[70966]: DEBUG oslo_concurrency.lockutils [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] Acquiring lock "refresh_cache-c0761181-cec1-453c-adfe-a575a7242897" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.857842] env[70966]: DEBUG oslo_concurrency.lockutils [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] Acquired lock "refresh_cache-c0761181-cec1-453c-adfe-a575a7242897" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.858123] env[70966]: DEBUG nova.network.neutron [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Refreshing network info cache for port 68c28356-c361-458f-bbc1-531dbe6a4d34 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.956583] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "refresh_cache-103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.133085] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8f5ad4-c8e3-4fd2-a839-130656aeaa0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.142865] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2042da3-b689-4c8d-8d6b-4392ada5033d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.176135] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed50d3a1-e4e5-4a23-b47b-299c1efb5c75 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.188032] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e81917-2769-40e0-82a1-c224411cef70 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.202676] env[70966]: DEBUG nova.compute.provider_tree [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.214949] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52546117-4a8e-1cbb-6ab3-08198e676a69, 'name': SearchDatastore_Task, 'duration_secs': 0.014555} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.218571] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d712f4f6-3b18-4ad0-8c9e-bf62f3a1391f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.221420] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Releasing lock "refresh_cache-2ff1d794-4c9f-4de9-8283-4a56c527c6d9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.221733] env[70966]: DEBUG nova.compute.manager [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Instance network_info: |[{"id": "d3c056a2-3eed-48bb-a30b-e0c124e764ab", "address": "fa:16:3e:be:f0:53", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c056a2-3e", "ovs_interfaceid": "d3c056a2-3eed-48bb-a30b-e0c124e764ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.227023] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Waiting for the task: (returnval){ [ 759.227023] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52290ac4-5933-92a7-3aa1-342a1958e575" [ 759.227023] env[70966]: _type = "Task" [ 759.227023] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.234988] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52290ac4-5933-92a7-3aa1-342a1958e575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.408258] env[70966]: DEBUG nova.compute.manager [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.783371] env[70966]: DEBUG nova.network.neutron [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Updated VIF entry in instance network info cache for port 68c28356-c361-458f-bbc1-531dbe6a4d34. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.783371] env[70966]: DEBUG nova.network.neutron [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Updating instance_info_cache with network_info: [{"id": "68c28356-c361-458f-bbc1-531dbe6a4d34", "address": "fa:16:3e:49:93:ec", "network": {"id": "fe2a2a2a-e4e9-48b5-b9c1-4d5d04ea2088", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1662354233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10927c4e2082498baadb23bd87fade81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c28356-c3", "ovs_interfaceid": "68c28356-c361-458f-bbc1-531dbe6a4d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.786703] env[70966]: DEBUG nova.scheduler.client.report [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.808140] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52290ac4-5933-92a7-3aa1-342a1958e575, 'name': SearchDatastore_Task, 'duration_secs': 0.024635} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.808304] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.808557] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] c0761181-cec1-453c-adfe-a575a7242897/c0761181-cec1-453c-adfe-a575a7242897.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.808837] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7b32b00-7bd3-4113-953d-944922243ab8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.821557] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Waiting for the task: (returnval){ [ 759.821557] env[70966]: value = "task-3612422" [ 759.821557] env[70966]: _type = "Task" [ 759.821557] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.832147] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3612422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.003657] env[70966]: DEBUG nova.virt.hardware [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.003657] env[70966]: DEBUG nova.virt.hardware [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.004101] env[70966]: DEBUG nova.virt.hardware [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.004527] env[70966]: DEBUG nova.virt.hardware [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.008024] env[70966]: DEBUG nova.virt.hardware [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.008024] env[70966]: DEBUG nova.virt.hardware [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.008024] env[70966]: DEBUG nova.virt.hardware [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.008024] env[70966]: DEBUG nova.virt.hardware [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.008024] env[70966]: DEBUG nova.virt.hardware [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.008024] env[70966]: DEBUG nova.virt.hardware [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.008024] env[70966]: DEBUG nova.virt.hardware [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.012241] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8322827d-ca41-44d2-9531-bc303f40eebf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.024243] env[70966]: DEBUG nova.compute.manager [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.024533] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7527317a-f4b4-461a-bf2d-9b52bbc7072a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.033030] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3294119e-6f3b-4e83-b02d-f93f46e453d4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.054639] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:f0:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3c056a2-3eed-48bb-a30b-e0c124e764ab', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.063222] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Creating folder: Project (000f824d72764a96a2d7f3b33e5d0acd). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.066836] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c1b1ecb-efb2-460a-be0e-f8e14a7e3c73 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.078232] env[70966]: DEBUG nova.virt.hardware [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.078497] env[70966]: DEBUG nova.virt.hardware [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.078653] env[70966]: DEBUG nova.virt.hardware [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.078830] env[70966]: DEBUG nova.virt.hardware [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.078972] env[70966]: DEBUG nova.virt.hardware [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.079562] env[70966]: DEBUG nova.virt.hardware [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.079807] env[70966]: DEBUG nova.virt.hardware [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.079970] env[70966]: DEBUG nova.virt.hardware [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.080158] env[70966]: DEBUG nova.virt.hardware [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.080322] env[70966]: DEBUG nova.virt.hardware [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.080499] env[70966]: DEBUG nova.virt.hardware [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.085303] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30c6f20-53a9-4aca-a314-e465195992e0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.090237] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Created folder: Project (000f824d72764a96a2d7f3b33e5d0acd) in parent group-v720468. [ 760.090460] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Creating folder: Instances. Parent ref: group-v720572. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.091127] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c661fbd5-69a6-4f85-8444-4a4956a9b680 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.094846] env[70966]: DEBUG oslo_vmware.rw_handles [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d7d20-d37c-aa8f-36b9-8af8db8e7923/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 760.096029] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1400a3e0-d712-46dc-8a40-5ca40aeaa6d4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.103468] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a69ac4-6688-4998-a58c-3936255dad2a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.109296] env[70966]: DEBUG oslo_vmware.rw_handles [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d7d20-d37c-aa8f-36b9-8af8db8e7923/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 760.109461] env[70966]: ERROR oslo_vmware.rw_handles [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d7d20-d37c-aa8f-36b9-8af8db8e7923/disk-0.vmdk due to incomplete transfer. [ 760.110091] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a4722f83-5257-4f20-8176-a847260e7568 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.113852] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Created folder: Instances in parent group-v720572. [ 760.114097] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.114734] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.122432] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04e85e72-a31a-4c05-93d3-6a80adca52a7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.138234] env[70966]: DEBUG oslo_vmware.rw_handles [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d7d20-d37c-aa8f-36b9-8af8db8e7923/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 760.138445] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Uploaded image d3694287-d43e-467d-b982-e0871ac450fd to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 760.140786] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 760.141852] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ed69ca2-af33-4d4c-8c02-878f332fd50d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.148665] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 760.148665] env[70966]: value = "task-3612426" [ 760.148665] env[70966]: _type = "Task" [ 760.148665] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.150034] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.150034] env[70966]: value = "task-3612425" [ 760.150034] env[70966]: _type = "Task" [ 760.150034] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.167226] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612426, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.174808] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612425, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.297242] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.929s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.297835] env[70966]: DEBUG nova.compute.manager [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.301794] env[70966]: DEBUG oslo_concurrency.lockutils [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] Releasing lock "refresh_cache-c0761181-cec1-453c-adfe-a575a7242897" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.302181] env[70966]: DEBUG nova.compute.manager [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Received event network-changed-98fe53e7-272c-4da9-bff2-9cd6729c35d5 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.302287] env[70966]: DEBUG nova.compute.manager [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Refreshing instance network info cache due to event network-changed-98fe53e7-272c-4da9-bff2-9cd6729c35d5. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.302500] env[70966]: DEBUG oslo_concurrency.lockutils [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] Acquiring lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.302789] env[70966]: DEBUG oslo_concurrency.lockutils [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] Acquired lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.302837] env[70966]: DEBUG nova.network.neutron [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Refreshing network info cache for port 98fe53e7-272c-4da9-bff2-9cd6729c35d5 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.304677] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.173s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.304964] env[70966]: DEBUG nova.objects.instance [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70966) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 760.342079] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3612422, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.664885] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612425, 'name': CreateVM_Task, 'duration_secs': 0.448116} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.668844] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.669243] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612426, 'name': Destroy_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.669950] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.670130] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.670455] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.670775] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4275e3ec-7fc5-4fe6-bad1-2806f60dc522 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.681883] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 760.681883] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5213101e-1312-7e02-e4b6-4ea863a6770f" [ 760.681883] env[70966]: _type = "Task" [ 760.681883] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.692417] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5213101e-1312-7e02-e4b6-4ea863a6770f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.808463] env[70966]: DEBUG nova.compute.utils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.810923] env[70966]: DEBUG nova.compute.manager [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.812661] env[70966]: DEBUG nova.network.neutron [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.844217] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3612422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752403} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.844217] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] c0761181-cec1-453c-adfe-a575a7242897/c0761181-cec1-453c-adfe-a575a7242897.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.844392] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.844642] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef399063-407c-43c9-87c1-f6a156b19d38 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.859292] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Waiting for the task: (returnval){ [ 760.859292] env[70966]: value = "task-3612427" [ 760.859292] env[70966]: _type = "Task" [ 760.859292] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.880434] env[70966]: DEBUG nova.objects.instance [None req-e08226a7-865c-4ad2-ae8d-42fda3daded0 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Lazy-loading 'flavor' on Instance uuid 3f5f849f-6385-43fc-84da-d6750104dbab {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.889284] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3612427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.967336] env[70966]: DEBUG nova.policy [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bec4c4b156024d308a0dddb4422b84ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f1f82e74eac4da8940e3f3518aea6b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.986732] env[70966]: DEBUG nova.network.neutron [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Successfully updated port: bed92e6d-a279-4ead-a3f0-eb17d6656fe0 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.048837] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.049200] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d3af206-215a-44f0-bcdd-22c67c88ca90 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.060648] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 761.060648] env[70966]: value = "task-3612428" [ 761.060648] env[70966]: _type = "Task" [ 761.060648] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.083074] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.166479] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612426, 'name': Destroy_Task, 'duration_secs': 0.733904} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.166756] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Destroyed the VM [ 761.167021] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 761.167277] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-42b70252-9461-4fdb-8da2-1fca7b12c096 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.176292] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 761.176292] env[70966]: value = "task-3612429" [ 761.176292] env[70966]: _type = "Task" [ 761.176292] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.190077] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612429, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.196834] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5213101e-1312-7e02-e4b6-4ea863a6770f, 'name': SearchDatastore_Task, 'duration_secs': 0.019133} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.197236] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.197587] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.197828] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.198027] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.200695] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.200695] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c2a2842-76ae-4845-b6fe-1c41cdfdbc26 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.209849] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.210084] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.210905] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aab422e6-7a61-4214-9cda-99dc232d543c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.219876] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 761.219876] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a58812-a605-e1f7-c1bf-f13760f703f0" [ 761.219876] env[70966]: _type = "Task" [ 761.219876] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.229830] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a58812-a605-e1f7-c1bf-f13760f703f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.264750] env[70966]: DEBUG nova.compute.manager [req-6085bf34-949b-46da-8cd8-5a9cccd11d94 req-8f1153a4-bf37-47f7-a611-b5433aa63d7a service nova] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Received event network-vif-plugged-d3c056a2-3eed-48bb-a30b-e0c124e764ab {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.264750] env[70966]: DEBUG oslo_concurrency.lockutils [req-6085bf34-949b-46da-8cd8-5a9cccd11d94 req-8f1153a4-bf37-47f7-a611-b5433aa63d7a service nova] Acquiring lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.264973] env[70966]: DEBUG oslo_concurrency.lockutils [req-6085bf34-949b-46da-8cd8-5a9cccd11d94 req-8f1153a4-bf37-47f7-a611-b5433aa63d7a service nova] Lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.265543] env[70966]: DEBUG oslo_concurrency.lockutils [req-6085bf34-949b-46da-8cd8-5a9cccd11d94 req-8f1153a4-bf37-47f7-a611-b5433aa63d7a service nova] Lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.265767] env[70966]: DEBUG nova.compute.manager [req-6085bf34-949b-46da-8cd8-5a9cccd11d94 req-8f1153a4-bf37-47f7-a611-b5433aa63d7a service nova] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] No waiting events found dispatching network-vif-plugged-d3c056a2-3eed-48bb-a30b-e0c124e764ab {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.266026] env[70966]: WARNING nova.compute.manager [req-6085bf34-949b-46da-8cd8-5a9cccd11d94 req-8f1153a4-bf37-47f7-a611-b5433aa63d7a service nova] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Received unexpected event network-vif-plugged-d3c056a2-3eed-48bb-a30b-e0c124e764ab for instance with vm_state building and task_state spawning. [ 761.266228] env[70966]: DEBUG nova.compute.manager [req-6085bf34-949b-46da-8cd8-5a9cccd11d94 req-8f1153a4-bf37-47f7-a611-b5433aa63d7a service nova] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Received event network-changed-d3c056a2-3eed-48bb-a30b-e0c124e764ab {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.266387] env[70966]: DEBUG nova.compute.manager [req-6085bf34-949b-46da-8cd8-5a9cccd11d94 req-8f1153a4-bf37-47f7-a611-b5433aa63d7a service nova] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Refreshing instance network info cache due to event network-changed-d3c056a2-3eed-48bb-a30b-e0c124e764ab. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.266647] env[70966]: DEBUG oslo_concurrency.lockutils [req-6085bf34-949b-46da-8cd8-5a9cccd11d94 req-8f1153a4-bf37-47f7-a611-b5433aa63d7a service nova] Acquiring lock "refresh_cache-2ff1d794-4c9f-4de9-8283-4a56c527c6d9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.266712] env[70966]: DEBUG oslo_concurrency.lockutils [req-6085bf34-949b-46da-8cd8-5a9cccd11d94 req-8f1153a4-bf37-47f7-a611-b5433aa63d7a service nova] Acquired lock "refresh_cache-2ff1d794-4c9f-4de9-8283-4a56c527c6d9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.266975] env[70966]: DEBUG nova.network.neutron [req-6085bf34-949b-46da-8cd8-5a9cccd11d94 req-8f1153a4-bf37-47f7-a611-b5433aa63d7a service nova] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Refreshing network info cache for port d3c056a2-3eed-48bb-a30b-e0c124e764ab {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.284235] env[70966]: DEBUG nova.network.neutron [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Updated VIF entry in instance network info cache for port 98fe53e7-272c-4da9-bff2-9cd6729c35d5. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.284235] env[70966]: DEBUG nova.network.neutron [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Updating instance_info_cache with network_info: [{"id": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "address": "fa:16:3e:dd:9f:87", "network": {"id": "849b022f-3e45-47e7-90d0-bf6c02edf789", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284039618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f6445ad8eb4cbd9ce5436d9204bffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98fe53e7-27", "ovs_interfaceid": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.321079] env[70966]: DEBUG nova.compute.manager [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.329072] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c9afac-2d6e-46ad-a326-09fd7319256d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.330193] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.594s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.335536] env[70966]: INFO nova.compute.claims [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.373449] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3612427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101405} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.373819] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.374903] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbf852c-21b6-49be-b1d0-68bf96a21d83 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.395614] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e08226a7-865c-4ad2-ae8d-42fda3daded0 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquiring lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.410294] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] c0761181-cec1-453c-adfe-a575a7242897/c0761181-cec1-453c-adfe-a575a7242897.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.411990] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ebc5963-f61a-47e3-95fb-93f9c18d619e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.436049] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Waiting for the task: (returnval){ [ 761.436049] env[70966]: value = "task-3612430" [ 761.436049] env[70966]: _type = "Task" [ 761.436049] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.447311] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3612430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.492882] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Acquiring lock "refresh_cache-d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.494393] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Acquired lock "refresh_cache-d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.494393] env[70966]: DEBUG nova.network.neutron [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.532323] env[70966]: DEBUG nova.compute.manager [req-eb71417b-f2c2-4069-96d8-a953ac320c90 req-c7355020-7f06-4151-a149-7e26fdb1409d service nova] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Received event network-vif-plugged-bed92e6d-a279-4ead-a3f0-eb17d6656fe0 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.532323] env[70966]: DEBUG oslo_concurrency.lockutils [req-eb71417b-f2c2-4069-96d8-a953ac320c90 req-c7355020-7f06-4151-a149-7e26fdb1409d service nova] Acquiring lock "d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.533415] env[70966]: DEBUG oslo_concurrency.lockutils [req-eb71417b-f2c2-4069-96d8-a953ac320c90 req-c7355020-7f06-4151-a149-7e26fdb1409d service nova] Lock "d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.533415] env[70966]: DEBUG oslo_concurrency.lockutils [req-eb71417b-f2c2-4069-96d8-a953ac320c90 req-c7355020-7f06-4151-a149-7e26fdb1409d service nova] Lock "d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.533415] env[70966]: DEBUG nova.compute.manager [req-eb71417b-f2c2-4069-96d8-a953ac320c90 req-c7355020-7f06-4151-a149-7e26fdb1409d service nova] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] No waiting events found dispatching network-vif-plugged-bed92e6d-a279-4ead-a3f0-eb17d6656fe0 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.533415] env[70966]: WARNING nova.compute.manager [req-eb71417b-f2c2-4069-96d8-a953ac320c90 req-c7355020-7f06-4151-a149-7e26fdb1409d service nova] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Received unexpected event network-vif-plugged-bed92e6d-a279-4ead-a3f0-eb17d6656fe0 for instance with vm_state building and task_state spawning. [ 761.546955] env[70966]: DEBUG nova.network.neutron [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Successfully created port: b2472221-e20b-4173-9c19-f41e6b1661fb {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.575604] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "ed08df64-69c7-42fe-a927-0fb33cca9877" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.575875] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "ed08df64-69c7-42fe-a927-0fb33cca9877" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.584484] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612428, 'name': PowerOffVM_Task, 'duration_secs': 0.299852} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.584484] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.584484] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.586058] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbbf905-5e4b-46a3-b752-66f008922fcd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.588676] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.590521] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34ede060-69e7-4a61-8dcc-d16f8b149a0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.597019] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.598840] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78497285-04c4-471e-b910-0bd9ef72f252 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.602156] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 761.602156] env[70966]: value = "task-3612431" [ 761.602156] env[70966]: _type = "Task" [ 761.602156] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.609635] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "e55dc1c4-8009-4a3b-950b-48e7c35839d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.609888] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "e55dc1c4-8009-4a3b-950b-48e7c35839d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.690320] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612429, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.695928] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.696273] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.696511] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleting the datastore file [datastore1] d14d1fb9-7aec-4259-bedc-d9224c73322c {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.696807] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df53884e-8a07-49b3-ae1b-65926057df52 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.708600] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 761.708600] env[70966]: value = "task-3612433" [ 761.708600] env[70966]: _type = "Task" [ 761.708600] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.718294] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.730804] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a58812-a605-e1f7-c1bf-f13760f703f0, 'name': SearchDatastore_Task, 'duration_secs': 0.018581} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.731834] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955e396e-49d2-4cfd-8580-6da35054d565 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.740812] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 761.740812] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b94e1d-ca8d-0611-17e0-0f4e63176711" [ 761.740812] env[70966]: _type = "Task" [ 761.740812] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.750813] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b94e1d-ca8d-0611-17e0-0f4e63176711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.789905] env[70966]: DEBUG oslo_concurrency.lockutils [req-a53a6699-91f8-428c-8b18-f5ae0579190b req-9042ea2c-d787-4694-90b3-49e6adcff828 service nova] Releasing lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.790727] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e08226a7-865c-4ad2-ae8d-42fda3daded0 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquired lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.950231] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3612430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.086570] env[70966]: DEBUG nova.network.neutron [req-6085bf34-949b-46da-8cd8-5a9cccd11d94 req-8f1153a4-bf37-47f7-a611-b5433aa63d7a service nova] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Updated VIF entry in instance network info cache for port d3c056a2-3eed-48bb-a30b-e0c124e764ab. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.087108] env[70966]: DEBUG nova.network.neutron [req-6085bf34-949b-46da-8cd8-5a9cccd11d94 req-8f1153a4-bf37-47f7-a611-b5433aa63d7a service nova] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Updating instance_info_cache with network_info: [{"id": "d3c056a2-3eed-48bb-a30b-e0c124e764ab", "address": "fa:16:3e:be:f0:53", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c056a2-3e", "ovs_interfaceid": "d3c056a2-3eed-48bb-a30b-e0c124e764ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.115986] env[70966]: DEBUG nova.network.neutron [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.118492] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612431, 'name': PowerOffVM_Task, 'duration_secs': 0.282917} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.118765] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.119971] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af110880-a7e6-45e0-b801-d3ac85ac12ca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.148603] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d30f38-8663-4b46-8487-36dedc6a1fe8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.189110] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612429, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.195332] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.195658] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6592c8d-2d96-4c9b-8311-d58b32b3c06a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.204735] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 762.204735] env[70966]: value = "task-3612434" [ 762.204735] env[70966]: _type = "Task" [ 762.204735] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.219561] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315893} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.223736] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.223978] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.224207] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.226962] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] VM already powered off {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 762.227206] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.227493] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.227664] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.227878] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.228410] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20f3d95b-0ffd-4c25-ad3b-9ba937de7a9f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.238805] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.239072] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.239879] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baac6e22-c291-4514-bdfb-2b3ac606b0d7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.251521] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 762.251521] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528c40b2-e7eb-fa60-8ce3-f07bb7db5eb7" [ 762.251521] env[70966]: _type = "Task" [ 762.251521] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.255533] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b94e1d-ca8d-0611-17e0-0f4e63176711, 'name': SearchDatastore_Task, 'duration_secs': 0.028759} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.258825] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.259134] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 2ff1d794-4c9f-4de9-8283-4a56c527c6d9/2ff1d794-4c9f-4de9-8283-4a56c527c6d9.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.259493] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cac17df1-2320-416c-89f9-03bc4f494c22 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.268386] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528c40b2-e7eb-fa60-8ce3-f07bb7db5eb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.270181] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 762.270181] env[70966]: value = "task-3612435" [ 762.270181] env[70966]: _type = "Task" [ 762.270181] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.283496] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.340667] env[70966]: DEBUG nova.compute.manager [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.381940] env[70966]: DEBUG nova.virt.hardware [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.382240] env[70966]: DEBUG nova.virt.hardware [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.382593] env[70966]: DEBUG nova.virt.hardware [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.382593] env[70966]: DEBUG nova.virt.hardware [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.382716] env[70966]: DEBUG nova.virt.hardware [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.382862] env[70966]: DEBUG nova.virt.hardware [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.383105] env[70966]: DEBUG nova.virt.hardware [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.383275] env[70966]: DEBUG nova.virt.hardware [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.383441] env[70966]: DEBUG nova.virt.hardware [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.383667] env[70966]: DEBUG nova.virt.hardware [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.383860] env[70966]: DEBUG nova.virt.hardware [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.384945] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ff451f-7224-4092-8c5a-3331d15422de {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.394625] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca418f55-344d-4e24-ac87-11c243543043 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.450998] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3612430, 'name': ReconfigVM_Task, 'duration_secs': 0.885697} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.451361] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Reconfigured VM instance instance-00000028 to attach disk [datastore1] c0761181-cec1-453c-adfe-a575a7242897/c0761181-cec1-453c-adfe-a575a7242897.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.452059] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4767ee7-9376-4234-80a1-f904f84a2e8e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.462280] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Waiting for the task: (returnval){ [ 762.462280] env[70966]: value = "task-3612436" [ 762.462280] env[70966]: _type = "Task" [ 762.462280] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.474967] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3612436, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.591511] env[70966]: DEBUG oslo_concurrency.lockutils [req-6085bf34-949b-46da-8cd8-5a9cccd11d94 req-8f1153a4-bf37-47f7-a611-b5433aa63d7a service nova] Releasing lock "refresh_cache-2ff1d794-4c9f-4de9-8283-4a56c527c6d9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.692581] env[70966]: DEBUG oslo_vmware.api [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612429, 'name': RemoveSnapshot_Task, 'duration_secs': 1.471374} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.697378] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 762.697732] env[70966]: INFO nova.compute.manager [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Took 17.55 seconds to snapshot the instance on the hypervisor. [ 762.717296] env[70966]: DEBUG nova.network.neutron [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Updating instance_info_cache with network_info: [{"id": "bed92e6d-a279-4ead-a3f0-eb17d6656fe0", "address": "fa:16:3e:e6:1e:e5", "network": {"id": "76a81d68-49f5-4e83-9d84-1a94e77b6f4a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1385000404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d16693b7ea405eac252d505314138d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed92e6d-a2", "ovs_interfaceid": "bed92e6d-a279-4ead-a3f0-eb17d6656fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.772501] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528c40b2-e7eb-fa60-8ce3-f07bb7db5eb7, 'name': SearchDatastore_Task, 'duration_secs': 0.018992} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.787594] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5211f576-cfe9-4cd7-b425-6748ad3643cb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.795753] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 762.795753] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5244676d-e628-9e26-e76f-edc289fdbc81" [ 762.795753] env[70966]: _type = "Task" [ 762.795753] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.802675] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612435, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.814671] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5244676d-e628-9e26-e76f-edc289fdbc81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.954024] env[70966]: DEBUG nova.network.neutron [None req-e08226a7-865c-4ad2-ae8d-42fda3daded0 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.973804] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3612436, 'name': Rename_Task, 'duration_secs': 0.290605} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.977062] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.977548] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7edd35a5-da97-40ed-9d5f-e2eea15cf4dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.986675] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Waiting for the task: (returnval){ [ 762.986675] env[70966]: value = "task-3612437" [ 762.986675] env[70966]: _type = "Task" [ 762.986675] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.000082] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3612437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.051232] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae934dd-bbcf-4090-81e8-3f2a62e5dd71 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.060518] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dd03b3-beed-4166-b0ec-58a81f0a8bc4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.094287] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f846301-e070-4169-bdbb-d23c4eda6e5f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.103389] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ea521c-980b-4f6b-9096-ff33d441b22e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.120046] env[70966]: DEBUG nova.compute.provider_tree [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.222659] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Releasing lock "refresh_cache-d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.223089] env[70966]: DEBUG nova.compute.manager [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Instance network_info: |[{"id": "bed92e6d-a279-4ead-a3f0-eb17d6656fe0", "address": "fa:16:3e:e6:1e:e5", "network": {"id": "76a81d68-49f5-4e83-9d84-1a94e77b6f4a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1385000404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d16693b7ea405eac252d505314138d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed92e6d-a2", "ovs_interfaceid": "bed92e6d-a279-4ead-a3f0-eb17d6656fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.223582] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:1e:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bed92e6d-a279-4ead-a3f0-eb17d6656fe0', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.232803] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Creating folder: Project (f5d16693b7ea405eac252d505314138d). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.232803] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eddc269a-2df9-4454-b599-eff41ac71508 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.249226] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Created folder: Project (f5d16693b7ea405eac252d505314138d) in parent group-v720468. [ 763.249744] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Creating folder: Instances. Parent ref: group-v720575. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.249744] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2258c3b5-b484-4498-8f3c-421c91510584 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.260790] env[70966]: DEBUG nova.compute.manager [None req-77ba6f64-fcd4-4e55-80f3-483cfed3bdc2 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Found 2 images (rotation: 2) {{(pid=70966) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 763.265551] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Created folder: Instances in parent group-v720575. [ 763.265766] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.265919] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.266138] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca104a18-2ec9-49f4-a4a4-d28b89fa8601 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.286779] env[70966]: DEBUG nova.virt.hardware [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.287031] env[70966]: DEBUG nova.virt.hardware [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.287188] env[70966]: DEBUG nova.virt.hardware [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.287766] env[70966]: DEBUG nova.virt.hardware [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.287766] env[70966]: DEBUG nova.virt.hardware [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.287766] env[70966]: DEBUG nova.virt.hardware [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.290566] env[70966]: DEBUG nova.virt.hardware [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.290566] env[70966]: DEBUG nova.virt.hardware [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.290566] env[70966]: DEBUG nova.virt.hardware [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.290566] env[70966]: DEBUG nova.virt.hardware [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.290566] env[70966]: DEBUG nova.virt.hardware [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.290566] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ce19e0-9238-4137-9bed-d7e9e0f36e33 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.306368] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696ef6e2-76db-4579-97dd-f1bc06a40181 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.311024] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.311024] env[70966]: value = "task-3612440" [ 763.311024] env[70966]: _type = "Task" [ 763.311024] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.311456] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696457} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.314974] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 2ff1d794-4c9f-4de9-8283-4a56c527c6d9/2ff1d794-4c9f-4de9-8283-4a56c527c6d9.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.315238] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.318776] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9421c587-bf87-4e04-a7cd-fc6ae2f68770 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.330318] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:87:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c337d5e1-1358-44bd-8035-7a6d3fccee03', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.339762] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.344968] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.345404] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5244676d-e628-9e26-e76f-edc289fdbc81, 'name': SearchDatastore_Task, 'duration_secs': 0.024441} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.345645] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ebaca51-c40e-4ab1-a82f-9d022cc8eaca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.367078] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.367078] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk. {{(pid=70966) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 763.371848] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7c45fbd-ea26-413a-9a91-ad7a31a1bea0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.376059] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 763.376059] env[70966]: value = "task-3612441" [ 763.376059] env[70966]: _type = "Task" [ 763.376059] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.376059] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612440, 'name': CreateVM_Task} progress is 15%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.383513] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.383513] env[70966]: value = "task-3612443" [ 763.383513] env[70966]: _type = "Task" [ 763.383513] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.388025] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 763.388025] env[70966]: value = "task-3612442" [ 763.388025] env[70966]: _type = "Task" [ 763.388025] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.388025] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.401790] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.405672] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612443, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.444022] env[70966]: DEBUG oslo_vmware.rw_handles [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e72f2-e49d-686c-7459-1cb0650b713d/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 763.444022] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d5d377-2721-4741-adec-da785f289f62 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.449286] env[70966]: DEBUG oslo_vmware.rw_handles [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e72f2-e49d-686c-7459-1cb0650b713d/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 763.449524] env[70966]: ERROR oslo_vmware.rw_handles [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e72f2-e49d-686c-7459-1cb0650b713d/disk-0.vmdk due to incomplete transfer. [ 763.449800] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-79b60811-5f8b-4f40-9232-084e513d2037 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.459210] env[70966]: DEBUG oslo_vmware.rw_handles [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e72f2-e49d-686c-7459-1cb0650b713d/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 763.459445] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Uploaded image 186964e5-10cd-4275-a0e3-a10c33929c09 to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 763.461105] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 763.462101] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4505f67f-61d9-4e76-b819-6c6908dcf606 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.470925] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 763.470925] env[70966]: value = "task-3612444" [ 763.470925] env[70966]: _type = "Task" [ 763.470925] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.480701] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612444, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.497646] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3612437, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.558229] env[70966]: DEBUG nova.network.neutron [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Successfully updated port: b2472221-e20b-4173-9c19-f41e6b1661fb {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.623884] env[70966]: DEBUG nova.scheduler.client.report [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.831127] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612440, 'name': CreateVM_Task, 'duration_secs': 0.446959} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.831540] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.832376] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.832687] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.833191] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.833604] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25303e9f-60de-44b6-a4d5-6736ead2d449 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.844276] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Waiting for the task: (returnval){ [ 763.844276] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ae5380-3a2a-6bf8-3b27-b66bca9bce86" [ 763.844276] env[70966]: _type = "Task" [ 763.844276] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.862650] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ae5380-3a2a-6bf8-3b27-b66bca9bce86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.886896] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108889} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.887246] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.889189] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140f21bc-5792-4a53-adab-282d41b36a21 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.910138] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612442, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.929387] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612443, 'name': CreateVM_Task, 'duration_secs': 0.425428} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.938322] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 2ff1d794-4c9f-4de9-8283-4a56c527c6d9/2ff1d794-4c9f-4de9-8283-4a56c527c6d9.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.941289] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.941819] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-372b62aa-bd94-4777-b3f6-a7bd6fde196e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.956350] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.964916] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 763.964916] env[70966]: value = "task-3612445" [ 763.964916] env[70966]: _type = "Task" [ 763.964916] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.973572] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.983565] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612444, 'name': Destroy_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.999752] env[70966]: DEBUG oslo_vmware.api [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3612437, 'name': PowerOnVM_Task, 'duration_secs': 0.619903} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.000781] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.000781] env[70966]: INFO nova.compute.manager [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Took 10.30 seconds to spawn the instance on the hypervisor. [ 764.000781] env[70966]: DEBUG nova.compute.manager [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.002380] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af68392-e0c9-4972-b826-f172699db907 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.065058] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Acquiring lock "refresh_cache-7920b620-2349-4217-b3de-ca887e5d9116" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.065058] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Acquired lock "refresh_cache-7920b620-2349-4217-b3de-ca887e5d9116" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.065200] env[70966]: DEBUG nova.network.neutron [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.129965] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.130543] env[70966]: DEBUG nova.compute.manager [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.133951] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.662s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.133951] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.138292] env[70966]: DEBUG oslo_concurrency.lockutils [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.138s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.138292] env[70966]: DEBUG oslo_concurrency.lockutils [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.139409] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.794s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.141638] env[70966]: INFO nova.compute.claims [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.146668] env[70966]: DEBUG nova.network.neutron [None req-e08226a7-865c-4ad2-ae8d-42fda3daded0 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Updating instance_info_cache with network_info: [{"id": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "address": "fa:16:3e:dd:9f:87", "network": {"id": "849b022f-3e45-47e7-90d0-bf6c02edf789", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284039618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f6445ad8eb4cbd9ce5436d9204bffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98fe53e7-27", "ovs_interfaceid": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.179038] env[70966]: INFO nova.scheduler.client.report [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Deleted allocations for instance 0f2fbe39-329f-4340-88ed-c490c7b9fde3 [ 764.187766] env[70966]: INFO nova.scheduler.client.report [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleted allocations for instance bc7eb745-301c-4b47-859c-43dbdff8cea2 [ 764.356785] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ae5380-3a2a-6bf8-3b27-b66bca9bce86, 'name': SearchDatastore_Task, 'duration_secs': 0.023655} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.357145] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.357416] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.357679] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.357829] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.358038] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.358366] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.358747] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.359022] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-737f3fad-03b3-4b99-836e-361d7efbaaa7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.361814] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81f1f9f-ab44-4452-9b69-69bee42fac96 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.368924] env[70966]: DEBUG nova.compute.manager [req-7c1a7062-4112-4da6-8331-b3e8bdaa133f req-b5f6acda-0d41-4bca-8f42-f28c7118dc6b service nova] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Received event network-vif-plugged-b2472221-e20b-4173-9c19-f41e6b1661fb {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.368924] env[70966]: DEBUG oslo_concurrency.lockutils [req-7c1a7062-4112-4da6-8331-b3e8bdaa133f req-b5f6acda-0d41-4bca-8f42-f28c7118dc6b service nova] Acquiring lock "7920b620-2349-4217-b3de-ca887e5d9116-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.369262] env[70966]: DEBUG oslo_concurrency.lockutils [req-7c1a7062-4112-4da6-8331-b3e8bdaa133f req-b5f6acda-0d41-4bca-8f42-f28c7118dc6b service nova] Lock "7920b620-2349-4217-b3de-ca887e5d9116-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.369458] env[70966]: DEBUG oslo_concurrency.lockutils [req-7c1a7062-4112-4da6-8331-b3e8bdaa133f req-b5f6acda-0d41-4bca-8f42-f28c7118dc6b service nova] Lock "7920b620-2349-4217-b3de-ca887e5d9116-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.369616] env[70966]: DEBUG nova.compute.manager [req-7c1a7062-4112-4da6-8331-b3e8bdaa133f req-b5f6acda-0d41-4bca-8f42-f28c7118dc6b service nova] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] No waiting events found dispatching network-vif-plugged-b2472221-e20b-4173-9c19-f41e6b1661fb {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.369804] env[70966]: WARNING nova.compute.manager [req-7c1a7062-4112-4da6-8331-b3e8bdaa133f req-b5f6acda-0d41-4bca-8f42-f28c7118dc6b service nova] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Received unexpected event network-vif-plugged-b2472221-e20b-4173-9c19-f41e6b1661fb for instance with vm_state building and task_state spawning. [ 764.371848] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 764.371848] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c6b697-7fa4-cf37-a67b-f7a8c6f6fbd2" [ 764.371848] env[70966]: _type = "Task" [ 764.371848] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.377905] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.378167] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.379607] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d49f18-4af8-490a-86ab-56618ec9ec65 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.387690] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c6b697-7fa4-cf37-a67b-f7a8c6f6fbd2, 'name': SearchDatastore_Task, 'duration_secs': 0.014888} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.388703] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.388703] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.388867] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.391944] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Waiting for the task: (returnval){ [ 764.391944] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5226c9de-3720-df96-397c-e60ae1ea5f44" [ 764.391944] env[70966]: _type = "Task" [ 764.391944] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.403129] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5226c9de-3720-df96-397c-e60ae1ea5f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.412067] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529729} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.412395] env[70966]: INFO nova.virt.vmwareapi.ds_util [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk. [ 764.413168] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32340b9f-6668-4aa3-aa20-3b5981a4119a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.440298] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.441847] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef6b4b39-7cfe-452b-8263-e31e9ce5d54f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.465132] env[70966]: DEBUG nova.compute.manager [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Received event network-changed-bed92e6d-a279-4ead-a3f0-eb17d6656fe0 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.465132] env[70966]: DEBUG nova.compute.manager [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Refreshing instance network info cache due to event network-changed-bed92e6d-a279-4ead-a3f0-eb17d6656fe0. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.465132] env[70966]: DEBUG oslo_concurrency.lockutils [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] Acquiring lock "refresh_cache-d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.465132] env[70966]: DEBUG oslo_concurrency.lockutils [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] Acquired lock "refresh_cache-d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.465132] env[70966]: DEBUG nova.network.neutron [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Refreshing network info cache for port bed92e6d-a279-4ead-a3f0-eb17d6656fe0 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.468890] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 764.468890] env[70966]: value = "task-3612446" [ 764.468890] env[70966]: _type = "Task" [ 764.468890] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.487207] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612445, 'name': ReconfigVM_Task, 'duration_secs': 0.443255} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.494097] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 2ff1d794-4c9f-4de9-8283-4a56c527c6d9/2ff1d794-4c9f-4de9-8283-4a56c527c6d9.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.495121] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.495590] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612444, 'name': Destroy_Task, 'duration_secs': 0.737074} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.495805] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaab6a90-dbdd-49b4-99b1-e7d164cc5524 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.497573] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Destroyed the VM [ 764.497966] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 764.498102] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2dd17672-7531-406d-842e-03fab767adf6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.506042] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 764.506042] env[70966]: value = "task-3612447" [ 764.506042] env[70966]: _type = "Task" [ 764.506042] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.507376] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 764.507376] env[70966]: value = "task-3612448" [ 764.507376] env[70966]: _type = "Task" [ 764.507376] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.523495] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612447, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.527933] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612448, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.528391] env[70966]: INFO nova.compute.manager [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Took 47.29 seconds to build instance. [ 764.642593] env[70966]: DEBUG nova.network.neutron [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.648052] env[70966]: DEBUG nova.compute.utils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.648473] env[70966]: DEBUG nova.compute.manager [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.648641] env[70966]: DEBUG nova.network.neutron [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.652875] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e08226a7-865c-4ad2-ae8d-42fda3daded0 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Releasing lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.653144] env[70966]: DEBUG nova.compute.manager [None req-e08226a7-865c-4ad2-ae8d-42fda3daded0 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Inject network info {{(pid=70966) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 764.653351] env[70966]: DEBUG nova.compute.manager [None req-e08226a7-865c-4ad2-ae8d-42fda3daded0 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] network_info to inject: |[{"id": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "address": "fa:16:3e:dd:9f:87", "network": {"id": "849b022f-3e45-47e7-90d0-bf6c02edf789", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284039618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f6445ad8eb4cbd9ce5436d9204bffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98fe53e7-27", "ovs_interfaceid": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 764.658455] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e08226a7-865c-4ad2-ae8d-42fda3daded0 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Reconfiguring VM instance to set the machine id {{(pid=70966) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 764.661898] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-622d0953-7940-40c8-a1dd-d5b1625203c8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.677168] env[70966]: DEBUG oslo_vmware.api [None req-e08226a7-865c-4ad2-ae8d-42fda3daded0 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Waiting for the task: (returnval){ [ 764.677168] env[70966]: value = "task-3612449" [ 764.677168] env[70966]: _type = "Task" [ 764.677168] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.687574] env[70966]: DEBUG oslo_vmware.api [None req-e08226a7-865c-4ad2-ae8d-42fda3daded0 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.699269] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b78eff2d-6c08-43ff-b84a-b9b97b827865 tempest-ServersAdminNegativeTestJSON-698004257 tempest-ServersAdminNegativeTestJSON-698004257-project-member] Lock "0f2fbe39-329f-4340-88ed-c490c7b9fde3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.810s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.699269] env[70966]: DEBUG oslo_concurrency.lockutils [None req-965bf455-22d9-4da0-ab02-70789e4c0c06 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "bc7eb745-301c-4b47-859c-43dbdff8cea2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.842s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.709345] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.709629] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.732988] env[70966]: DEBUG nova.policy [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd93d46d88c0144fd9dc9de5584e34a63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66fe99cd4ced4e0685feceed848839d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.902737] env[70966]: DEBUG nova.network.neutron [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Updating instance_info_cache with network_info: [{"id": "b2472221-e20b-4173-9c19-f41e6b1661fb", "address": "fa:16:3e:e5:90:00", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2472221-e2", "ovs_interfaceid": "b2472221-e20b-4173-9c19-f41e6b1661fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.907345] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5226c9de-3720-df96-397c-e60ae1ea5f44, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.911671] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3841ee85-2c0e-4689-872e-650ea8c9b251 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.917480] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Waiting for the task: (returnval){ [ 764.917480] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5205f593-9ec2-9111-d72c-5468f870c106" [ 764.917480] env[70966]: _type = "Task" [ 764.917480] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.928287] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5205f593-9ec2-9111-d72c-5468f870c106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.962242] env[70966]: DEBUG nova.compute.manager [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.963174] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102e83ba-0217-4382-b936-68868765ab35 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.994537] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612446, 'name': ReconfigVM_Task, 'duration_secs': 0.361178} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.994537] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.994537] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15eed670-7a89-47d6-b91e-2a70fe0c958a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.029375] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b33fb915-4a9a-4e69-8a12-89eebe5d7216 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.042040] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df790a8b-836b-49f0-8742-490750dd41ea tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Lock "c0761181-cec1-453c-adfe-a575a7242897" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.823s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.049428] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612447, 'name': Rename_Task, 'duration_secs': 0.179579} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.054037] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.054162] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 765.054162] env[70966]: value = "task-3612450" [ 765.054162] env[70966]: _type = "Task" [ 765.054162] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.054331] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612448, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.054526] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af21c325-d439-46fb-b8e8-3e5a74c86679 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.069094] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612450, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.069094] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 765.069094] env[70966]: value = "task-3612451" [ 765.069094] env[70966]: _type = "Task" [ 765.069094] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.078046] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.140158] env[70966]: DEBUG nova.network.neutron [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Successfully created port: 877f870b-9f4b-4b47-8c24-385d55eec1ed {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.163575] env[70966]: DEBUG nova.compute.manager [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.193584] env[70966]: DEBUG oslo_vmware.api [None req-e08226a7-865c-4ad2-ae8d-42fda3daded0 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612449, 'name': ReconfigVM_Task, 'duration_secs': 0.164649} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.193935] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e08226a7-865c-4ad2-ae8d-42fda3daded0 tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Reconfigured VM instance to set the machine id {{(pid=70966) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 765.369810] env[70966]: DEBUG nova.network.neutron [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Updated VIF entry in instance network info cache for port bed92e6d-a279-4ead-a3f0-eb17d6656fe0. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.370234] env[70966]: DEBUG nova.network.neutron [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Updating instance_info_cache with network_info: [{"id": "bed92e6d-a279-4ead-a3f0-eb17d6656fe0", "address": "fa:16:3e:e6:1e:e5", "network": {"id": "76a81d68-49f5-4e83-9d84-1a94e77b6f4a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1385000404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d16693b7ea405eac252d505314138d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed92e6d-a2", "ovs_interfaceid": "bed92e6d-a279-4ead-a3f0-eb17d6656fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.409696] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Releasing lock "refresh_cache-7920b620-2349-4217-b3de-ca887e5d9116" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.410077] env[70966]: DEBUG nova.compute.manager [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Instance network_info: |[{"id": "b2472221-e20b-4173-9c19-f41e6b1661fb", "address": "fa:16:3e:e5:90:00", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2472221-e2", "ovs_interfaceid": "b2472221-e20b-4173-9c19-f41e6b1661fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.415808] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:90:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2472221-e20b-4173-9c19-f41e6b1661fb', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.424413] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Creating folder: Project (1f1f82e74eac4da8940e3f3518aea6b2). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.425584] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddfa9c25-8d7a-483f-8c0d-9286395c4a4b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.441370] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5205f593-9ec2-9111-d72c-5468f870c106, 'name': SearchDatastore_Task, 'duration_secs': 0.018512} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.444655] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.445123] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4/d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.446054] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.446344] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.446538] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69a12536-1ea2-4346-afaa-329f09622418 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.450691] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b419210d-4e21-4b73-9d50-acbaa10adb4c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.453276] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Created folder: Project (1f1f82e74eac4da8940e3f3518aea6b2) in parent group-v720468. [ 765.453276] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Creating folder: Instances. Parent ref: group-v720579. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.454232] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b165110-8546-44c7-bdd8-af15d43b3f53 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.461029] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Waiting for the task: (returnval){ [ 765.461029] env[70966]: value = "task-3612453" [ 765.461029] env[70966]: _type = "Task" [ 765.461029] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.467563] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.468580] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.479121] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a8de271-b8ab-4bf4-89ae-6644f252211b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.480823] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Created folder: Instances in parent group-v720579. [ 765.481725] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.481938] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.486253] env[70966]: INFO nova.compute.manager [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] instance snapshotting [ 765.486253] env[70966]: DEBUG nova.objects.instance [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'flavor' on Instance uuid dc4f6db8-170b-4d56-b3bc-80316ec8aed5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.486500] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.487136] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8879f70f-a024-497b-b899-e7dd5786e75f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.510085] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 765.510085] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a239ca-d4f4-a932-d585-ac8ed325f1e1" [ 765.510085] env[70966]: _type = "Task" [ 765.510085] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.511984] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f00729-7be5-4632-81bc-27491a06568d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.520248] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.520248] env[70966]: value = "task-3612455" [ 765.520248] env[70966]: _type = "Task" [ 765.520248] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.551857] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9139f0-90c0-4fc3-84a8-ab502522b2c1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.555619] env[70966]: DEBUG nova.compute.manager [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.560911] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a239ca-d4f4-a932-d585-ac8ed325f1e1, 'name': SearchDatastore_Task, 'duration_secs': 0.022177} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.567909] env[70966]: DEBUG oslo_vmware.api [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612448, 'name': RemoveSnapshot_Task, 'duration_secs': 0.990835} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.572526] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8e2153-cd4b-4627-8b9a-07d710b91d84 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.575363] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 765.575661] env[70966]: INFO nova.compute.manager [None req-45b21e24-dde8-4c0d-91d8-34af99fce624 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Took 17.00 seconds to snapshot the instance on the hypervisor. [ 765.591116] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612455, 'name': CreateVM_Task} progress is 15%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.606856] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612450, 'name': ReconfigVM_Task, 'duration_secs': 0.253017} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.613230] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.613709] env[70966]: DEBUG oslo_vmware.api [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612451, 'name': PowerOnVM_Task, 'duration_secs': 0.511006} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.614138] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 765.614138] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5297142b-2ad2-2ae1-bd65-ecdcfde58b9d" [ 765.614138] env[70966]: _type = "Task" [ 765.614138] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.617815] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-071d9314-7bfa-48cb-a536-51b69c7cc8bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.621037] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.621037] env[70966]: INFO nova.compute.manager [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Took 9.03 seconds to spawn the instance on the hypervisor. [ 765.621037] env[70966]: DEBUG nova.compute.manager [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.623476] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a058356-b585-417b-86c4-12b12200e926 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.646343] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 765.646343] env[70966]: value = "task-3612456" [ 765.646343] env[70966]: _type = "Task" [ 765.646343] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.647458] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5297142b-2ad2-2ae1-bd65-ecdcfde58b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.659020] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612456, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.876480] env[70966]: DEBUG oslo_concurrency.lockutils [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] Releasing lock "refresh_cache-d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.876480] env[70966]: DEBUG nova.compute.manager [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Received event network-changed-98fe53e7-272c-4da9-bff2-9cd6729c35d5 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.876480] env[70966]: DEBUG nova.compute.manager [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Refreshing instance network info cache due to event network-changed-98fe53e7-272c-4da9-bff2-9cd6729c35d5. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.876480] env[70966]: DEBUG oslo_concurrency.lockutils [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] Acquiring lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.876480] env[70966]: DEBUG oslo_concurrency.lockutils [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] Acquired lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.876480] env[70966]: DEBUG nova.network.neutron [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Refreshing network info cache for port 98fe53e7-272c-4da9-bff2-9cd6729c35d5 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.926601] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquiring lock "3f5f849f-6385-43fc-84da-d6750104dbab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.926848] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Lock "3f5f849f-6385-43fc-84da-d6750104dbab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.927058] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquiring lock "3f5f849f-6385-43fc-84da-d6750104dbab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.927809] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Lock "3f5f849f-6385-43fc-84da-d6750104dbab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.928345] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Lock "3f5f849f-6385-43fc-84da-d6750104dbab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.930540] env[70966]: INFO nova.compute.manager [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Terminating instance [ 765.980479] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612453, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.016999] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216c560c-2e5f-4f68-b19f-71648ffc137e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.032710] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df202af8-ab61-4db1-8cee-df40080b8afc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.044198] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612455, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.081733] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7e13cd-994a-46d4-b012-c3790c4390c3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.092443] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e398c2-f8eb-4c44-b89a-23e7529dcd0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.100564] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 766.100882] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6cfe241a-1e3c-4090-ac49-bb1cbe7c843a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.111762] env[70966]: DEBUG nova.compute.provider_tree [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.113897] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.121199] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 766.121199] env[70966]: value = "task-3612457" [ 766.121199] env[70966]: _type = "Task" [ 766.121199] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.137354] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.142262] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5297142b-2ad2-2ae1-bd65-ecdcfde58b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.042375} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.142580] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.142874] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d14d1fb9-7aec-4259-bedc-d9224c73322c/d14d1fb9-7aec-4259-bedc-d9224c73322c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.143183] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcc4b916-ecfd-49db-b544-b7a9299fa5a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.160108] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 766.160108] env[70966]: value = "task-3612458" [ 766.160108] env[70966]: _type = "Task" [ 766.160108] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.171348] env[70966]: INFO nova.compute.manager [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Took 45.98 seconds to build instance. [ 766.172572] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612456, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.177561] env[70966]: DEBUG nova.compute.manager [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.184021] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.220019] env[70966]: DEBUG nova.virt.hardware [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.220019] env[70966]: DEBUG nova.virt.hardware [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.220019] env[70966]: DEBUG nova.virt.hardware [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.220019] env[70966]: DEBUG nova.virt.hardware [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.220019] env[70966]: DEBUG nova.virt.hardware [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.220019] env[70966]: DEBUG nova.virt.hardware [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.220019] env[70966]: DEBUG nova.virt.hardware [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.220019] env[70966]: DEBUG nova.virt.hardware [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.220019] env[70966]: DEBUG nova.virt.hardware [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.220019] env[70966]: DEBUG nova.virt.hardware [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.220475] env[70966]: DEBUG nova.virt.hardware [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.221685] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93806ea8-9dc2-4fb7-abcd-9c8c5508c32e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.233021] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22ab985-9572-434b-9a15-40276d48a201 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.438215] env[70966]: DEBUG nova.compute.manager [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.438844] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.443021] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ae541d-093f-46ee-8e2b-03e3bd97c0d5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.452195] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.456019] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36387f34-1e71-4e80-862e-b65f12d42617 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.468284] env[70966]: DEBUG oslo_vmware.api [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Waiting for the task: (returnval){ [ 766.468284] env[70966]: value = "task-3612459" [ 766.468284] env[70966]: _type = "Task" [ 766.468284] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.478192] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610257} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.478989] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4/d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.479276] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.479600] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94de4bbb-63b0-4b45-85ac-da371d2046b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.488484] env[70966]: DEBUG oslo_vmware.api [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.489860] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Waiting for the task: (returnval){ [ 766.489860] env[70966]: value = "task-3612460" [ 766.489860] env[70966]: _type = "Task" [ 766.489860] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.502836] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.537826] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612455, 'name': CreateVM_Task, 'duration_secs': 0.855147} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.538131] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.539430] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.539888] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.540089] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.540474] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4abf2146-e5b7-4e16-be8f-1380a271c165 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.548271] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Waiting for the task: (returnval){ [ 766.548271] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5245fb01-3ba9-2e33-31fb-ebde39c820b3" [ 766.548271] env[70966]: _type = "Task" [ 766.548271] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.567286] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5245fb01-3ba9-2e33-31fb-ebde39c820b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.620507] env[70966]: DEBUG nova.scheduler.client.report [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.641236] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.678509] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bada4c44-4813-4deb-9750-fad11b245489 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.938s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.681073] env[70966]: DEBUG oslo_vmware.api [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612456, 'name': PowerOnVM_Task, 'duration_secs': 0.725334} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.681073] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.687874] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612458, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.689246] env[70966]: DEBUG nova.compute.manager [None req-f93abb84-e605-4e0e-968f-5bcac912ff74 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.690241] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2596c255-58cf-4332-b227-858f8edd1f60 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.803276] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Acquiring lock "ec672346-e564-4eae-985e-c3fc978ab8f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.803439] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Lock "ec672346-e564-4eae-985e-c3fc978ab8f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.899332] env[70966]: DEBUG nova.network.neutron [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Updated VIF entry in instance network info cache for port 98fe53e7-272c-4da9-bff2-9cd6729c35d5. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.899889] env[70966]: DEBUG nova.network.neutron [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Updating instance_info_cache with network_info: [{"id": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "address": "fa:16:3e:dd:9f:87", "network": {"id": "849b022f-3e45-47e7-90d0-bf6c02edf789", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284039618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f6445ad8eb4cbd9ce5436d9204bffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98fe53e7-27", "ovs_interfaceid": "98fe53e7-272c-4da9-bff2-9cd6729c35d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.903197] env[70966]: DEBUG nova.network.neutron [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Successfully updated port: 877f870b-9f4b-4b47-8c24-385d55eec1ed {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.981606] env[70966]: DEBUG oslo_vmware.api [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612459, 'name': PowerOffVM_Task, 'duration_secs': 0.337529} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.982443] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.982761] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.984240] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c62364c0-ba1f-411e-be1f-e0fe55444a33 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.999572] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098865} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.999837] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.001946] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c19960a-361e-4ee4-bd52-ac803711c7f6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.026325] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4/d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.026325] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a048b9d2-fffd-4383-89fe-40dd2601eef0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.051166] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Waiting for the task: (returnval){ [ 767.051166] env[70966]: value = "task-3612462" [ 767.051166] env[70966]: _type = "Task" [ 767.051166] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.065684] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.069502] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5245fb01-3ba9-2e33-31fb-ebde39c820b3, 'name': SearchDatastore_Task, 'duration_secs': 0.060867} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.069876] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.070137] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.070759] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.070759] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.070759] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.070992] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56fdc915-1a5d-4bd8-97fd-63be8019caf6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.084585] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.084585] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.084585] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf918bc-3191-4883-b478-930069e664f8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.090179] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.090399] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.090658] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Deleting the datastore file [datastore1] 3f5f849f-6385-43fc-84da-d6750104dbab {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.091292] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7c1af2b-99f9-498e-99d9-f7ffaf4e9211 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.094673] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Waiting for the task: (returnval){ [ 767.094673] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fcb048-c515-db39-fc2d-a8e7797f003a" [ 767.094673] env[70966]: _type = "Task" [ 767.094673] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.098746] env[70966]: DEBUG oslo_vmware.api [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Waiting for the task: (returnval){ [ 767.098746] env[70966]: value = "task-3612463" [ 767.098746] env[70966]: _type = "Task" [ 767.098746] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.105497] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fcb048-c515-db39-fc2d-a8e7797f003a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.109913] env[70966]: DEBUG oslo_vmware.api [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.126947] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.988s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.127538] env[70966]: DEBUG nova.compute.manager [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.130276] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.102s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.130473] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.137788] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.831s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.137788] env[70966]: DEBUG nova.objects.instance [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lazy-loading 'resources' on Instance uuid 3278e6e3-ba77-41bc-bbf9-29b6a68399e7 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.149793] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.177918] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62327} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.178222] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d14d1fb9-7aec-4259-bedc-d9224c73322c/d14d1fb9-7aec-4259-bedc-d9224c73322c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.179282] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.179282] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecc0fac9-9620-4aef-9ed0-c25bad36ec7e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.181569] env[70966]: INFO nova.scheduler.client.report [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Deleted allocations for instance bb288733-a6d1-4bac-b59b-57db9fcb79ed [ 767.188026] env[70966]: DEBUG nova.compute.manager [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.189762] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 767.189762] env[70966]: value = "task-3612464" [ 767.189762] env[70966]: _type = "Task" [ 767.189762] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.200422] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.357222] env[70966]: DEBUG nova.compute.manager [req-fad01ef5-921f-4c1d-ac54-359f44336ad8 req-b44c8265-4c3a-478c-ab1e-ea8885c1e60a service nova] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Received event network-changed-b2472221-e20b-4173-9c19-f41e6b1661fb {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.357222] env[70966]: DEBUG nova.compute.manager [req-fad01ef5-921f-4c1d-ac54-359f44336ad8 req-b44c8265-4c3a-478c-ab1e-ea8885c1e60a service nova] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Refreshing instance network info cache due to event network-changed-b2472221-e20b-4173-9c19-f41e6b1661fb. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.357222] env[70966]: DEBUG oslo_concurrency.lockutils [req-fad01ef5-921f-4c1d-ac54-359f44336ad8 req-b44c8265-4c3a-478c-ab1e-ea8885c1e60a service nova] Acquiring lock "refresh_cache-7920b620-2349-4217-b3de-ca887e5d9116" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.357222] env[70966]: DEBUG oslo_concurrency.lockutils [req-fad01ef5-921f-4c1d-ac54-359f44336ad8 req-b44c8265-4c3a-478c-ab1e-ea8885c1e60a service nova] Acquired lock "refresh_cache-7920b620-2349-4217-b3de-ca887e5d9116" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.357222] env[70966]: DEBUG nova.network.neutron [req-fad01ef5-921f-4c1d-ac54-359f44336ad8 req-b44c8265-4c3a-478c-ab1e-ea8885c1e60a service nova] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Refreshing network info cache for port b2472221-e20b-4173-9c19-f41e6b1661fb {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.402943] env[70966]: DEBUG oslo_concurrency.lockutils [req-ae1c288e-6b94-4736-aed8-38a72fb1ad65 req-2c56bef9-be3f-48bf-bb36-b167f03f7157 service nova] Releasing lock "refresh_cache-3f5f849f-6385-43fc-84da-d6750104dbab" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.405865] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Acquiring lock "refresh_cache-4b88a240-eedd-4d3d-ab3e-9f793f020f83" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.405990] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Acquired lock "refresh_cache-4b88a240-eedd-4d3d-ab3e-9f793f020f83" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.406158] env[70966]: DEBUG nova.network.neutron [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.566999] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.607541] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fcb048-c515-db39-fc2d-a8e7797f003a, 'name': SearchDatastore_Task, 'duration_secs': 0.032115} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.608138] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54524e95-62d3-411e-90c1-19f6f1b199f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.613262] env[70966]: DEBUG oslo_vmware.api [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.616507] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Waiting for the task: (returnval){ [ 767.616507] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5223333d-3e13-b2d7-1984-40c9d10d3c5f" [ 767.616507] env[70966]: _type = "Task" [ 767.616507] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.625718] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5223333d-3e13-b2d7-1984-40c9d10d3c5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.640157] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612457, 'name': CreateSnapshot_Task, 'duration_secs': 1.177239} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.640464] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 767.641297] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a618802d-1898-44ed-8216-9325e9d4dfc6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.645429] env[70966]: DEBUG nova.compute.utils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.650082] env[70966]: DEBUG nova.compute.manager [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.650082] env[70966]: DEBUG nova.network.neutron [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.696118] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f71991af-98e5-4b16-821f-7d34a2b8a4f4 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "bb288733-a6d1-4bac-b59b-57db9fcb79ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.277s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.707183] env[70966]: DEBUG nova.policy [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92d154a980134871a9854f506c2b6b97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6a21e85a8ad4efb99213a9fb32bc684', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.714904] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236472} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.715190] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.716103] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab693a2-13b9-4748-9859-3b5fa3d4cc7f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.742282] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] d14d1fb9-7aec-4259-bedc-d9224c73322c/d14d1fb9-7aec-4259-bedc-d9224c73322c.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.743492] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.743744] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b14468-c141-4e64-8abd-7a749fb23ca8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.768315] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 767.768315] env[70966]: value = "task-3612465" [ 767.768315] env[70966]: _type = "Task" [ 767.768315] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.778851] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.996204] env[70966]: DEBUG nova.network.neutron [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.064506] env[70966]: DEBUG nova.network.neutron [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Successfully created port: 6e15e14c-caf5-4bb0-84c8-89020aa74f38 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.073167] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612462, 'name': ReconfigVM_Task, 'duration_secs': 0.900489} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.073454] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Reconfigured VM instance instance-0000002a to attach disk [datastore1] d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4/d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.074097] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee0e5ff1-a360-4af1-8cb2-6faa7718ac46 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.087476] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Waiting for the task: (returnval){ [ 768.087476] env[70966]: value = "task-3612466" [ 768.087476] env[70966]: _type = "Task" [ 768.087476] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.097437] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612466, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.112355] env[70966]: DEBUG oslo_vmware.api [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Task: {'id': task-3612463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.644146} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.115161] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.115364] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.115537] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.115709] env[70966]: INFO nova.compute.manager [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Took 1.68 seconds to destroy the instance on the hypervisor. [ 768.115978] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.117593] env[70966]: DEBUG nova.compute.manager [-] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.117593] env[70966]: DEBUG nova.network.neutron [-] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.128548] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5223333d-3e13-b2d7-1984-40c9d10d3c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.026592} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.128861] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.129154] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 7920b620-2349-4217-b3de-ca887e5d9116/7920b620-2349-4217-b3de-ca887e5d9116.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.129454] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90f572a7-458a-46ff-9ec6-4a546af83c6c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.141884] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Waiting for the task: (returnval){ [ 768.141884] env[70966]: value = "task-3612467" [ 768.141884] env[70966]: _type = "Task" [ 768.141884] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.153927] env[70966]: DEBUG nova.compute.manager [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.156947] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.168759] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 768.169101] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bef79b78-9597-4585-8b33-0809d2df27ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.185136] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 768.185136] env[70966]: value = "task-3612468" [ 768.185136] env[70966]: _type = "Task" [ 768.185136] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.198749] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612468, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.280561] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612465, 'name': ReconfigVM_Task, 'duration_secs': 0.474029} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.280561] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Reconfigured VM instance instance-00000008 to attach disk [datastore1] d14d1fb9-7aec-4259-bedc-d9224c73322c/d14d1fb9-7aec-4259-bedc-d9224c73322c.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.281267] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4338e0a3-f41e-4087-8896-2e3330c23c63 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.291340] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 768.291340] env[70966]: value = "task-3612469" [ 768.291340] env[70966]: _type = "Task" [ 768.291340] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.300570] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612469, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.349569] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df2f4cb-f660-4621-a98e-35f74d1c152c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.360228] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d564f53-4a14-43be-851d-f9d15572c46e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.398422] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e30faf0-0633-44ab-99df-e9b47ff7b79d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.409522] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5670ca46-0682-42f1-ad8e-f666e45feb35 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.434646] env[70966]: DEBUG nova.compute.provider_tree [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 768.520181] env[70966]: DEBUG nova.compute.manager [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.521214] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b34108-3c77-4b46-841a-34eb63ce5a9d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.601140] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612466, 'name': Rename_Task, 'duration_secs': 0.193101} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.601451] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.601718] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ae53709-c6b3-4de3-ab67-31df90fb5609 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.612917] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Waiting for the task: (returnval){ [ 768.612917] env[70966]: value = "task-3612470" [ 768.612917] env[70966]: _type = "Task" [ 768.612917] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.623551] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.655088] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612467, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.675597] env[70966]: DEBUG nova.network.neutron [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Successfully created port: 282ff9c0-ba64-47f8-8224-88161b3da705 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.680456] env[70966]: DEBUG nova.network.neutron [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Updating instance_info_cache with network_info: [{"id": "877f870b-9f4b-4b47-8c24-385d55eec1ed", "address": "fa:16:3e:82:89:f8", "network": {"id": "ebd6120a-8354-4624-8b71-9812c0df38e4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-80946670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66fe99cd4ced4e0685feceed848839d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap877f870b-9f", "ovs_interfaceid": "877f870b-9f4b-4b47-8c24-385d55eec1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.697474] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612468, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.765875] env[70966]: DEBUG nova.network.neutron [req-fad01ef5-921f-4c1d-ac54-359f44336ad8 req-b44c8265-4c3a-478c-ab1e-ea8885c1e60a service nova] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Updated VIF entry in instance network info cache for port b2472221-e20b-4173-9c19-f41e6b1661fb. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.766444] env[70966]: DEBUG nova.network.neutron [req-fad01ef5-921f-4c1d-ac54-359f44336ad8 req-b44c8265-4c3a-478c-ab1e-ea8885c1e60a service nova] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Updating instance_info_cache with network_info: [{"id": "b2472221-e20b-4173-9c19-f41e6b1661fb", "address": "fa:16:3e:e5:90:00", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2472221-e2", "ovs_interfaceid": "b2472221-e20b-4173-9c19-f41e6b1661fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.801245] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612469, 'name': Rename_Task, 'duration_secs': 0.201954} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.801599] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.801908] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b52700db-3840-4192-934f-95dc2e99618e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.810759] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 768.810759] env[70966]: value = "task-3612471" [ 768.810759] env[70966]: _type = "Task" [ 768.810759] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.827532] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.969047] env[70966]: ERROR nova.scheduler.client.report [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [req-0acb0ab2-8b42-4008-bd86-413dd0df61fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 28f91738-2b78-4613-b71e-2571db52847f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0acb0ab2-8b42-4008-bd86-413dd0df61fb"}]} [ 768.995522] env[70966]: DEBUG nova.scheduler.client.report [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Refreshing inventories for resource provider 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 769.032612] env[70966]: DEBUG nova.scheduler.client.report [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Updating ProviderTree inventory for provider 28f91738-2b78-4613-b71e-2571db52847f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 769.032612] env[70966]: DEBUG nova.compute.provider_tree [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.037316] env[70966]: INFO nova.compute.manager [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] instance snapshotting [ 769.041617] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562846ff-5e57-4524-ac00-39f3bce2f4b7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.053607] env[70966]: DEBUG nova.scheduler.client.report [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Refreshing aggregate associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, aggregates: None {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 769.071745] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d5f87c-01cb-4d8e-9195-f4e2c8329f77 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.076998] env[70966]: DEBUG nova.scheduler.client.report [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Refreshing trait associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 769.128214] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.161456] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535877} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.161456] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 7920b620-2349-4217-b3de-ca887e5d9116/7920b620-2349-4217-b3de-ca887e5d9116.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.161456] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.161456] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb719356-8394-4b59-a712-d578d1e17bcf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.164243] env[70966]: DEBUG nova.compute.manager [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.180824] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Waiting for the task: (returnval){ [ 769.180824] env[70966]: value = "task-3612472" [ 769.180824] env[70966]: _type = "Task" [ 769.180824] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.184388] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Releasing lock "refresh_cache-4b88a240-eedd-4d3d-ab3e-9f793f020f83" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.184741] env[70966]: DEBUG nova.compute.manager [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Instance network_info: |[{"id": "877f870b-9f4b-4b47-8c24-385d55eec1ed", "address": "fa:16:3e:82:89:f8", "network": {"id": "ebd6120a-8354-4624-8b71-9812c0df38e4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-80946670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66fe99cd4ced4e0685feceed848839d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap877f870b-9f", "ovs_interfaceid": "877f870b-9f4b-4b47-8c24-385d55eec1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.185441] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:89:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '877f870b-9f4b-4b47-8c24-385d55eec1ed', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.195115] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Creating folder: Project (66fe99cd4ced4e0685feceed848839d6). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.201012] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc5a6bd1-9935-4931-a199-076ef68bb53e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.209452] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.216583] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612468, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.218903] env[70966]: DEBUG nova.virt.hardware [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.219159] env[70966]: DEBUG nova.virt.hardware [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.219315] env[70966]: DEBUG nova.virt.hardware [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.219493] env[70966]: DEBUG nova.virt.hardware [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.219678] env[70966]: DEBUG nova.virt.hardware [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.219837] env[70966]: DEBUG nova.virt.hardware [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.220090] env[70966]: DEBUG nova.virt.hardware [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.220268] env[70966]: DEBUG nova.virt.hardware [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.220548] env[70966]: DEBUG nova.virt.hardware [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.220752] env[70966]: DEBUG nova.virt.hardware [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.220936] env[70966]: DEBUG nova.virt.hardware [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.221788] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a455ed5-848b-4cb5-b976-cb1b945ddd97 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.230024] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Created folder: Project (66fe99cd4ced4e0685feceed848839d6) in parent group-v720468. [ 769.230024] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Creating folder: Instances. Parent ref: group-v720584. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.230024] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2ee9df5-88e5-4919-a6f0-75c2050cb6bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.235751] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cccb915-f13f-4da0-8a7b-645f335e6d53 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.241736] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Created folder: Instances in parent group-v720584. [ 769.242055] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.245546] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.254368] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea2d5404-1f06-44ce-aaf9-388ffcba65e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.270423] env[70966]: DEBUG oslo_concurrency.lockutils [req-fad01ef5-921f-4c1d-ac54-359f44336ad8 req-b44c8265-4c3a-478c-ab1e-ea8885c1e60a service nova] Releasing lock "refresh_cache-7920b620-2349-4217-b3de-ca887e5d9116" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.279484] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.279484] env[70966]: value = "task-3612475" [ 769.279484] env[70966]: _type = "Task" [ 769.279484] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.288393] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612475, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.322961] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612471, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.504979] env[70966]: DEBUG nova.network.neutron [-] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.591289] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 769.593216] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac427964-cd3c-4d6d-a36b-6e858dca4e02 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.599428] env[70966]: DEBUG nova.compute.manager [req-841b2725-f575-45df-920b-bea0b7f472ee req-ad87ddea-b9da-43bb-90ff-fea66add8cfb service nova] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Received event network-changed-d3c056a2-3eed-48bb-a30b-e0c124e764ab {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.599879] env[70966]: DEBUG nova.compute.manager [req-841b2725-f575-45df-920b-bea0b7f472ee req-ad87ddea-b9da-43bb-90ff-fea66add8cfb service nova] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Refreshing instance network info cache due to event network-changed-d3c056a2-3eed-48bb-a30b-e0c124e764ab. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.599940] env[70966]: DEBUG oslo_concurrency.lockutils [req-841b2725-f575-45df-920b-bea0b7f472ee req-ad87ddea-b9da-43bb-90ff-fea66add8cfb service nova] Acquiring lock "refresh_cache-2ff1d794-4c9f-4de9-8283-4a56c527c6d9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.600053] env[70966]: DEBUG oslo_concurrency.lockutils [req-841b2725-f575-45df-920b-bea0b7f472ee req-ad87ddea-b9da-43bb-90ff-fea66add8cfb service nova] Acquired lock "refresh_cache-2ff1d794-4c9f-4de9-8283-4a56c527c6d9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.600222] env[70966]: DEBUG nova.network.neutron [req-841b2725-f575-45df-920b-bea0b7f472ee req-ad87ddea-b9da-43bb-90ff-fea66add8cfb service nova] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Refreshing network info cache for port d3c056a2-3eed-48bb-a30b-e0c124e764ab {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.603479] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 769.603479] env[70966]: value = "task-3612476" [ 769.603479] env[70966]: _type = "Task" [ 769.603479] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.614292] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612476, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.634606] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612470, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.681831] env[70966]: INFO nova.compute.manager [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Unrescuing [ 769.681831] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "refresh_cache-103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.681831] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "refresh_cache-103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.682088] env[70966]: DEBUG nova.network.neutron [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.704393] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216148} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.704784] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.709125] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732c973e-1e38-4295-99be-15775ff2d063 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.721321] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612468, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.740209] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 7920b620-2349-4217-b3de-ca887e5d9116/7920b620-2349-4217-b3de-ca887e5d9116.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.743734] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4be690cd-f56d-4ec7-b351-beecbb3e0525 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.766027] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Waiting for the task: (returnval){ [ 769.766027] env[70966]: value = "task-3612477" [ 769.766027] env[70966]: _type = "Task" [ 769.766027] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.778051] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.790675] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612475, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.825432] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612471, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.850291] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3bba3b-cbd9-475b-9713-760c6e3ac7f8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.858815] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c7d946-5c8a-422d-bf3d-32093e1b0982 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.891459] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d53162-c9c8-4ef3-af7e-f8838c6fb8e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.900185] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1731a56-fed9-40ea-b3f0-850d46ba7762 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.916933] env[70966]: DEBUG nova.compute.provider_tree [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.007698] env[70966]: INFO nova.compute.manager [-] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Took 1.89 seconds to deallocate network for instance. [ 770.068080] env[70966]: DEBUG nova.compute.manager [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Received event network-changed-68c28356-c361-458f-bbc1-531dbe6a4d34 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.068323] env[70966]: DEBUG nova.compute.manager [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Refreshing instance network info cache due to event network-changed-68c28356-c361-458f-bbc1-531dbe6a4d34. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.068657] env[70966]: DEBUG oslo_concurrency.lockutils [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] Acquiring lock "refresh_cache-c0761181-cec1-453c-adfe-a575a7242897" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.068739] env[70966]: DEBUG oslo_concurrency.lockutils [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] Acquired lock "refresh_cache-c0761181-cec1-453c-adfe-a575a7242897" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.068968] env[70966]: DEBUG nova.network.neutron [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Refreshing network info cache for port 68c28356-c361-458f-bbc1-531dbe6a4d34 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.079192] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "a84deccc-f059-4f4d-a197-fde737b85d1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.079438] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "a84deccc-f059-4f4d-a197-fde737b85d1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.079752] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "a84deccc-f059-4f4d-a197-fde737b85d1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.079904] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "a84deccc-f059-4f4d-a197-fde737b85d1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.081111] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "a84deccc-f059-4f4d-a197-fde737b85d1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.082597] env[70966]: INFO nova.compute.manager [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Terminating instance [ 770.116997] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612476, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.126127] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612470, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.215243] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612468, 'name': CloneVM_Task, 'duration_secs': 2.019966} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.215575] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Created linked-clone VM from snapshot [ 770.216374] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9814ae-3471-4071-b238-c73117856af6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.228069] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Uploading image 1f7c7ca6-c5d4-4a34-831b-50f875b3bbf7 {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 770.262341] env[70966]: DEBUG oslo_vmware.rw_handles [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 770.262341] env[70966]: value = "vm-720583" [ 770.262341] env[70966]: _type = "VirtualMachine" [ 770.262341] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 770.262676] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e910fba3-217a-4421-ab41-d7a921e6c0d9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.271471] env[70966]: DEBUG oslo_vmware.rw_handles [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lease: (returnval){ [ 770.271471] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5210c9d5-7d18-151a-d219-301916ee8ddb" [ 770.271471] env[70966]: _type = "HttpNfcLease" [ 770.271471] env[70966]: } obtained for exporting VM: (result){ [ 770.271471] env[70966]: value = "vm-720583" [ 770.271471] env[70966]: _type = "VirtualMachine" [ 770.271471] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 770.271937] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the lease: (returnval){ [ 770.271937] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5210c9d5-7d18-151a-d219-301916ee8ddb" [ 770.271937] env[70966]: _type = "HttpNfcLease" [ 770.271937] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 770.279511] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.290913] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.290913] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5210c9d5-7d18-151a-d219-301916ee8ddb" [ 770.290913] env[70966]: _type = "HttpNfcLease" [ 770.290913] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 770.298048] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612475, 'name': CreateVM_Task, 'duration_secs': 0.574565} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.298048] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.298758] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.298921] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.299273] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.299542] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-963ee9b5-55df-4063-bff6-d75d90ca99b7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.305248] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Waiting for the task: (returnval){ [ 770.305248] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52eded4f-0485-1e53-4a86-8094fd8c61a7" [ 770.305248] env[70966]: _type = "Task" [ 770.305248] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.319205] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52eded4f-0485-1e53-4a86-8094fd8c61a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.331977] env[70966]: DEBUG oslo_vmware.api [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612471, 'name': PowerOnVM_Task, 'duration_secs': 1.061475} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.332297] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.332505] env[70966]: DEBUG nova.compute.manager [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.333476] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6f4489-24b4-4a8c-9f72-185ed542d53f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.462722] env[70966]: DEBUG nova.scheduler.client.report [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Updated inventory for provider 28f91738-2b78-4613-b71e-2571db52847f with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 770.463104] env[70966]: DEBUG nova.compute.provider_tree [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Updating resource provider 28f91738-2b78-4613-b71e-2571db52847f generation from 63 to 64 during operation: update_inventory {{(pid=70966) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 770.466640] env[70966]: DEBUG nova.compute.provider_tree [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.483272] env[70966]: DEBUG nova.network.neutron [req-841b2725-f575-45df-920b-bea0b7f472ee req-ad87ddea-b9da-43bb-90ff-fea66add8cfb service nova] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Updated VIF entry in instance network info cache for port d3c056a2-3eed-48bb-a30b-e0c124e764ab. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.483632] env[70966]: DEBUG nova.network.neutron [req-841b2725-f575-45df-920b-bea0b7f472ee req-ad87ddea-b9da-43bb-90ff-fea66add8cfb service nova] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Updating instance_info_cache with network_info: [{"id": "d3c056a2-3eed-48bb-a30b-e0c124e764ab", "address": "fa:16:3e:be:f0:53", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c056a2-3e", "ovs_interfaceid": "d3c056a2-3eed-48bb-a30b-e0c124e764ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.516274] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.534382] env[70966]: DEBUG nova.network.neutron [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Successfully updated port: 6e15e14c-caf5-4bb0-84c8-89020aa74f38 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.590038] env[70966]: DEBUG nova.compute.manager [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.590038] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.590038] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee929ef-af8a-42ad-8a99-621302ad2b94 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.600826] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.601152] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1daf52c8-fda4-4c47-a9a7-109086597979 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.618023] env[70966]: DEBUG oslo_vmware.api [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 770.618023] env[70966]: value = "task-3612479" [ 770.618023] env[70966]: _type = "Task" [ 770.618023] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.626819] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612476, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.637400] env[70966]: DEBUG oslo_vmware.api [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612470, 'name': PowerOnVM_Task, 'duration_secs': 1.725777} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.640786] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.640998] env[70966]: INFO nova.compute.manager [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Took 11.23 seconds to spawn the instance on the hypervisor. [ 770.641191] env[70966]: DEBUG nova.compute.manager [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.641492] env[70966]: DEBUG oslo_vmware.api [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.642269] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8b991e-1a67-4f22-a2b2-d1a2f12511a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.782196] env[70966]: DEBUG nova.network.neutron [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Updating instance_info_cache with network_info: [{"id": "591b2f17-49d4-4b65-9146-a429cccd81b0", "address": "fa:16:3e:d6:f1:77", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591b2f17-49", "ovs_interfaceid": "591b2f17-49d4-4b65-9146-a429cccd81b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.783760] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612477, 'name': ReconfigVM_Task, 'duration_secs': 0.591314} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.784736] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 7920b620-2349-4217-b3de-ca887e5d9116/7920b620-2349-4217-b3de-ca887e5d9116.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.785461] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18e92750-fc95-4489-83ff-11d905ed1d11 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.791555] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.791555] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5210c9d5-7d18-151a-d219-301916ee8ddb" [ 770.791555] env[70966]: _type = "HttpNfcLease" [ 770.791555] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 770.792636] env[70966]: DEBUG oslo_vmware.rw_handles [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 770.792636] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5210c9d5-7d18-151a-d219-301916ee8ddb" [ 770.792636] env[70966]: _type = "HttpNfcLease" [ 770.792636] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 770.793651] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d69803-7830-41f7-94b9-d927276d8bca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.800017] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Waiting for the task: (returnval){ [ 770.800017] env[70966]: value = "task-3612480" [ 770.800017] env[70966]: _type = "Task" [ 770.800017] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.810224] env[70966]: DEBUG oslo_vmware.rw_handles [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e746e-8ccc-663e-1e8c-acc48a9fd278/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 770.810423] env[70966]: DEBUG oslo_vmware.rw_handles [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e746e-8ccc-663e-1e8c-acc48a9fd278/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 770.889437] env[70966]: DEBUG nova.network.neutron [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Updated VIF entry in instance network info cache for port 68c28356-c361-458f-bbc1-531dbe6a4d34. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.889896] env[70966]: DEBUG nova.network.neutron [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Updating instance_info_cache with network_info: [{"id": "68c28356-c361-458f-bbc1-531dbe6a4d34", "address": "fa:16:3e:49:93:ec", "network": {"id": "fe2a2a2a-e4e9-48b5-b9c1-4d5d04ea2088", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1662354233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10927c4e2082498baadb23bd87fade81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c28356-c3", "ovs_interfaceid": "68c28356-c361-458f-bbc1-531dbe6a4d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.896118] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612480, 'name': Rename_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.896746] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52eded4f-0485-1e53-4a86-8094fd8c61a7, 'name': SearchDatastore_Task, 'duration_secs': 0.022502} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.899153] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.899398] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.899798] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.899979] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.900244] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.901022] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.901333] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeb563d9-9996-4290-8e05-4a209992e97f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.914622] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.915434] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.915761] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a364768e-2d6e-4598-bc17-b7e3dbf4e3e4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.924557] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Waiting for the task: (returnval){ [ 770.924557] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5201cdb7-bbe8-26fa-0d4c-e8ce19ebde3d" [ 770.924557] env[70966]: _type = "Task" [ 770.924557] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.934090] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5201cdb7-bbe8-26fa-0d4c-e8ce19ebde3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.937852] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4ab587a-bde6-4145-917a-920325d77676 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.980221] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.843s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.983220] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.742s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.988090] env[70966]: INFO nova.compute.claims [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.991175] env[70966]: DEBUG oslo_concurrency.lockutils [req-841b2725-f575-45df-920b-bea0b7f472ee req-ad87ddea-b9da-43bb-90ff-fea66add8cfb service nova] Releasing lock "refresh_cache-2ff1d794-4c9f-4de9-8283-4a56c527c6d9" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.015983] env[70966]: INFO nova.scheduler.client.report [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Deleted allocations for instance 3278e6e3-ba77-41bc-bbf9-29b6a68399e7 [ 771.141419] env[70966]: DEBUG oslo_vmware.api [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612479, 'name': PowerOffVM_Task, 'duration_secs': 0.326081} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.141674] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612476, 'name': CreateSnapshot_Task, 'duration_secs': 1.042166} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.141933] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.142161] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.142421] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 771.142641] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba7b05d2-2b68-401a-9ba5-01469d821a26 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.144675] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25ae137-2c4b-4b03-bca5-80afeca586db {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.169484] env[70966]: INFO nova.compute.manager [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Took 48.66 seconds to build instance. [ 771.224037] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.224540] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.225043] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Deleting the datastore file [datastore2] a84deccc-f059-4f4d-a197-fde737b85d1c {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.225594] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-341df5ae-69d6-440d-baf5-e14d3a5e55e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.236188] env[70966]: DEBUG oslo_vmware.api [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 771.236188] env[70966]: value = "task-3612482" [ 771.236188] env[70966]: _type = "Task" [ 771.236188] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.246769] env[70966]: DEBUG oslo_vmware.api [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.285207] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "refresh_cache-103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.286067] env[70966]: DEBUG nova.objects.instance [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lazy-loading 'flavor' on Instance uuid 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.312336] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612480, 'name': Rename_Task, 'duration_secs': 0.285099} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.312894] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.313254] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da914cc5-be1d-4e9e-8fe7-b2d8b8ff18e4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.320839] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Waiting for the task: (returnval){ [ 771.320839] env[70966]: value = "task-3612483" [ 771.320839] env[70966]: _type = "Task" [ 771.320839] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.335249] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.398092] env[70966]: DEBUG oslo_concurrency.lockutils [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] Releasing lock "refresh_cache-c0761181-cec1-453c-adfe-a575a7242897" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.398464] env[70966]: DEBUG nova.compute.manager [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Received event network-vif-plugged-877f870b-9f4b-4b47-8c24-385d55eec1ed {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.398736] env[70966]: DEBUG oslo_concurrency.lockutils [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] Acquiring lock "4b88a240-eedd-4d3d-ab3e-9f793f020f83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.399037] env[70966]: DEBUG oslo_concurrency.lockutils [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] Lock "4b88a240-eedd-4d3d-ab3e-9f793f020f83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.399266] env[70966]: DEBUG oslo_concurrency.lockutils [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] Lock "4b88a240-eedd-4d3d-ab3e-9f793f020f83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.399472] env[70966]: DEBUG nova.compute.manager [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] No waiting events found dispatching network-vif-plugged-877f870b-9f4b-4b47-8c24-385d55eec1ed {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.399867] env[70966]: WARNING nova.compute.manager [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Received unexpected event network-vif-plugged-877f870b-9f4b-4b47-8c24-385d55eec1ed for instance with vm_state building and task_state spawning. [ 771.400131] env[70966]: DEBUG nova.compute.manager [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Received event network-changed-877f870b-9f4b-4b47-8c24-385d55eec1ed {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.400405] env[70966]: DEBUG nova.compute.manager [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Refreshing instance network info cache due to event network-changed-877f870b-9f4b-4b47-8c24-385d55eec1ed. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.400752] env[70966]: DEBUG oslo_concurrency.lockutils [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] Acquiring lock "refresh_cache-4b88a240-eedd-4d3d-ab3e-9f793f020f83" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.401501] env[70966]: DEBUG oslo_concurrency.lockutils [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] Acquired lock "refresh_cache-4b88a240-eedd-4d3d-ab3e-9f793f020f83" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.401501] env[70966]: DEBUG nova.network.neutron [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Refreshing network info cache for port 877f870b-9f4b-4b47-8c24-385d55eec1ed {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.439240] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5201cdb7-bbe8-26fa-0d4c-e8ce19ebde3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011655} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.446445] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3f366b-8ac0-464f-baf8-de8049514544 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.451610] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Waiting for the task: (returnval){ [ 771.451610] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522f5917-26d9-26fc-f995-9cd4ac008a5b" [ 771.451610] env[70966]: _type = "Task" [ 771.451610] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.461534] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522f5917-26d9-26fc-f995-9cd4ac008a5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.524846] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6aabcb18-6ad9-495b-a4b9-3a560530dcd4 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "3278e6e3-ba77-41bc-bbf9-29b6a68399e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.738s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.680324] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 771.681139] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f54115de-45e0-4b9a-90ab-d27b849b22ee tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Lock "d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.657s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.681670] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-18d6796b-33c0-4f04-a5bb-a2aa92dd952b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.696344] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 771.696344] env[70966]: value = "task-3612484" [ 771.696344] env[70966]: _type = "Task" [ 771.696344] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.707695] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612484, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.753535] env[70966]: DEBUG oslo_vmware.api [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277533} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.753894] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.756337] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.756337] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.756337] env[70966]: INFO nova.compute.manager [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 771.756337] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.756337] env[70966]: DEBUG nova.compute.manager [-] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.756337] env[70966]: DEBUG nova.network.neutron [-] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.795471] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c9887b-cff3-4f38-a49b-da1bb867d1dd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.830062] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.833895] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61832b02-e6ce-4122-8857-2d8fd43d747e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.851145] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612483, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.853122] env[70966]: DEBUG oslo_vmware.api [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 771.853122] env[70966]: value = "task-3612485" [ 771.853122] env[70966]: _type = "Task" [ 771.853122] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.870169] env[70966]: DEBUG oslo_vmware.api [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.967571] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522f5917-26d9-26fc-f995-9cd4ac008a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.013135} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.968428] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.968428] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 4b88a240-eedd-4d3d-ab3e-9f793f020f83/4b88a240-eedd-4d3d-ab3e-9f793f020f83.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.968741] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e1f2eef-0bae-42ea-acc6-171c41a9e3cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.978651] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Waiting for the task: (returnval){ [ 771.978651] env[70966]: value = "task-3612486" [ 771.978651] env[70966]: _type = "Task" [ 771.978651] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.988862] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.189301] env[70966]: DEBUG nova.compute.manager [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.216251] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612484, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.285390] env[70966]: DEBUG nova.network.neutron [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Updated VIF entry in instance network info cache for port 877f870b-9f4b-4b47-8c24-385d55eec1ed. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.285651] env[70966]: DEBUG nova.network.neutron [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Updating instance_info_cache with network_info: [{"id": "877f870b-9f4b-4b47-8c24-385d55eec1ed", "address": "fa:16:3e:82:89:f8", "network": {"id": "ebd6120a-8354-4624-8b71-9812c0df38e4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-80946670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66fe99cd4ced4e0685feceed848839d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap877f870b-9f", "ovs_interfaceid": "877f870b-9f4b-4b47-8c24-385d55eec1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.348498] env[70966]: DEBUG oslo_vmware.api [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612483, 'name': PowerOnVM_Task, 'duration_secs': 0.6743} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.348860] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.349124] env[70966]: INFO nova.compute.manager [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Took 10.01 seconds to spawn the instance on the hypervisor. [ 772.349322] env[70966]: DEBUG nova.compute.manager [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.350496] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077f22eb-db62-4149-b122-16e5c8f40f6d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.370573] env[70966]: DEBUG oslo_vmware.api [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612485, 'name': PowerOffVM_Task, 'duration_secs': 0.319743} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.371323] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.378930] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Reconfiguring VM instance instance-0000001e to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 772.380024] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74c5628d-1f6b-4172-a82d-a7c6079d0b2f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.413455] env[70966]: DEBUG oslo_vmware.api [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 772.413455] env[70966]: value = "task-3612487" [ 772.413455] env[70966]: _type = "Task" [ 772.413455] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.431601] env[70966]: DEBUG oslo_vmware.api [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612487, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.510731] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612486, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.727969] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612484, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.728253] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.745426] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fe12b1-c394-452c-a168-b9744058777c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.754812] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a64ab8-07ea-4a2c-99ba-8491711514ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.800718] env[70966]: DEBUG oslo_concurrency.lockutils [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] Releasing lock "refresh_cache-4b88a240-eedd-4d3d-ab3e-9f793f020f83" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.801399] env[70966]: DEBUG nova.compute.manager [req-f79ebd92-1329-4019-9235-f4b6ab626785 req-37662677-9cea-4384-bae3-4470f4949643 service nova] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Received event network-vif-deleted-98fe53e7-272c-4da9-bff2-9cd6729c35d5 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.803472] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165eb40b-7299-4804-a4a0-cf6415ca8c7a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.814216] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5367f70-3687-4061-935e-d10c7c49ca0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.837720] env[70966]: DEBUG nova.compute.provider_tree [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.840994] env[70966]: DEBUG nova.network.neutron [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Successfully updated port: 282ff9c0-ba64-47f8-8224-88161b3da705 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.866690] env[70966]: DEBUG nova.compute.manager [req-d85e4d7e-2749-41f4-a021-d507567c4248 req-e21b2ee0-ce66-42df-9e39-c434c0d5072e service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Received event network-vif-plugged-6e15e14c-caf5-4bb0-84c8-89020aa74f38 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.867103] env[70966]: DEBUG oslo_concurrency.lockutils [req-d85e4d7e-2749-41f4-a021-d507567c4248 req-e21b2ee0-ce66-42df-9e39-c434c0d5072e service nova] Acquiring lock "d384a829-fab2-4f70-bae5-6460ad85fa20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.867331] env[70966]: DEBUG oslo_concurrency.lockutils [req-d85e4d7e-2749-41f4-a021-d507567c4248 req-e21b2ee0-ce66-42df-9e39-c434c0d5072e service nova] Lock "d384a829-fab2-4f70-bae5-6460ad85fa20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.867536] env[70966]: DEBUG oslo_concurrency.lockutils [req-d85e4d7e-2749-41f4-a021-d507567c4248 req-e21b2ee0-ce66-42df-9e39-c434c0d5072e service nova] Lock "d384a829-fab2-4f70-bae5-6460ad85fa20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.869296] env[70966]: DEBUG nova.compute.manager [req-d85e4d7e-2749-41f4-a021-d507567c4248 req-e21b2ee0-ce66-42df-9e39-c434c0d5072e service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] No waiting events found dispatching network-vif-plugged-6e15e14c-caf5-4bb0-84c8-89020aa74f38 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.869296] env[70966]: WARNING nova.compute.manager [req-d85e4d7e-2749-41f4-a021-d507567c4248 req-e21b2ee0-ce66-42df-9e39-c434c0d5072e service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Received unexpected event network-vif-plugged-6e15e14c-caf5-4bb0-84c8-89020aa74f38 for instance with vm_state building and task_state spawning. [ 772.869416] env[70966]: DEBUG nova.compute.manager [req-d85e4d7e-2749-41f4-a021-d507567c4248 req-e21b2ee0-ce66-42df-9e39-c434c0d5072e service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Received event network-changed-6e15e14c-caf5-4bb0-84c8-89020aa74f38 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.869550] env[70966]: DEBUG nova.compute.manager [req-d85e4d7e-2749-41f4-a021-d507567c4248 req-e21b2ee0-ce66-42df-9e39-c434c0d5072e service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Refreshing instance network info cache due to event network-changed-6e15e14c-caf5-4bb0-84c8-89020aa74f38. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.869858] env[70966]: DEBUG oslo_concurrency.lockutils [req-d85e4d7e-2749-41f4-a021-d507567c4248 req-e21b2ee0-ce66-42df-9e39-c434c0d5072e service nova] Acquiring lock "refresh_cache-d384a829-fab2-4f70-bae5-6460ad85fa20" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.870024] env[70966]: DEBUG oslo_concurrency.lockutils [req-d85e4d7e-2749-41f4-a021-d507567c4248 req-e21b2ee0-ce66-42df-9e39-c434c0d5072e service nova] Acquired lock "refresh_cache-d384a829-fab2-4f70-bae5-6460ad85fa20" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.870274] env[70966]: DEBUG nova.network.neutron [req-d85e4d7e-2749-41f4-a021-d507567c4248 req-e21b2ee0-ce66-42df-9e39-c434c0d5072e service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Refreshing network info cache for port 6e15e14c-caf5-4bb0-84c8-89020aa74f38 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.880528] env[70966]: INFO nova.compute.manager [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Took 47.38 seconds to build instance. [ 772.925916] env[70966]: DEBUG oslo_vmware.api [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612487, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.993167] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621587} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.993360] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 4b88a240-eedd-4d3d-ab3e-9f793f020f83/4b88a240-eedd-4d3d-ab3e-9f793f020f83.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.993612] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.994133] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a693ad13-e298-4eec-a86f-4af9852e60cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.004028] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Waiting for the task: (returnval){ [ 773.004028] env[70966]: value = "task-3612488" [ 773.004028] env[70966]: _type = "Task" [ 773.004028] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.015051] env[70966]: DEBUG nova.network.neutron [-] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.019843] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.098659] env[70966]: DEBUG nova.compute.manager [req-e8289387-cdcf-4021-b4ab-e65d1d8f93a0 req-1d185e13-716b-452d-8f47-d3a67d980c16 service nova] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Received event network-vif-deleted-1b07943c-1b30-4450-b92a-ffa5d165e043 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.229972] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612484, 'name': CloneVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.342617] env[70966]: DEBUG nova.scheduler.client.report [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.347555] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "refresh_cache-d384a829-fab2-4f70-bae5-6460ad85fa20" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.364476] env[70966]: INFO nova.compute.manager [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Rebuilding instance [ 773.382536] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fbb35d30-e71b-42fe-9e83-f9a57e3a67a5 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Lock "7920b620-2349-4217-b3de-ca887e5d9116" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.122s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.428561] env[70966]: DEBUG oslo_vmware.api [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612487, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.438363] env[70966]: DEBUG nova.compute.manager [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.438363] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bb89bc-6800-46f0-a5ea-8532dee1ad55 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.450365] env[70966]: DEBUG nova.network.neutron [req-d85e4d7e-2749-41f4-a021-d507567c4248 req-e21b2ee0-ce66-42df-9e39-c434c0d5072e service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.521195] env[70966]: INFO nova.compute.manager [-] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Took 1.77 seconds to deallocate network for instance. [ 773.522987] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.576071] env[70966]: DEBUG nova.network.neutron [req-d85e4d7e-2749-41f4-a021-d507567c4248 req-e21b2ee0-ce66-42df-9e39-c434c0d5072e service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.676856] env[70966]: DEBUG nova.compute.manager [None req-1a688375-3f3a-499b-8801-028d2abb3fea tempest-ServerDiagnosticsTest-224004598 tempest-ServerDiagnosticsTest-224004598-project-admin] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.681084] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3275f223-07fe-4917-89ea-a047ebc16cce {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.688893] env[70966]: INFO nova.compute.manager [None req-1a688375-3f3a-499b-8801-028d2abb3fea tempest-ServerDiagnosticsTest-224004598 tempest-ServerDiagnosticsTest-224004598-project-admin] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Retrieving diagnostics [ 773.689889] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deb1645-d209-4187-8333-e3f4efa3a932 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.739641] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612484, 'name': CloneVM_Task, 'duration_secs': 1.64481} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.739814] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Created linked-clone VM from snapshot [ 773.740631] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beb4dd7-d9ca-44e9-bb42-071b1e71bd1b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.751348] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Uploading image 7ec999a7-947c-4207-a912-b6e0b15c8dda {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 773.775918] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 773.775918] env[70966]: value = "vm-720588" [ 773.775918] env[70966]: _type = "VirtualMachine" [ 773.775918] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 773.776729] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-58e49e5b-a708-4674-b8c2-95b13eba8045 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.787988] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lease: (returnval){ [ 773.787988] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ff250a-fefe-1440-29b6-f8410f37ae45" [ 773.787988] env[70966]: _type = "HttpNfcLease" [ 773.787988] env[70966]: } obtained for exporting VM: (result){ [ 773.787988] env[70966]: value = "vm-720588" [ 773.787988] env[70966]: _type = "VirtualMachine" [ 773.787988] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 773.788287] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the lease: (returnval){ [ 773.788287] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ff250a-fefe-1440-29b6-f8410f37ae45" [ 773.788287] env[70966]: _type = "HttpNfcLease" [ 773.788287] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 773.796442] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 773.796442] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ff250a-fefe-1440-29b6-f8410f37ae45" [ 773.796442] env[70966]: _type = "HttpNfcLease" [ 773.796442] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 773.851702] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.869s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.852335] env[70966]: DEBUG nova.compute.manager [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.855336] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.514s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.857840] env[70966]: INFO nova.compute.claims [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.890156] env[70966]: DEBUG nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.928675] env[70966]: DEBUG oslo_vmware.api [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612487, 'name': ReconfigVM_Task, 'duration_secs': 1.444808} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.928846] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Reconfigured VM instance instance-0000001e to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 773.929062] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.929383] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd562117-04ac-4c48-985d-0712ff19c3a9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.937447] env[70966]: DEBUG oslo_vmware.api [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 773.937447] env[70966]: value = "task-3612490" [ 773.937447] env[70966]: _type = "Task" [ 773.937447] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.948381] env[70966]: DEBUG oslo_vmware.api [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.021557] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.87225} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.022186] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.023353] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889d0511-de76-4975-acbf-07ab134fd5e5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.031277] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.069268] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 4b88a240-eedd-4d3d-ab3e-9f793f020f83/4b88a240-eedd-4d3d-ab3e-9f793f020f83.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.069268] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4160daa1-3a0e-46f8-9492-39d59c5988bc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.097073] env[70966]: DEBUG oslo_concurrency.lockutils [req-d85e4d7e-2749-41f4-a021-d507567c4248 req-e21b2ee0-ce66-42df-9e39-c434c0d5072e service nova] Releasing lock "refresh_cache-d384a829-fab2-4f70-bae5-6460ad85fa20" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.097073] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquired lock "refresh_cache-d384a829-fab2-4f70-bae5-6460ad85fa20" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.097073] env[70966]: DEBUG nova.network.neutron [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.107559] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Waiting for the task: (returnval){ [ 774.107559] env[70966]: value = "task-3612491" [ 774.107559] env[70966]: _type = "Task" [ 774.107559] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.123379] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.299038] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.299038] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ff250a-fefe-1440-29b6-f8410f37ae45" [ 774.299038] env[70966]: _type = "HttpNfcLease" [ 774.299038] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 774.299678] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 774.299678] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ff250a-fefe-1440-29b6-f8410f37ae45" [ 774.299678] env[70966]: _type = "HttpNfcLease" [ 774.299678] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 774.300585] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3584915-f635-4b05-b525-5c1bd81c784a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.312405] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52371e08-df5f-7c24-28f4-69a5e8dc22ec/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 774.312455] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52371e08-df5f-7c24-28f4-69a5e8dc22ec/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 774.382806] env[70966]: DEBUG nova.compute.utils [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.386137] env[70966]: DEBUG nova.compute.manager [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Not allocating networking since 'none' was specified. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 774.433062] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.446135] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b320049-727c-41be-888d-94a8b8fc325a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.454381] env[70966]: DEBUG oslo_vmware.api [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.457334] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.457711] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75a674e0-e484-4acd-bf16-ce482ac9ef08 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.469173] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 774.469173] env[70966]: value = "task-3612492" [ 774.469173] env[70966]: _type = "Task" [ 774.469173] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.481927] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.618746] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612491, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.646587] env[70966]: DEBUG nova.network.neutron [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.889069] env[70966]: DEBUG nova.compute.manager [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.958353] env[70966]: DEBUG oslo_vmware.api [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612490, 'name': PowerOnVM_Task, 'duration_secs': 0.557208} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.958688] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.958937] env[70966]: DEBUG nova.compute.manager [None req-4982bcc6-aada-4c96-afd2-be5c0006d1b4 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.959842] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4404a1c7-4170-4440-940c-ce958a23cf3f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.993779] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612492, 'name': PowerOffVM_Task, 'duration_secs': 0.489938} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.998195] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.998788] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.002819] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77c7b5f-24d4-46c3-9571-827ea3e0fb00 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.013015] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.016760] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f93794a3-9c8c-43f5-9722-0f92d355fe24 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.049153] env[70966]: DEBUG nova.network.neutron [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Updating instance_info_cache with network_info: [{"id": "6e15e14c-caf5-4bb0-84c8-89020aa74f38", "address": "fa:16:3e:54:56:4c", "network": {"id": "84963efa-0729-4e23-9a47-ec3538d2411f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-168773519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e15e14c-ca", "ovs_interfaceid": "6e15e14c-caf5-4bb0-84c8-89020aa74f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "282ff9c0-ba64-47f8-8224-88161b3da705", "address": "fa:16:3e:08:62:06", "network": {"id": "0280814a-6067-49b6-b374-a0cd23981aec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1001954571", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282ff9c0-ba", "ovs_interfaceid": "282ff9c0-ba64-47f8-8224-88161b3da705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.117446] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.117446] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.117446] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleting the datastore file [datastore1] d14d1fb9-7aec-4259-bedc-d9224c73322c {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.118201] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9121270f-007e-4537-b6d9-2792fbcb6436 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.131268] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612491, 'name': ReconfigVM_Task, 'duration_secs': 0.536983} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.139503] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 4b88a240-eedd-4d3d-ab3e-9f793f020f83/4b88a240-eedd-4d3d-ab3e-9f793f020f83.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.141035] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 775.141035] env[70966]: value = "task-3612494" [ 775.141035] env[70966]: _type = "Task" [ 775.141035] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.141757] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02c88f6f-5afb-416e-8cf0-adfe181a3f26 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.145518] env[70966]: DEBUG nova.compute.manager [req-fe60deb7-9f79-4ad7-bcf5-0c647640c8e9 req-7bd949d3-c4a8-4f1d-a784-4572ad11295d service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Received event network-vif-plugged-282ff9c0-ba64-47f8-8224-88161b3da705 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.146161] env[70966]: DEBUG oslo_concurrency.lockutils [req-fe60deb7-9f79-4ad7-bcf5-0c647640c8e9 req-7bd949d3-c4a8-4f1d-a784-4572ad11295d service nova] Acquiring lock "d384a829-fab2-4f70-bae5-6460ad85fa20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.146161] env[70966]: DEBUG oslo_concurrency.lockutils [req-fe60deb7-9f79-4ad7-bcf5-0c647640c8e9 req-7bd949d3-c4a8-4f1d-a784-4572ad11295d service nova] Lock "d384a829-fab2-4f70-bae5-6460ad85fa20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.146161] env[70966]: DEBUG oslo_concurrency.lockutils [req-fe60deb7-9f79-4ad7-bcf5-0c647640c8e9 req-7bd949d3-c4a8-4f1d-a784-4572ad11295d service nova] Lock "d384a829-fab2-4f70-bae5-6460ad85fa20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.146309] env[70966]: DEBUG nova.compute.manager [req-fe60deb7-9f79-4ad7-bcf5-0c647640c8e9 req-7bd949d3-c4a8-4f1d-a784-4572ad11295d service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] No waiting events found dispatching network-vif-plugged-282ff9c0-ba64-47f8-8224-88161b3da705 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.146477] env[70966]: WARNING nova.compute.manager [req-fe60deb7-9f79-4ad7-bcf5-0c647640c8e9 req-7bd949d3-c4a8-4f1d-a784-4572ad11295d service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Received unexpected event network-vif-plugged-282ff9c0-ba64-47f8-8224-88161b3da705 for instance with vm_state building and task_state spawning. [ 775.146663] env[70966]: DEBUG nova.compute.manager [req-fe60deb7-9f79-4ad7-bcf5-0c647640c8e9 req-7bd949d3-c4a8-4f1d-a784-4572ad11295d service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Received event network-changed-282ff9c0-ba64-47f8-8224-88161b3da705 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.150024] env[70966]: DEBUG nova.compute.manager [req-fe60deb7-9f79-4ad7-bcf5-0c647640c8e9 req-7bd949d3-c4a8-4f1d-a784-4572ad11295d service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Refreshing instance network info cache due to event network-changed-282ff9c0-ba64-47f8-8224-88161b3da705. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.150024] env[70966]: DEBUG oslo_concurrency.lockutils [req-fe60deb7-9f79-4ad7-bcf5-0c647640c8e9 req-7bd949d3-c4a8-4f1d-a784-4572ad11295d service nova] Acquiring lock "refresh_cache-d384a829-fab2-4f70-bae5-6460ad85fa20" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.164566] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.166244] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Waiting for the task: (returnval){ [ 775.166244] env[70966]: value = "task-3612495" [ 775.166244] env[70966]: _type = "Task" [ 775.166244] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.177057] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Acquiring lock "7920b620-2349-4217-b3de-ca887e5d9116" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.177057] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Lock "7920b620-2349-4217-b3de-ca887e5d9116" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.177180] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Acquiring lock "7920b620-2349-4217-b3de-ca887e5d9116-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.177361] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Lock "7920b620-2349-4217-b3de-ca887e5d9116-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.177581] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Lock "7920b620-2349-4217-b3de-ca887e5d9116-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.179306] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612495, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.183498] env[70966]: INFO nova.compute.manager [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Terminating instance [ 775.307250] env[70966]: DEBUG nova.compute.manager [req-a1a975cb-f33c-4763-be61-e78732957f53 req-a645d28f-1a6e-4733-87ae-7201b2dd8c78 service nova] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Received event network-changed-bed92e6d-a279-4ead-a3f0-eb17d6656fe0 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.307962] env[70966]: DEBUG nova.compute.manager [req-a1a975cb-f33c-4763-be61-e78732957f53 req-a645d28f-1a6e-4733-87ae-7201b2dd8c78 service nova] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Refreshing instance network info cache due to event network-changed-bed92e6d-a279-4ead-a3f0-eb17d6656fe0. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.308639] env[70966]: DEBUG oslo_concurrency.lockutils [req-a1a975cb-f33c-4763-be61-e78732957f53 req-a645d28f-1a6e-4733-87ae-7201b2dd8c78 service nova] Acquiring lock "refresh_cache-d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.309446] env[70966]: DEBUG oslo_concurrency.lockutils [req-a1a975cb-f33c-4763-be61-e78732957f53 req-a645d28f-1a6e-4733-87ae-7201b2dd8c78 service nova] Acquired lock "refresh_cache-d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.309446] env[70966]: DEBUG nova.network.neutron [req-a1a975cb-f33c-4763-be61-e78732957f53 req-a645d28f-1a6e-4733-87ae-7201b2dd8c78 service nova] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Refreshing network info cache for port bed92e6d-a279-4ead-a3f0-eb17d6656fe0 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.557179] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Releasing lock "refresh_cache-d384a829-fab2-4f70-bae5-6460ad85fa20" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.557759] env[70966]: DEBUG nova.compute.manager [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Instance network_info: |[{"id": "6e15e14c-caf5-4bb0-84c8-89020aa74f38", "address": "fa:16:3e:54:56:4c", "network": {"id": "84963efa-0729-4e23-9a47-ec3538d2411f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-168773519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e15e14c-ca", "ovs_interfaceid": "6e15e14c-caf5-4bb0-84c8-89020aa74f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "282ff9c0-ba64-47f8-8224-88161b3da705", "address": "fa:16:3e:08:62:06", "network": {"id": "0280814a-6067-49b6-b374-a0cd23981aec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1001954571", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282ff9c0-ba", "ovs_interfaceid": "282ff9c0-ba64-47f8-8224-88161b3da705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.559316] env[70966]: DEBUG oslo_concurrency.lockutils [req-fe60deb7-9f79-4ad7-bcf5-0c647640c8e9 req-7bd949d3-c4a8-4f1d-a784-4572ad11295d service nova] Acquired lock "refresh_cache-d384a829-fab2-4f70-bae5-6460ad85fa20" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.562323] env[70966]: DEBUG nova.network.neutron [req-fe60deb7-9f79-4ad7-bcf5-0c647640c8e9 req-7bd949d3-c4a8-4f1d-a784-4572ad11295d service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Refreshing network info cache for port 282ff9c0-ba64-47f8-8224-88161b3da705 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.563694] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:56:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e15e14c-caf5-4bb0-84c8-89020aa74f38', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:62:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '282ff9c0-ba64-47f8-8224-88161b3da705', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.574377] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.582022] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.582022] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a25ad049-c0da-48f1-8c07-a5c0ce7c4cab {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.613307] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.613307] env[70966]: value = "task-3612496" [ 775.613307] env[70966]: _type = "Task" [ 775.613307] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.628616] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612496, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.658481] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273245} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.658481] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.658481] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.658481] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.680432] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612495, 'name': Rename_Task, 'duration_secs': 0.27577} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.686207] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.686207] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e50435c9-eb78-4403-89ed-ca453eeb6e4f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.688810] env[70966]: DEBUG nova.compute.manager [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.689130] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.690239] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac50927a-6b81-4e49-9223-d816dc5341f2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.705987] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.706112] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99e15ee4-7002-4372-86a9-a840cfc5e91e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.710192] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Waiting for the task: (returnval){ [ 775.710192] env[70966]: value = "task-3612497" [ 775.710192] env[70966]: _type = "Task" [ 775.710192] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.722031] env[70966]: DEBUG oslo_vmware.api [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Waiting for the task: (returnval){ [ 775.722031] env[70966]: value = "task-3612498" [ 775.722031] env[70966]: _type = "Task" [ 775.722031] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.731999] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53c00c1-5294-4d8e-ad5d-05757e664360 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.734775] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612497, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.750541] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ae8832-8766-4188-aa99-00d7ceb65645 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.754875] env[70966]: DEBUG oslo_vmware.api [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.789336] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10ecc1c-526c-439e-adb0-e0dad710b9bc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.799631] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2434c9-5986-43d5-a88e-cd82c1017add {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.825090] env[70966]: DEBUG nova.compute.provider_tree [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 775.903884] env[70966]: DEBUG nova.compute.manager [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.106126] env[70966]: DEBUG nova.network.neutron [req-a1a975cb-f33c-4763-be61-e78732957f53 req-a645d28f-1a6e-4733-87ae-7201b2dd8c78 service nova] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Updated VIF entry in instance network info cache for port bed92e6d-a279-4ead-a3f0-eb17d6656fe0. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.106556] env[70966]: DEBUG nova.network.neutron [req-a1a975cb-f33c-4763-be61-e78732957f53 req-a645d28f-1a6e-4733-87ae-7201b2dd8c78 service nova] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Updating instance_info_cache with network_info: [{"id": "bed92e6d-a279-4ead-a3f0-eb17d6656fe0", "address": "fa:16:3e:e6:1e:e5", "network": {"id": "76a81d68-49f5-4e83-9d84-1a94e77b6f4a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1385000404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d16693b7ea405eac252d505314138d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed92e6d-a2", "ovs_interfaceid": "bed92e6d-a279-4ead-a3f0-eb17d6656fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.127632] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612496, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.224353] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.234991] env[70966]: DEBUG oslo_vmware.api [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612498, 'name': PowerOffVM_Task, 'duration_secs': 0.339101} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.238055] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.238328] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.238659] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5553015-bbfe-4400-80a5-b78fbc5c4176 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.325215] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.325215] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.325215] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Deleting the datastore file [datastore1] 7920b620-2349-4217-b3de-ca887e5d9116 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.325580] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2633bed4-4fb9-47eb-b012-7819ce3710c6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.339025] env[70966]: DEBUG oslo_vmware.api [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Waiting for the task: (returnval){ [ 776.339025] env[70966]: value = "task-3612500" [ 776.339025] env[70966]: _type = "Task" [ 776.339025] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.351309] env[70966]: DEBUG oslo_vmware.api [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.388979] env[70966]: DEBUG nova.scheduler.client.report [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Updated inventory for provider 28f91738-2b78-4613-b71e-2571db52847f with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 776.391307] env[70966]: DEBUG nova.compute.provider_tree [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Updating resource provider 28f91738-2b78-4613-b71e-2571db52847f generation from 64 to 65 during operation: update_inventory {{(pid=70966) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 776.391307] env[70966]: DEBUG nova.compute.provider_tree [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.611089] env[70966]: DEBUG oslo_concurrency.lockutils [req-a1a975cb-f33c-4763-be61-e78732957f53 req-a645d28f-1a6e-4733-87ae-7201b2dd8c78 service nova] Releasing lock "refresh_cache-d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.628684] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612496, 'name': CreateVM_Task, 'duration_secs': 0.545601} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.628926] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.629971] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.630195] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.630650] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.630976] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73e4d81f-316a-41fd-8c52-5d36a6c6e5e4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.638262] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 776.638262] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5229898e-25dc-7882-a0bf-86a15132bec0" [ 776.638262] env[70966]: _type = "Task" [ 776.638262] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.643450] env[70966]: DEBUG nova.network.neutron [req-fe60deb7-9f79-4ad7-bcf5-0c647640c8e9 req-7bd949d3-c4a8-4f1d-a784-4572ad11295d service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Updated VIF entry in instance network info cache for port 282ff9c0-ba64-47f8-8224-88161b3da705. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.643916] env[70966]: DEBUG nova.network.neutron [req-fe60deb7-9f79-4ad7-bcf5-0c647640c8e9 req-7bd949d3-c4a8-4f1d-a784-4572ad11295d service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Updating instance_info_cache with network_info: [{"id": "6e15e14c-caf5-4bb0-84c8-89020aa74f38", "address": "fa:16:3e:54:56:4c", "network": {"id": "84963efa-0729-4e23-9a47-ec3538d2411f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-168773519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e15e14c-ca", "ovs_interfaceid": "6e15e14c-caf5-4bb0-84c8-89020aa74f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "282ff9c0-ba64-47f8-8224-88161b3da705", "address": "fa:16:3e:08:62:06", "network": {"id": "0280814a-6067-49b6-b374-a0cd23981aec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1001954571", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282ff9c0-ba", "ovs_interfaceid": "282ff9c0-ba64-47f8-8224-88161b3da705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.648764] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5229898e-25dc-7882-a0bf-86a15132bec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.725427] env[70966]: DEBUG oslo_vmware.api [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612497, 'name': PowerOnVM_Task, 'duration_secs': 0.894906} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.725746] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.725976] env[70966]: INFO nova.compute.manager [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Took 10.55 seconds to spawn the instance on the hypervisor. [ 776.726198] env[70966]: DEBUG nova.compute.manager [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.727352] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2104c00-9094-4e98-b8a7-1cc3e03427f0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.850123] env[70966]: DEBUG oslo_vmware.api [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Task: {'id': task-3612500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272972} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.850629] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.850800] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.851058] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.851396] env[70966]: INFO nova.compute.manager [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Took 1.16 seconds to destroy the instance on the hypervisor. [ 776.851711] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.852053] env[70966]: DEBUG nova.compute.manager [-] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.852251] env[70966]: DEBUG nova.network.neutron [-] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.896640] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.041s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.897233] env[70966]: DEBUG nova.compute.manager [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.900374] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.693s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.901828] env[70966]: INFO nova.compute.claims [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.152033] env[70966]: DEBUG oslo_concurrency.lockutils [req-fe60deb7-9f79-4ad7-bcf5-0c647640c8e9 req-7bd949d3-c4a8-4f1d-a784-4572ad11295d service nova] Releasing lock "refresh_cache-d384a829-fab2-4f70-bae5-6460ad85fa20" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.152033] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5229898e-25dc-7882-a0bf-86a15132bec0, 'name': SearchDatastore_Task, 'duration_secs': 0.01335} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.152033] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.152033] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.152033] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.152033] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.152033] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.152776] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34c09e1d-85d6-4c5f-912f-472d07a7ecee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.162388] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.162588] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.163467] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdbabcc4-962c-4d63-b0b9-a3402d38c6ff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.169996] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 777.169996] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529c047f-47d7-4f0e-ec04-013e95dffce8" [ 777.169996] env[70966]: _type = "Task" [ 777.169996] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.179312] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529c047f-47d7-4f0e-ec04-013e95dffce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.247544] env[70966]: INFO nova.compute.manager [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Took 48.53 seconds to build instance. [ 777.409218] env[70966]: DEBUG nova.compute.utils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.410742] env[70966]: DEBUG nova.compute.manager [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.412654] env[70966]: DEBUG nova.network.neutron [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.457572] env[70966]: DEBUG nova.policy [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7f6ad2e279b4320822b63813831a49a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eba96fe844fc4914a4b42db63e545d51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.682331] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529c047f-47d7-4f0e-ec04-013e95dffce8, 'name': SearchDatastore_Task, 'duration_secs': 0.015302} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.684190] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5cc9553-439f-4a7d-afc7-56f1c14c7f47 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.692397] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 777.692397] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e7ec91-3cfe-39da-2b57-ccca7db26b48" [ 777.692397] env[70966]: _type = "Task" [ 777.692397] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.701168] env[70966]: DEBUG nova.network.neutron [-] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.705062] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e7ec91-3cfe-39da-2b57-ccca7db26b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.749381] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6b494daa-3abd-4d70-97a2-2c0fea3617d1 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Lock "4b88a240-eedd-4d3d-ab3e-9f793f020f83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.299s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.882771] env[70966]: DEBUG nova.network.neutron [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Successfully created port: 39791673-b895-4743-90a6-554d18d5824d {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.915660] env[70966]: DEBUG nova.compute.manager [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.057283] env[70966]: DEBUG nova.compute.manager [req-86ac5bb9-942a-4bc1-b6d6-e02d60fe4735 req-c903d4ac-dcc6-4396-9a4c-f52b9b7cb8d7 service nova] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Received event network-vif-deleted-b2472221-e20b-4173-9c19-f41e6b1661fb {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.209474] env[70966]: INFO nova.compute.manager [-] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Took 1.36 seconds to deallocate network for instance. [ 778.209945] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e7ec91-3cfe-39da-2b57-ccca7db26b48, 'name': SearchDatastore_Task, 'duration_secs': 0.016222} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.214775] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.215122] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d384a829-fab2-4f70-bae5-6460ad85fa20/d384a829-fab2-4f70-bae5-6460ad85fa20.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.215698] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9562f6de-b691-4f8b-ab35-a693e1bec0fe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.233362] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 778.233362] env[70966]: value = "task-3612501" [ 778.233362] env[70966]: _type = "Task" [ 778.233362] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.248127] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.251741] env[70966]: DEBUG nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.519341] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c290ee-0cef-446f-a7d6-a9cc40d042c2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.532937] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3666ba-953b-49a2-9874-14cbd5501dcf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.575034] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb1a854-5fdf-4d78-8146-148718c54d19 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.585737] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935d3b1e-075d-4a27-a3b2-a928e115e32b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.602865] env[70966]: DEBUG nova.compute.provider_tree [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.724803] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.744473] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612501, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.776144] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.930884] env[70966]: DEBUG nova.compute.manager [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.106767] env[70966]: DEBUG nova.scheduler.client.report [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.191819] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "d1b322c8-c490-43ef-b7b3-74cd3b159cec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.192182] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "d1b322c8-c490-43ef-b7b3-74cd3b159cec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.192409] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "d1b322c8-c490-43ef-b7b3-74cd3b159cec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.192599] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "d1b322c8-c490-43ef-b7b3-74cd3b159cec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.192767] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "d1b322c8-c490-43ef-b7b3-74cd3b159cec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.195044] env[70966]: INFO nova.compute.manager [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Terminating instance [ 779.242725] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651501} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.243022] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d384a829-fab2-4f70-bae5-6460ad85fa20/d384a829-fab2-4f70-bae5-6460ad85fa20.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.243250] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.243512] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbab5175-59bc-4f0f-b5fc-e7fefa4ce81c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.251561] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 779.251561] env[70966]: value = "task-3612502" [ 779.251561] env[70966]: _type = "Task" [ 779.251561] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.263743] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.604425] env[70966]: DEBUG nova.network.neutron [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Successfully updated port: 39791673-b895-4743-90a6-554d18d5824d {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.613904] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.614596] env[70966]: DEBUG nova.compute.manager [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.618120] env[70966]: DEBUG oslo_concurrency.lockutils [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.256s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.618363] env[70966]: DEBUG nova.objects.instance [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Lazy-loading 'resources' on Instance uuid 55411331-13f8-46e7-8e47-73686de2724b {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.699591] env[70966]: DEBUG nova.compute.manager [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.699944] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.700854] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57513996-04d9-4fca-973f-31e44a377970 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.710434] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.710747] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2c056f6-245d-47ab-8aa6-832c9cadc995 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.718819] env[70966]: DEBUG oslo_vmware.api [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 779.718819] env[70966]: value = "task-3612503" [ 779.718819] env[70966]: _type = "Task" [ 779.718819] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.728422] env[70966]: DEBUG oslo_vmware.api [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.764162] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117693} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.764523] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.765474] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698bcbd2-a812-4a1d-a9b1-639c4452ed03 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.793606] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] d384a829-fab2-4f70-bae5-6460ad85fa20/d384a829-fab2-4f70-bae5-6460ad85fa20.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.796294] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Acquiring lock "4b88a240-eedd-4d3d-ab3e-9f793f020f83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.796551] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Lock "4b88a240-eedd-4d3d-ab3e-9f793f020f83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.796756] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Acquiring lock "4b88a240-eedd-4d3d-ab3e-9f793f020f83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.796940] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Lock "4b88a240-eedd-4d3d-ab3e-9f793f020f83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.797174] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Lock "4b88a240-eedd-4d3d-ab3e-9f793f020f83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.799173] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae396a4-b126-4119-b4e8-d2fdb2b05194 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.816418] env[70966]: INFO nova.compute.manager [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Terminating instance [ 779.826132] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 779.826132] env[70966]: value = "task-3612504" [ 779.826132] env[70966]: _type = "Task" [ 779.826132] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.840534] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.843724] env[70966]: DEBUG nova.virt.hardware [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.845030] env[70966]: DEBUG nova.virt.hardware [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.845030] env[70966]: DEBUG nova.virt.hardware [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.845030] env[70966]: DEBUG nova.virt.hardware [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.845168] env[70966]: DEBUG nova.virt.hardware [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.845269] env[70966]: DEBUG nova.virt.hardware [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.845519] env[70966]: DEBUG nova.virt.hardware [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.845726] env[70966]: DEBUG nova.virt.hardware [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.845961] env[70966]: DEBUG nova.virt.hardware [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.846135] env[70966]: DEBUG nova.virt.hardware [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.846324] env[70966]: DEBUG nova.virt.hardware [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.849377] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829b06b5-3d98-4c0b-ab21-a3ea3a41abb9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.861995] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cab57ea-e63d-403f-b977-93ec74f7bcb8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.878655] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.884507] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Creating folder: Project (c8cecbd93fc94ddebbd587e30cc28eab). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.887170] env[70966]: DEBUG nova.virt.hardware [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.887418] env[70966]: DEBUG nova.virt.hardware [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.887522] env[70966]: DEBUG nova.virt.hardware [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.887671] env[70966]: DEBUG nova.virt.hardware [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.888303] env[70966]: DEBUG nova.virt.hardware [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.888303] env[70966]: DEBUG nova.virt.hardware [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.888303] env[70966]: DEBUG nova.virt.hardware [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.888447] env[70966]: DEBUG nova.virt.hardware [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.888573] env[70966]: DEBUG nova.virt.hardware [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.888626] env[70966]: DEBUG nova.virt.hardware [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.888796] env[70966]: DEBUG nova.virt.hardware [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.889102] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57327198-352c-4cfa-9747-c70b39e43b27 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.892815] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959e290a-c192-4c57-87ee-1e5e3d52ae52 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.903025] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629df644-6f5f-4733-9be8-5a6a464366b0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.910064] env[70966]: DEBUG nova.virt.hardware [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.910351] env[70966]: DEBUG nova.virt.hardware [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.910630] env[70966]: DEBUG nova.virt.hardware [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.910867] env[70966]: DEBUG nova.virt.hardware [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.911032] env[70966]: DEBUG nova.virt.hardware [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.911220] env[70966]: DEBUG nova.virt.hardware [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.911450] env[70966]: DEBUG nova.virt.hardware [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.911632] env[70966]: DEBUG nova.virt.hardware [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.911831] env[70966]: DEBUG nova.virt.hardware [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.912029] env[70966]: DEBUG nova.virt.hardware [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.912295] env[70966]: DEBUG nova.virt.hardware [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.916089] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893c834f-67f7-4306-a894-924e7e50bf8e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.921917] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Created folder: Project (c8cecbd93fc94ddebbd587e30cc28eab) in parent group-v720468. [ 779.922195] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Creating folder: Instances. Parent ref: group-v720590. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.923169] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22814673-eca8-410e-8521-d3e3d4ad966a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.934995] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:87:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c337d5e1-1358-44bd-8035-7a6d3fccee03', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.942493] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.948404] env[70966]: DEBUG oslo_vmware.rw_handles [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e746e-8ccc-663e-1e8c-acc48a9fd278/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 779.948404] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.948635] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Created folder: Instances in parent group-v720590. [ 779.948838] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.949726] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85567a8-af63-4d16-b533-27ab499a7d1c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.955022] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8d4d4a7-21e0-4e6f-8f79-de1e7b3fea22 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.968119] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.970155] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7857a59a-364e-45fd-8e0a-f82673bc4f03 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.973772] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-484e7955-10bc-4ad4-b949-47008cda18fe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.992540] env[70966]: DEBUG oslo_vmware.rw_handles [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e746e-8ccc-663e-1e8c-acc48a9fd278/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 779.992540] env[70966]: ERROR oslo_vmware.rw_handles [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e746e-8ccc-663e-1e8c-acc48a9fd278/disk-0.vmdk due to incomplete transfer. [ 780.002483] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3691f9b8-692f-4b1d-8793-ac5756411686 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.008902] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.008902] env[70966]: value = "task-3612508" [ 780.008902] env[70966]: _type = "Task" [ 780.008902] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.009086] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.009086] env[70966]: value = "task-3612507" [ 780.009086] env[70966]: _type = "Task" [ 780.009086] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.018050] env[70966]: DEBUG oslo_vmware.rw_handles [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e746e-8ccc-663e-1e8c-acc48a9fd278/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 780.018846] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Uploaded image 1f7c7ca6-c5d4-4a34-831b-50f875b3bbf7 to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 780.021061] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 780.025134] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c7608c3e-eadc-441a-a855-6662846786c6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.027304] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612508, 'name': CreateVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.030645] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612507, 'name': CreateVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.032076] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 780.032076] env[70966]: value = "task-3612509" [ 780.032076] env[70966]: _type = "Task" [ 780.032076] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.043569] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612509, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.108087] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Acquiring lock "refresh_cache-ddabc195-3a39-4139-8248-5320cd09d48f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.108244] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Acquired lock "refresh_cache-ddabc195-3a39-4139-8248-5320cd09d48f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.108431] env[70966]: DEBUG nova.network.neutron [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.126032] env[70966]: DEBUG nova.compute.utils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.128486] env[70966]: DEBUG nova.compute.manager [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.128670] env[70966]: DEBUG nova.network.neutron [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.141489] env[70966]: DEBUG oslo_concurrency.lockutils [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "bec21396-170b-41fb-9b54-9170d7654d50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.141796] env[70966]: DEBUG oslo_concurrency.lockutils [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "bec21396-170b-41fb-9b54-9170d7654d50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.142055] env[70966]: DEBUG oslo_concurrency.lockutils [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "bec21396-170b-41fb-9b54-9170d7654d50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.142272] env[70966]: DEBUG oslo_concurrency.lockutils [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "bec21396-170b-41fb-9b54-9170d7654d50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.142444] env[70966]: DEBUG oslo_concurrency.lockutils [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "bec21396-170b-41fb-9b54-9170d7654d50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.145154] env[70966]: INFO nova.compute.manager [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Terminating instance [ 780.208734] env[70966]: DEBUG nova.policy [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1386a7924b1a4ac9b2a63e56c461051b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3cf3533356a48509e9b47a24d9c7586', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.233572] env[70966]: DEBUG oslo_vmware.api [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612503, 'name': PowerOffVM_Task, 'duration_secs': 0.260095} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.236959] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.237244] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.237798] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aad6d95-986e-4f4b-972a-7644b0f22342 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.323625] env[70966]: DEBUG nova.compute.manager [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.324027] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.325476] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbe1f07-a829-42f9-9aa6-6a83c23c6d1f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.331076] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.331371] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.331564] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Deleting the datastore file [datastore2] d1b322c8-c490-43ef-b7b3-74cd3b159cec {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.336105] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-528a9c6a-0d70-4441-a293-c2b30c758c5b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.344624] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.344624] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b5b1e71-84dc-43f1-bebf-e1013d93cce2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.350161] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.352586] env[70966]: DEBUG oslo_vmware.api [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Waiting for the task: (returnval){ [ 780.352586] env[70966]: value = "task-3612512" [ 780.352586] env[70966]: _type = "Task" [ 780.352586] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.352845] env[70966]: DEBUG oslo_vmware.api [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 780.352845] env[70966]: value = "task-3612511" [ 780.352845] env[70966]: _type = "Task" [ 780.352845] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.370245] env[70966]: DEBUG oslo_vmware.api [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.373939] env[70966]: DEBUG oslo_vmware.api [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.528123] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612508, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.531955] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612507, 'name': CreateVM_Task, 'duration_secs': 0.477783} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.532207] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.533079] env[70966]: DEBUG oslo_concurrency.lockutils [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.533322] env[70966]: DEBUG oslo_concurrency.lockutils [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.533699] env[70966]: DEBUG oslo_concurrency.lockutils [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.537489] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f93f41-050b-417b-9e9a-96f79b8b262c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.549315] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612509, 'name': Destroy_Task, 'duration_secs': 0.492006} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.549876] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 780.549876] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a6d2b8-e877-4682-7433-2259807ecaa1" [ 780.549876] env[70966]: _type = "Task" [ 780.549876] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.550030] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Destroyed the VM [ 780.550441] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 780.550783] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8b03490-a723-42e4-83c2-aab89b50f31d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.570088] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a6d2b8-e877-4682-7433-2259807ecaa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.570433] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 780.570433] env[70966]: value = "task-3612515" [ 780.570433] env[70966]: _type = "Task" [ 780.570433] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.584384] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612515, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.631803] env[70966]: DEBUG nova.compute.manager [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.650573] env[70966]: DEBUG nova.network.neutron [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.653206] env[70966]: DEBUG nova.compute.manager [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.653475] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.654400] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36400db-d595-4116-ba6b-7426b597c877 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.666764] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.667198] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d543916a-4d01-46d3-a3eb-eaf82c74aeeb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.676133] env[70966]: DEBUG oslo_vmware.api [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 780.676133] env[70966]: value = "task-3612518" [ 780.676133] env[70966]: _type = "Task" [ 780.676133] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.694998] env[70966]: DEBUG oslo_vmware.api [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.793400] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c5260f-4006-449e-a1e5-133c45cb5a7e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.802012] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b43913-e4d8-4e76-9191-cbf018ced886 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.836140] env[70966]: DEBUG nova.network.neutron [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Updating instance_info_cache with network_info: [{"id": "39791673-b895-4743-90a6-554d18d5824d", "address": "fa:16:3e:6d:80:87", "network": {"id": "f757bd40-c6dd-406e-b1e3-a4c70b4821ec", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-180403193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba96fe844fc4914a4b42db63e545d51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39791673-b8", "ovs_interfaceid": "39791673-b895-4743-90a6-554d18d5824d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.842069] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a4e668-d872-47f6-9611-b998803367f3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.846741] env[70966]: DEBUG nova.compute.manager [req-798ed267-8d45-4511-ad9d-70bd346a7aed req-aed9f755-50ff-473d-a9f7-7387af0ab9dd service nova] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Received event network-vif-plugged-39791673-b895-4743-90a6-554d18d5824d {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.846741] env[70966]: DEBUG oslo_concurrency.lockutils [req-798ed267-8d45-4511-ad9d-70bd346a7aed req-aed9f755-50ff-473d-a9f7-7387af0ab9dd service nova] Acquiring lock "ddabc195-3a39-4139-8248-5320cd09d48f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.846741] env[70966]: DEBUG oslo_concurrency.lockutils [req-798ed267-8d45-4511-ad9d-70bd346a7aed req-aed9f755-50ff-473d-a9f7-7387af0ab9dd service nova] Lock "ddabc195-3a39-4139-8248-5320cd09d48f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.846943] env[70966]: DEBUG oslo_concurrency.lockutils [req-798ed267-8d45-4511-ad9d-70bd346a7aed req-aed9f755-50ff-473d-a9f7-7387af0ab9dd service nova] Lock "ddabc195-3a39-4139-8248-5320cd09d48f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.846992] env[70966]: DEBUG nova.compute.manager [req-798ed267-8d45-4511-ad9d-70bd346a7aed req-aed9f755-50ff-473d-a9f7-7387af0ab9dd service nova] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] No waiting events found dispatching network-vif-plugged-39791673-b895-4743-90a6-554d18d5824d {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.847491] env[70966]: WARNING nova.compute.manager [req-798ed267-8d45-4511-ad9d-70bd346a7aed req-aed9f755-50ff-473d-a9f7-7387af0ab9dd service nova] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Received unexpected event network-vif-plugged-39791673-b895-4743-90a6-554d18d5824d for instance with vm_state building and task_state spawning. [ 780.847491] env[70966]: DEBUG nova.compute.manager [req-798ed267-8d45-4511-ad9d-70bd346a7aed req-aed9f755-50ff-473d-a9f7-7387af0ab9dd service nova] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Received event network-changed-39791673-b895-4743-90a6-554d18d5824d {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.847491] env[70966]: DEBUG nova.compute.manager [req-798ed267-8d45-4511-ad9d-70bd346a7aed req-aed9f755-50ff-473d-a9f7-7387af0ab9dd service nova] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Refreshing instance network info cache due to event network-changed-39791673-b895-4743-90a6-554d18d5824d. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.847711] env[70966]: DEBUG oslo_concurrency.lockutils [req-798ed267-8d45-4511-ad9d-70bd346a7aed req-aed9f755-50ff-473d-a9f7-7387af0ab9dd service nova] Acquiring lock "refresh_cache-ddabc195-3a39-4139-8248-5320cd09d48f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.852532] env[70966]: DEBUG nova.network.neutron [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Successfully created port: 64bc1d4d-4738-4924-8e9b-5e089e0480aa {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.859561] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612504, 'name': ReconfigVM_Task, 'duration_secs': 0.625415} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.868656] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250863ce-89b7-4260-99fe-c5bb913eeeab {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.872574] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Reconfigured VM instance instance-0000002d to attach disk [datastore1] d384a829-fab2-4f70-bae5-6460ad85fa20/d384a829-fab2-4f70-bae5-6460ad85fa20.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.873723] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2f5239c-f075-4f63-b184-18b3a45fc4a0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.881687] env[70966]: DEBUG oslo_vmware.api [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316256} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.893995] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.894192] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.894377] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.894617] env[70966]: INFO nova.compute.manager [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Took 1.19 seconds to destroy the instance on the hypervisor. [ 780.894877] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.895124] env[70966]: DEBUG oslo_vmware.api [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612512, 'name': PowerOffVM_Task, 'duration_secs': 0.341337} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.895392] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 780.895392] env[70966]: value = "task-3612519" [ 780.895392] env[70966]: _type = "Task" [ 780.895392] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.896255] env[70966]: DEBUG nova.compute.provider_tree [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.898047] env[70966]: DEBUG nova.compute.manager [-] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.898146] env[70966]: DEBUG nova.network.neutron [-] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.900514] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.900746] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.901459] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59f9262b-335c-417c-b2f0-241d42d6001a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.913578] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612519, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.008993] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.009277] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.010073] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Deleting the datastore file [datastore1] 4b88a240-eedd-4d3d-ab3e-9f793f020f83 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.010073] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85b70175-696b-46f8-ae60-530a85cdea50 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.024996] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612508, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.026229] env[70966]: DEBUG oslo_vmware.api [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Waiting for the task: (returnval){ [ 781.026229] env[70966]: value = "task-3612521" [ 781.026229] env[70966]: _type = "Task" [ 781.026229] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.036771] env[70966]: DEBUG oslo_vmware.api [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.059896] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "99de49b6-a37c-4bde-acf5-7f90d5f432de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.060215] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "99de49b6-a37c-4bde-acf5-7f90d5f432de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.069497] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a6d2b8-e877-4682-7433-2259807ecaa1, 'name': SearchDatastore_Task, 'duration_secs': 0.020594} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.069497] env[70966]: DEBUG oslo_concurrency.lockutils [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.069573] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.070903] env[70966]: DEBUG oslo_concurrency.lockutils [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.071224] env[70966]: DEBUG oslo_concurrency.lockutils [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.071934] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.072562] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d69f6632-e276-41d1-8f36-8cea1b028ebd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.088384] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612515, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.090747] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.091213] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.092117] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdeb7cc4-3c6c-43f8-8d51-6570d813770a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.110639] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 781.110639] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d02362-5054-8ba9-11c2-360c9dac139b" [ 781.110639] env[70966]: _type = "Task" [ 781.110639] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.127247] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d02362-5054-8ba9-11c2-360c9dac139b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.196991] env[70966]: DEBUG oslo_vmware.api [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.349517] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Releasing lock "refresh_cache-ddabc195-3a39-4139-8248-5320cd09d48f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.350042] env[70966]: DEBUG nova.compute.manager [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Instance network_info: |[{"id": "39791673-b895-4743-90a6-554d18d5824d", "address": "fa:16:3e:6d:80:87", "network": {"id": "f757bd40-c6dd-406e-b1e3-a4c70b4821ec", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-180403193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba96fe844fc4914a4b42db63e545d51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39791673-b8", "ovs_interfaceid": "39791673-b895-4743-90a6-554d18d5824d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.350341] env[70966]: DEBUG oslo_concurrency.lockutils [req-798ed267-8d45-4511-ad9d-70bd346a7aed req-aed9f755-50ff-473d-a9f7-7387af0ab9dd service nova] Acquired lock "refresh_cache-ddabc195-3a39-4139-8248-5320cd09d48f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.350597] env[70966]: DEBUG nova.network.neutron [req-798ed267-8d45-4511-ad9d-70bd346a7aed req-aed9f755-50ff-473d-a9f7-7387af0ab9dd service nova] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Refreshing network info cache for port 39791673-b895-4743-90a6-554d18d5824d {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.351959] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:80:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39791673-b895-4743-90a6-554d18d5824d', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.361268] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Creating folder: Project (eba96fe844fc4914a4b42db63e545d51). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.362563] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ce6533c-9912-4632-97ff-87ffe8916830 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.378855] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Created folder: Project (eba96fe844fc4914a4b42db63e545d51) in parent group-v720468. [ 781.379195] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Creating folder: Instances. Parent ref: group-v720597. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.379379] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ac82f0e-21ce-4321-9dde-8430b0332f8b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.392801] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Created folder: Instances in parent group-v720597. [ 781.392918] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.393156] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.393374] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee1854c4-bcb2-4451-8aba-566a4e45a71b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.410927] env[70966]: DEBUG nova.scheduler.client.report [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.421076] env[70966]: DEBUG nova.compute.manager [req-17608a41-c110-4f6e-ab91-86445363c9c6 req-316286d1-de98-46e1-9165-e5fd9b242bdd service nova] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Received event network-vif-deleted-9dfd8ce9-0b67-45fc-b5dc-098bdee18eda {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.421361] env[70966]: INFO nova.compute.manager [req-17608a41-c110-4f6e-ab91-86445363c9c6 req-316286d1-de98-46e1-9165-e5fd9b242bdd service nova] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Neutron deleted interface 9dfd8ce9-0b67-45fc-b5dc-098bdee18eda; detaching it from the instance and deleting it from the info cache [ 781.421588] env[70966]: DEBUG nova.network.neutron [req-17608a41-c110-4f6e-ab91-86445363c9c6 req-316286d1-de98-46e1-9165-e5fd9b242bdd service nova] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.425387] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.425387] env[70966]: value = "task-3612524" [ 781.425387] env[70966]: _type = "Task" [ 781.425387] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.433612] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612519, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.441249] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612524, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.524361] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612508, 'name': CreateVM_Task, 'duration_secs': 1.482003} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.524630] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.525280] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.525519] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.525992] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.526447] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5b9372-9358-45f8-b055-fa49278d1bd3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.541766] env[70966]: DEBUG oslo_vmware.api [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Task: {'id': task-3612521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267039} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.543823] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.544111] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.544379] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.544638] env[70966]: INFO nova.compute.manager [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Took 1.22 seconds to destroy the instance on the hypervisor. [ 781.544987] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.545379] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 781.545379] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5207f7b9-2d54-7a24-929a-47bb0648ce0c" [ 781.545379] env[70966]: _type = "Task" [ 781.545379] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.545647] env[70966]: DEBUG nova.compute.manager [-] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.545779] env[70966]: DEBUG nova.network.neutron [-] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.562359] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5207f7b9-2d54-7a24-929a-47bb0648ce0c, 'name': SearchDatastore_Task, 'duration_secs': 0.016944} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.562800] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.563093] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.563396] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.590026] env[70966]: DEBUG oslo_vmware.api [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612515, 'name': RemoveSnapshot_Task, 'duration_secs': 0.74907} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.590026] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 781.590026] env[70966]: INFO nova.compute.manager [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Took 16.08 seconds to snapshot the instance on the hypervisor. [ 781.622908] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d02362-5054-8ba9-11c2-360c9dac139b, 'name': SearchDatastore_Task, 'duration_secs': 0.016208} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.623764] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e911c9f-cea5-4b82-aaf8-1ead65ecea94 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.632998] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 781.632998] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529e1fec-51e1-0542-bc2b-77a382bbff7b" [ 781.632998] env[70966]: _type = "Task" [ 781.632998] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.644296] env[70966]: DEBUG nova.compute.manager [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.646535] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529e1fec-51e1-0542-bc2b-77a382bbff7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.672888] env[70966]: DEBUG nova.virt.hardware [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.673255] env[70966]: DEBUG nova.virt.hardware [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.674254] env[70966]: DEBUG nova.virt.hardware [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.674521] env[70966]: DEBUG nova.virt.hardware [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.674684] env[70966]: DEBUG nova.virt.hardware [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.674839] env[70966]: DEBUG nova.virt.hardware [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.676236] env[70966]: DEBUG nova.virt.hardware [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.676236] env[70966]: DEBUG nova.virt.hardware [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.676236] env[70966]: DEBUG nova.virt.hardware [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.676236] env[70966]: DEBUG nova.virt.hardware [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.676236] env[70966]: DEBUG nova.virt.hardware [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.676717] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228993b4-311f-41d0-926c-3b325f35273c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.693541] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3932a20-f7d3-4835-b7b8-442ab009d2ef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.699491] env[70966]: DEBUG oslo_vmware.api [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612518, 'name': PowerOffVM_Task, 'duration_secs': 1.01239} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.699722] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.699919] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.700914] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-747ab9d8-e51c-411d-b05b-3fc5b9d58390 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.702454] env[70966]: DEBUG nova.network.neutron [-] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.793818] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.794483] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.794639] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Deleting the datastore file [datastore1] bec21396-170b-41fb-9b54-9170d7654d50 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.794993] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e834abcc-84f0-4031-aaca-8e2358f6cb00 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.803862] env[70966]: DEBUG oslo_vmware.api [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for the task: (returnval){ [ 781.803862] env[70966]: value = "task-3612526" [ 781.803862] env[70966]: _type = "Task" [ 781.803862] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.819200] env[70966]: DEBUG oslo_vmware.api [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.922554] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612519, 'name': Rename_Task, 'duration_secs': 0.783964} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.922922] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.923146] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1665ce9a-d6fd-480f-af05-79245bd0a4b6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.925344] env[70966]: DEBUG oslo_concurrency.lockutils [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.929795] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.455s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.931023] env[70966]: INFO nova.compute.claims [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.938154] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51aab7b1-dd9e-4c70-accc-8dbe0e88130f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.941711] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 781.941711] env[70966]: value = "task-3612527" [ 781.941711] env[70966]: _type = "Task" [ 781.941711] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.950708] env[70966]: INFO nova.scheduler.client.report [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Deleted allocations for instance 55411331-13f8-46e7-8e47-73686de2724b [ 781.956350] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612524, 'name': CreateVM_Task, 'duration_secs': 0.420278} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.975718] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068cd171-9466-4c4d-9315-1a350304c1e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.986636] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.996042] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.996042] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.996042] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.996042] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612527, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.996042] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca43b0a-c5f9-419c-8b4f-a09452585c39 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.008798] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Waiting for the task: (returnval){ [ 782.008798] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525c4264-33c0-d651-a94a-5369745f886a" [ 782.008798] env[70966]: _type = "Task" [ 782.008798] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.026688] env[70966]: DEBUG nova.compute.manager [req-17608a41-c110-4f6e-ab91-86445363c9c6 req-316286d1-de98-46e1-9165-e5fd9b242bdd service nova] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Detach interface failed, port_id=9dfd8ce9-0b67-45fc-b5dc-098bdee18eda, reason: Instance d1b322c8-c490-43ef-b7b3-74cd3b159cec could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 782.037687] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525c4264-33c0-d651-a94a-5369745f886a, 'name': SearchDatastore_Task, 'duration_secs': 0.016978} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.038034] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.038287] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.038509] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.145564] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529e1fec-51e1-0542-bc2b-77a382bbff7b, 'name': SearchDatastore_Task, 'duration_secs': 0.015206} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.145879] env[70966]: DEBUG oslo_concurrency.lockutils [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.146168] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] d14d1fb9-7aec-4259-bedc-d9224c73322c/d14d1fb9-7aec-4259-bedc-d9224c73322c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.146461] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.146659] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.146880] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30bd403d-a077-4a49-b423-0b24a32ea641 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.149258] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d81d706-f410-4508-ae22-0e174dd8b45c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.161604] env[70966]: DEBUG nova.compute.manager [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Found 3 images (rotation: 2) {{(pid=70966) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 782.161850] env[70966]: DEBUG nova.compute.manager [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Rotating out 1 backups {{(pid=70966) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 782.162141] env[70966]: DEBUG nova.compute.manager [None req-085b7543-2211-4be0-966c-0dbe0e9545d6 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Deleting image 55435ebf-71e6-4efb-91da-2bb34c239076 {{(pid=70966) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 782.166437] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 782.166437] env[70966]: value = "task-3612528" [ 782.166437] env[70966]: _type = "Task" [ 782.166437] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.166689] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.166856] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.167779] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad29eee-f67a-4663-851f-890b607456b8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.180610] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 782.180610] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527e4ef8-2c96-285b-8eff-7b683aa2912e" [ 782.180610] env[70966]: _type = "Task" [ 782.180610] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.186571] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.195911] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527e4ef8-2c96-285b-8eff-7b683aa2912e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.214994] env[70966]: INFO nova.compute.manager [-] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Took 1.32 seconds to deallocate network for instance. [ 782.322817] env[70966]: DEBUG oslo_vmware.api [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Task: {'id': task-3612526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287486} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.322817] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.322817] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.322817] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.322817] env[70966]: INFO nova.compute.manager [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Took 1.67 seconds to destroy the instance on the hypervisor. [ 782.322817] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.322817] env[70966]: DEBUG nova.compute.manager [-] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.322817] env[70966]: DEBUG nova.network.neutron [-] [instance: bec21396-170b-41fb-9b54-9170d7654d50] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.341910] env[70966]: DEBUG nova.network.neutron [-] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.431535] env[70966]: DEBUG nova.network.neutron [req-798ed267-8d45-4511-ad9d-70bd346a7aed req-aed9f755-50ff-473d-a9f7-7387af0ab9dd service nova] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Updated VIF entry in instance network info cache for port 39791673-b895-4743-90a6-554d18d5824d. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.432051] env[70966]: DEBUG nova.network.neutron [req-798ed267-8d45-4511-ad9d-70bd346a7aed req-aed9f755-50ff-473d-a9f7-7387af0ab9dd service nova] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Updating instance_info_cache with network_info: [{"id": "39791673-b895-4743-90a6-554d18d5824d", "address": "fa:16:3e:6d:80:87", "network": {"id": "f757bd40-c6dd-406e-b1e3-a4c70b4821ec", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-180403193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba96fe844fc4914a4b42db63e545d51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39791673-b8", "ovs_interfaceid": "39791673-b895-4743-90a6-554d18d5824d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.456910] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612527, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.496350] env[70966]: DEBUG oslo_concurrency.lockutils [None req-45fab5d2-496b-4cec-9f21-f8fe0b94b23f tempest-AttachInterfacesV270Test-812457275 tempest-AttachInterfacesV270Test-812457275-project-member] Lock "55411331-13f8-46e7-8e47-73686de2724b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.704s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.688587] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612528, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.704722] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527e4ef8-2c96-285b-8eff-7b683aa2912e, 'name': SearchDatastore_Task, 'duration_secs': 0.017461} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.705935] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c0f0fdf-06ed-4e40-83d8-3ae25198cd80 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.716412] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 782.716412] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d8fe0e-cc3c-831f-c837-c702bfbf7564" [ 782.716412] env[70966]: _type = "Task" [ 782.716412] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.723629] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.727882] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d8fe0e-cc3c-831f-c837-c702bfbf7564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.844758] env[70966]: INFO nova.compute.manager [-] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Took 1.30 seconds to deallocate network for instance. [ 782.934831] env[70966]: DEBUG oslo_concurrency.lockutils [req-798ed267-8d45-4511-ad9d-70bd346a7aed req-aed9f755-50ff-473d-a9f7-7387af0ab9dd service nova] Releasing lock "refresh_cache-ddabc195-3a39-4139-8248-5320cd09d48f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.966679] env[70966]: DEBUG oslo_vmware.api [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612527, 'name': PowerOnVM_Task, 'duration_secs': 0.872487} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.967883] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.968509] env[70966]: INFO nova.compute.manager [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Took 13.80 seconds to spawn the instance on the hypervisor. [ 782.969490] env[70966]: DEBUG nova.compute.manager [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.970756] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244bdc1b-b3dd-4e4f-9a81-2996ca9ccf40 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.044726] env[70966]: DEBUG nova.compute.manager [req-14aaf9be-966e-4b0c-9422-bb5cf956a000 req-438bf47a-a691-49f1-be53-03f6fffcab1a service nova] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Received event network-vif-plugged-64bc1d4d-4738-4924-8e9b-5e089e0480aa {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.045046] env[70966]: DEBUG oslo_concurrency.lockutils [req-14aaf9be-966e-4b0c-9422-bb5cf956a000 req-438bf47a-a691-49f1-be53-03f6fffcab1a service nova] Acquiring lock "5191e604-7633-4903-ad1d-c1ecfd3c4d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.045283] env[70966]: DEBUG oslo_concurrency.lockutils [req-14aaf9be-966e-4b0c-9422-bb5cf956a000 req-438bf47a-a691-49f1-be53-03f6fffcab1a service nova] Lock "5191e604-7633-4903-ad1d-c1ecfd3c4d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.045458] env[70966]: DEBUG oslo_concurrency.lockutils [req-14aaf9be-966e-4b0c-9422-bb5cf956a000 req-438bf47a-a691-49f1-be53-03f6fffcab1a service nova] Lock "5191e604-7633-4903-ad1d-c1ecfd3c4d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.045883] env[70966]: DEBUG nova.compute.manager [req-14aaf9be-966e-4b0c-9422-bb5cf956a000 req-438bf47a-a691-49f1-be53-03f6fffcab1a service nova] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] No waiting events found dispatching network-vif-plugged-64bc1d4d-4738-4924-8e9b-5e089e0480aa {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.046204] env[70966]: WARNING nova.compute.manager [req-14aaf9be-966e-4b0c-9422-bb5cf956a000 req-438bf47a-a691-49f1-be53-03f6fffcab1a service nova] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Received unexpected event network-vif-plugged-64bc1d4d-4738-4924-8e9b-5e089e0480aa for instance with vm_state building and task_state spawning. [ 783.180892] env[70966]: DEBUG nova.network.neutron [-] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.190763] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.908071} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.192820] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] d14d1fb9-7aec-4259-bedc-d9224c73322c/d14d1fb9-7aec-4259-bedc-d9224c73322c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.192820] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.192820] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99aff675-1b77-4548-a267-52a0b7cd6f2e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.201934] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 783.201934] env[70966]: value = "task-3612529" [ 783.201934] env[70966]: _type = "Task" [ 783.201934] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.222037] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.236868] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d8fe0e-cc3c-831f-c837-c702bfbf7564, 'name': SearchDatastore_Task, 'duration_secs': 0.089479} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.238044] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.238044] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce/91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.238044] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.238044] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.238616] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fd69c29-72c9-4d6e-ac11-438cdeb36097 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.240890] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fec4959c-bd0b-4ed8-bccb-96063592fedb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.252898] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 783.252898] env[70966]: value = "task-3612530" [ 783.252898] env[70966]: _type = "Task" [ 783.252898] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.261837] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.261837] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.262934] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c95ae62a-a6b8-4587-ab7a-b46eece9ff6e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.267059] env[70966]: DEBUG nova.network.neutron [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Successfully updated port: 64bc1d4d-4738-4924-8e9b-5e089e0480aa {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.272969] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Waiting for the task: (returnval){ [ 783.272969] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c19822-6abb-37e1-e942-a37762a7862e" [ 783.272969] env[70966]: _type = "Task" [ 783.272969] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.277675] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.287706] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c19822-6abb-37e1-e942-a37762a7862e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.353736] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.507169] env[70966]: INFO nova.compute.manager [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Took 46.19 seconds to build instance. [ 783.685955] env[70966]: INFO nova.compute.manager [-] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Took 1.36 seconds to deallocate network for instance. [ 783.700284] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4f3eb2-e780-4e87-9d0f-6f69f0266614 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.712927] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aa1077-151c-4701-80c5-28842c9c5ee1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.720150] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.302592} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.723247] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.723948] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1647d4a0-5c62-4d3e-8577-a4d63072f6dd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.756821] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52371e08-df5f-7c24-28f4-69a5e8dc22ec/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 783.766703] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e6ec73-9b6a-4e65-8851-1d2ed425e727 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.769934] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b9435f-1bf4-416c-8b78-86f153fbcfbb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.775203] env[70966]: DEBUG nova.compute.manager [req-1a0f8cd8-624d-4b00-a6bb-89d0a7db8b78 req-06bfaee3-b7f7-4d01-8050-a06cda5062af service nova] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Received event network-vif-deleted-877f870b-9f4b-4b47-8c24-385d55eec1ed {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.775559] env[70966]: DEBUG nova.compute.manager [req-1a0f8cd8-624d-4b00-a6bb-89d0a7db8b78 req-06bfaee3-b7f7-4d01-8050-a06cda5062af service nova] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Received event network-vif-deleted-ae61870b-c81b-41ec-91bd-1c33d00f5155 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.792357] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "refresh_cache-5191e604-7633-4903-ad1d-c1ecfd3c4d68" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.792570] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "refresh_cache-5191e604-7633-4903-ad1d-c1ecfd3c4d68" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.792822] env[70966]: DEBUG nova.network.neutron [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.806387] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] d14d1fb9-7aec-4259-bedc-d9224c73322c/d14d1fb9-7aec-4259-bedc-d9224c73322c.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.814942] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c9326e6-7889-4a17-90c9-4f6df0878847 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.838413] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52371e08-df5f-7c24-28f4-69a5e8dc22ec/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 783.838981] env[70966]: ERROR oslo_vmware.rw_handles [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52371e08-df5f-7c24-28f4-69a5e8dc22ec/disk-0.vmdk due to incomplete transfer. [ 783.839412] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612530, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.841084] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5f5b056a-133c-4403-8e52-3d4b366400ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.844245] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1f7d89-e050-4170-ad68-d537c8620b8f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.855160] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c19822-6abb-37e1-e942-a37762a7862e, 'name': SearchDatastore_Task, 'duration_secs': 0.022659} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.858117] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8383d2d7-23d7-4b80-ba56-eb66454de6be {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.874027] env[70966]: DEBUG nova.compute.provider_tree [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.878749] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 783.878749] env[70966]: value = "task-3612532" [ 783.878749] env[70966]: _type = "Task" [ 783.878749] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.879053] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Waiting for the task: (returnval){ [ 783.879053] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52670ff7-66d5-7212-bd2a-147985698e7e" [ 783.879053] env[70966]: _type = "Task" [ 783.879053] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.879357] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52371e08-df5f-7c24-28f4-69a5e8dc22ec/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 783.879443] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Uploaded image 7ec999a7-947c-4207-a912-b6e0b15c8dda to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 783.881225] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 783.881859] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab407aa0-ba63-497b-8b9f-b6340fb4f581 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.898648] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.902973] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 783.902973] env[70966]: value = "task-3612533" [ 783.902973] env[70966]: _type = "Task" [ 783.902973] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.903291] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52670ff7-66d5-7212-bd2a-147985698e7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.904466] env[70966]: DEBUG nova.network.neutron [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.921689] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612533, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.011116] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0b9ba4d6-bc8b-4a0e-a909-e26544b603c9 tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "d384a829-fab2-4f70-bae5-6460ad85fa20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.909s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.172145] env[70966]: DEBUG nova.network.neutron [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Updating instance_info_cache with network_info: [{"id": "64bc1d4d-4738-4924-8e9b-5e089e0480aa", "address": "fa:16:3e:c3:84:60", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bc1d4d-47", "ovs_interfaceid": "64bc1d4d-4738-4924-8e9b-5e089e0480aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.196228] env[70966]: DEBUG oslo_concurrency.lockutils [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.267403] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895803} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.267403] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce/91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.267403] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.267403] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52842dc9-b7f8-454b-88b0-42b8df9afae5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.281309] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 784.281309] env[70966]: value = "task-3612534" [ 784.281309] env[70966]: _type = "Task" [ 784.281309] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.291345] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.383305] env[70966]: DEBUG nova.scheduler.client.report [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.407212] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52670ff7-66d5-7212-bd2a-147985698e7e, 'name': SearchDatastore_Task, 'duration_secs': 0.092859} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.415136] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.415136] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] ddabc195-3a39-4139-8248-5320cd09d48f/ddabc195-3a39-4139-8248-5320cd09d48f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.415448] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612532, 'name': ReconfigVM_Task, 'duration_secs': 0.507648} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.415695] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12bc694e-9f83-46f8-ab5c-1a6893f1b312 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.422723] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Reconfigured VM instance instance-00000008 to attach disk [datastore2] d14d1fb9-7aec-4259-bedc-d9224c73322c/d14d1fb9-7aec-4259-bedc-d9224c73322c.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.424699] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33699520-379a-4aec-bfad-75489b17c143 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.434882] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612533, 'name': Destroy_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.437398] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Waiting for the task: (returnval){ [ 784.437398] env[70966]: value = "task-3612536" [ 784.437398] env[70966]: _type = "Task" [ 784.437398] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.438343] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 784.438343] env[70966]: value = "task-3612535" [ 784.438343] env[70966]: _type = "Task" [ 784.438343] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.451667] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.456057] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612535, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.513624] env[70966]: DEBUG nova.compute.manager [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.655755] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "d384a829-fab2-4f70-bae5-6460ad85fa20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.656064] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "d384a829-fab2-4f70-bae5-6460ad85fa20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.656287] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "d384a829-fab2-4f70-bae5-6460ad85fa20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.656474] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "d384a829-fab2-4f70-bae5-6460ad85fa20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.656646] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "d384a829-fab2-4f70-bae5-6460ad85fa20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.658928] env[70966]: INFO nova.compute.manager [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Terminating instance [ 784.676317] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "refresh_cache-5191e604-7633-4903-ad1d-c1ecfd3c4d68" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.676627] env[70966]: DEBUG nova.compute.manager [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Instance network_info: |[{"id": "64bc1d4d-4738-4924-8e9b-5e089e0480aa", "address": "fa:16:3e:c3:84:60", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bc1d4d-47", "ovs_interfaceid": "64bc1d4d-4738-4924-8e9b-5e089e0480aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.677273] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:84:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64bc1d4d-4738-4924-8e9b-5e089e0480aa', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.685146] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Creating folder: Project (a3cf3533356a48509e9b47a24d9c7586). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.686316] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa7c0a32-21df-4848-bcdd-f74f14e43857 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.698751] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Created folder: Project (a3cf3533356a48509e9b47a24d9c7586) in parent group-v720468. [ 784.698961] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Creating folder: Instances. Parent ref: group-v720600. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.699234] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c599f4a-59ff-4cb7-824e-4f52f623afa7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.708993] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Created folder: Instances in parent group-v720600. [ 784.709310] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.709462] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.709701] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81c5c2b0-d2f0-4b3a-9f1a-cd38bdbe86b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.730598] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.730598] env[70966]: value = "task-3612539" [ 784.730598] env[70966]: _type = "Task" [ 784.730598] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.743860] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612539, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.788386] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092264} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.788681] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.789610] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f872a0cd-32d9-4797-a3d7-eb4c455ced70 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.814027] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce/91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.814469] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e7a4640-71eb-41a5-873e-d1c4d7272daf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.840318] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 784.840318] env[70966]: value = "task-3612540" [ 784.840318] env[70966]: _type = "Task" [ 784.840318] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.849571] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612540, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.899022] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.971s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.899676] env[70966]: DEBUG nova.compute.manager [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.902607] env[70966]: DEBUG oslo_concurrency.lockutils [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.365s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.902840] env[70966]: DEBUG nova.objects.instance [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Lazy-loading 'resources' on Instance uuid 5a282972-34c3-4c50-accc-d2f54b2676e9 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.925324] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612533, 'name': Destroy_Task, 'duration_secs': 0.564214} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.925749] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Destroyed the VM [ 784.926011] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 784.926112] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6d66c7ce-b9f9-4d2e-a5b5-846dfc5996d8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.935279] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 784.935279] env[70966]: value = "task-3612541" [ 784.935279] env[70966]: _type = "Task" [ 784.935279] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.951163] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612541, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.956892] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.960163] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612535, 'name': Rename_Task, 'duration_secs': 0.19388} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.960380] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.960610] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-951bbfc0-0bbb-4c04-be8b-c9dd0a910c74 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.967385] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 784.967385] env[70966]: value = "task-3612542" [ 784.967385] env[70966]: _type = "Task" [ 784.967385] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.976325] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.045895] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.166645] env[70966]: DEBUG nova.compute.manager [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.166645] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.167460] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccca28f-492f-43fb-a29e-80821478a0cc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.177726] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.177726] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1ebfb62-ce6d-4cf5-9805-ae9619e631dd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.186498] env[70966]: DEBUG oslo_vmware.api [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 785.186498] env[70966]: value = "task-3612543" [ 785.186498] env[70966]: _type = "Task" [ 785.186498] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.196548] env[70966]: DEBUG oslo_vmware.api [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.246048] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612539, 'name': CreateVM_Task, 'duration_secs': 0.443518} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.246048] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.246281] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.246459] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.246939] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.247154] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-382b99e7-4763-4cb0-be21-c9c73e301e05 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.255517] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 785.255517] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bf3e99-4f66-a236-deb7-92c5be8b42b2" [ 785.255517] env[70966]: _type = "Task" [ 785.255517] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.267812] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bf3e99-4f66-a236-deb7-92c5be8b42b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.353806] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.408565] env[70966]: DEBUG nova.compute.utils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.414741] env[70966]: DEBUG nova.compute.manager [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.415078] env[70966]: DEBUG nova.network.neutron [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.428093] env[70966]: DEBUG nova.compute.manager [req-d69a0ddf-b8de-49a1-93e8-550b4d333325 req-2cdf583f-1a79-41a1-834a-fa32577c0755 service nova] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Received event network-changed-64bc1d4d-4738-4924-8e9b-5e089e0480aa {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.428304] env[70966]: DEBUG nova.compute.manager [req-d69a0ddf-b8de-49a1-93e8-550b4d333325 req-2cdf583f-1a79-41a1-834a-fa32577c0755 service nova] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Refreshing instance network info cache due to event network-changed-64bc1d4d-4738-4924-8e9b-5e089e0480aa. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.428536] env[70966]: DEBUG oslo_concurrency.lockutils [req-d69a0ddf-b8de-49a1-93e8-550b4d333325 req-2cdf583f-1a79-41a1-834a-fa32577c0755 service nova] Acquiring lock "refresh_cache-5191e604-7633-4903-ad1d-c1ecfd3c4d68" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.428682] env[70966]: DEBUG oslo_concurrency.lockutils [req-d69a0ddf-b8de-49a1-93e8-550b4d333325 req-2cdf583f-1a79-41a1-834a-fa32577c0755 service nova] Acquired lock "refresh_cache-5191e604-7633-4903-ad1d-c1ecfd3c4d68" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.430012] env[70966]: DEBUG nova.network.neutron [req-d69a0ddf-b8de-49a1-93e8-550b4d333325 req-2cdf583f-1a79-41a1-834a-fa32577c0755 service nova] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Refreshing network info cache for port 64bc1d4d-4738-4924-8e9b-5e089e0480aa {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.187277] env[70966]: DEBUG nova.policy [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e69237458ac4af783fe25cdbaa6c040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56cf93352c60469ca87b4b224d738bda', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.189734] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0e7211a9-b26a-43e2-9ff9-24ae271f04cf tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.189969] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0e7211a9-b26a-43e2-9ff9-24ae271f04cf tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.190194] env[70966]: DEBUG nova.compute.manager [None req-0e7211a9-b26a-43e2-9ff9-24ae271f04cf tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.190705] env[70966]: DEBUG nova.compute.manager [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.201439] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e37ef52-e75a-402a-8e3d-3e472333194a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.223895] env[70966]: DEBUG oslo_vmware.api [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612541, 'name': RemoveSnapshot_Task, 'duration_secs': 0.876296} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.225994] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 786.226283] env[70966]: INFO nova.compute.manager [None req-8d5fe82f-e886-4cf3-bbc0-72db3801610f tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Took 17.19 seconds to snapshot the instance on the hypervisor. [ 786.241221] env[70966]: DEBUG nova.compute.manager [None req-0e7211a9-b26a-43e2-9ff9-24ae271f04cf tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70966) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 786.241827] env[70966]: DEBUG nova.objects.instance [None req-0e7211a9-b26a-43e2-9ff9-24ae271f04cf tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'flavor' on Instance uuid dc4f6db8-170b-4d56-b3bc-80316ec8aed5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.244202] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612540, 'name': ReconfigVM_Task, 'duration_secs': 0.851925} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.244677] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612536, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.114269} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.244892] env[70966]: DEBUG oslo_vmware.api [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612543, 'name': PowerOffVM_Task, 'duration_secs': 0.328326} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.245105] env[70966]: DEBUG oslo_vmware.api [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612542, 'name': PowerOnVM_Task, 'duration_secs': 0.72573} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.251959] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce/91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.252618] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] ddabc195-3a39-4139-8248-5320cd09d48f/ddabc195-3a39-4139-8248-5320cd09d48f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.252826] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.253333] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.253499] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.253725] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.253922] env[70966]: DEBUG nova.compute.manager [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.254198] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bf3e99-4f66-a236-deb7-92c5be8b42b2, 'name': SearchDatastore_Task, 'duration_secs': 0.057368} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.255410] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6af63f5-62f8-4f52-8c50-6310bb517930 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.258018] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af1de91c-79c3-4e03-af9f-724369e591a5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.258177] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f75505e3-b78e-4769-83de-2854a6dde657 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.260080] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec91b8ed-9642-4020-b7cf-7bbb721539f7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.262998] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.262998] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.262998] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.262998] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.263218] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.265889] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec187897-a1aa-40b4-b7ca-b94a14e2fa1e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.280408] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Waiting for the task: (returnval){ [ 786.280408] env[70966]: value = "task-3612547" [ 786.280408] env[70966]: _type = "Task" [ 786.280408] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.281299] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 786.281299] env[70966]: value = "task-3612545" [ 786.281299] env[70966]: _type = "Task" [ 786.281299] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.289121] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.289121] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.293644] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-717663e8-b34f-4ff6-b2ec-52ee57a4246b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.303749] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.303976] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612545, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.305441] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 786.305441] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5263d927-ffa1-5b17-6d9d-84d77528d050" [ 786.305441] env[70966]: _type = "Task" [ 786.305441] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.317593] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5263d927-ffa1-5b17-6d9d-84d77528d050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.412024] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.412024] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.412024] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Deleting the datastore file [datastore1] d384a829-fab2-4f70-bae5-6460ad85fa20 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.412024] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-023ccad7-720a-4bdf-9213-bf497bd543a9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.424160] env[70966]: DEBUG oslo_vmware.api [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for the task: (returnval){ [ 786.424160] env[70966]: value = "task-3612548" [ 786.424160] env[70966]: _type = "Task" [ 786.424160] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.437653] env[70966]: DEBUG oslo_vmware.api [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.583514] env[70966]: DEBUG nova.network.neutron [req-d69a0ddf-b8de-49a1-93e8-550b4d333325 req-2cdf583f-1a79-41a1-834a-fa32577c0755 service nova] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Updated VIF entry in instance network info cache for port 64bc1d4d-4738-4924-8e9b-5e089e0480aa. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.583924] env[70966]: DEBUG nova.network.neutron [req-d69a0ddf-b8de-49a1-93e8-550b4d333325 req-2cdf583f-1a79-41a1-834a-fa32577c0755 service nova] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Updating instance_info_cache with network_info: [{"id": "64bc1d4d-4738-4924-8e9b-5e089e0480aa", "address": "fa:16:3e:c3:84:60", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bc1d4d-47", "ovs_interfaceid": "64bc1d4d-4738-4924-8e9b-5e089e0480aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.760095] env[70966]: DEBUG nova.network.neutron [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Successfully created port: 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.768175] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba64f537-504c-42af-94d9-a1c0cb937326 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.775764] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb964616-adf7-424a-8f23-93eb6aa904f3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.821076] env[70966]: DEBUG oslo_concurrency.lockutils [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.830402] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09340a74-6727-4a16-8ea2-0a00d91a1fcb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.837458] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079763} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.838134] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.841230] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8126710a-6880-445a-a028-51e096259a54 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.852794] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5263d927-ffa1-5b17-6d9d-84d77528d050, 'name': SearchDatastore_Task, 'duration_secs': 0.019148} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.853048] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612545, 'name': Rename_Task, 'duration_secs': 0.239988} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.854674] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a26c4f5-ed59-4c15-ad19-2cef7b0fe086 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.859249] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.870268] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d445ef1b-2871-42e8-b5b1-6e13318c657c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.874678] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2298be92-7fcf-40fb-9994-67c8e5a79ebe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.885192] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] ddabc195-3a39-4139-8248-5320cd09d48f/ddabc195-3a39-4139-8248-5320cd09d48f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.886233] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d050e623-0dcf-4a82-8301-828909ee016d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.914023] env[70966]: DEBUG nova.compute.provider_tree [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.914023] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 786.914023] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d8c263-c962-eca2-d9ba-e3c9dfd70666" [ 786.914023] env[70966]: _type = "Task" [ 786.914023] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.920374] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Waiting for the task: (returnval){ [ 786.920374] env[70966]: value = "task-3612550" [ 786.920374] env[70966]: _type = "Task" [ 786.920374] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.920633] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 786.920633] env[70966]: value = "task-3612549" [ 786.920633] env[70966]: _type = "Task" [ 786.920633] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.935287] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d8c263-c962-eca2-d9ba-e3c9dfd70666, 'name': SearchDatastore_Task, 'duration_secs': 0.01089} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.941866] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.942218] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 5191e604-7633-4903-ad1d-c1ecfd3c4d68/5191e604-7633-4903-ad1d-c1ecfd3c4d68.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.942926] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.943176] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612550, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.943391] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29a4b5c1-8b90-4fc1-aa50-0465a852a12d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.948898] env[70966]: DEBUG oslo_vmware.api [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Task: {'id': task-3612548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193618} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.949545] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.949823] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.950020] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.950219] env[70966]: INFO nova.compute.manager [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Took 1.78 seconds to destroy the instance on the hypervisor. [ 786.950469] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.950708] env[70966]: DEBUG nova.compute.manager [-] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.950826] env[70966]: DEBUG nova.network.neutron [-] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.956426] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 786.956426] env[70966]: value = "task-3612551" [ 786.956426] env[70966]: _type = "Task" [ 786.956426] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.967569] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.086999] env[70966]: DEBUG oslo_concurrency.lockutils [req-d69a0ddf-b8de-49a1-93e8-550b4d333325 req-2cdf583f-1a79-41a1-834a-fa32577c0755 service nova] Releasing lock "refresh_cache-5191e604-7633-4903-ad1d-c1ecfd3c4d68" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.223763] env[70966]: DEBUG nova.compute.manager [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.253342] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7211a9-b26a-43e2-9ff9-24ae271f04cf tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.253342] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4ef1177-830b-4a95-bcc5-ed5fe8130d8b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.274911] env[70966]: DEBUG nova.virt.hardware [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.275224] env[70966]: DEBUG nova.virt.hardware [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.275388] env[70966]: DEBUG nova.virt.hardware [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.275642] env[70966]: DEBUG nova.virt.hardware [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.275831] env[70966]: DEBUG nova.virt.hardware [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.275990] env[70966]: DEBUG nova.virt.hardware [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.276486] env[70966]: DEBUG nova.virt.hardware [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.276486] env[70966]: DEBUG nova.virt.hardware [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.276586] env[70966]: DEBUG nova.virt.hardware [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.276790] env[70966]: DEBUG nova.virt.hardware [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.276936] env[70966]: DEBUG nova.virt.hardware [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.277436] env[70966]: DEBUG oslo_vmware.api [None req-0e7211a9-b26a-43e2-9ff9-24ae271f04cf tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 787.277436] env[70966]: value = "task-3612552" [ 787.277436] env[70966]: _type = "Task" [ 787.277436] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.278222] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4141b3-713d-424e-8f25-9e2367b2cc8e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.292713] env[70966]: DEBUG oslo_vmware.api [None req-0e7211a9-b26a-43e2-9ff9-24ae271f04cf tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.298136] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5322f683-32c0-4908-9c4a-7617d6769074 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.418327] env[70966]: DEBUG nova.scheduler.client.report [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.459151] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.460873] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.478670] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612551, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.569178] env[70966]: DEBUG nova.compute.manager [req-25aab76c-be6d-4f36-a6d6-12ba8a6dfae8 req-2ae027f7-20c5-4bd6-8f60-356866b2cb61 service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Received event network-vif-deleted-6e15e14c-caf5-4bb0-84c8-89020aa74f38 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.569393] env[70966]: INFO nova.compute.manager [req-25aab76c-be6d-4f36-a6d6-12ba8a6dfae8 req-2ae027f7-20c5-4bd6-8f60-356866b2cb61 service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Neutron deleted interface 6e15e14c-caf5-4bb0-84c8-89020aa74f38; detaching it from the instance and deleting it from the info cache [ 787.569734] env[70966]: DEBUG nova.network.neutron [req-25aab76c-be6d-4f36-a6d6-12ba8a6dfae8 req-2ae027f7-20c5-4bd6-8f60-356866b2cb61 service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Updating instance_info_cache with network_info: [{"id": "282ff9c0-ba64-47f8-8224-88161b3da705", "address": "fa:16:3e:08:62:06", "network": {"id": "0280814a-6067-49b6-b374-a0cd23981aec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1001954571", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f6a21e85a8ad4efb99213a9fb32bc684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282ff9c0-ba", "ovs_interfaceid": "282ff9c0-ba64-47f8-8224-88161b3da705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.792771] env[70966]: DEBUG oslo_vmware.api [None req-0e7211a9-b26a-43e2-9ff9-24ae271f04cf tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612552, 'name': PowerOffVM_Task, 'duration_secs': 0.299064} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.795094] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7211a9-b26a-43e2-9ff9-24ae271f04cf tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.795094] env[70966]: DEBUG nova.compute.manager [None req-0e7211a9-b26a-43e2-9ff9-24ae271f04cf tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.795094] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0e224b-5d00-4236-baf3-a3eeb9278dec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.931109] env[70966]: DEBUG oslo_concurrency.lockutils [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.026s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.933153] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.819s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.936637] env[70966]: INFO nova.compute.claims [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.957766] env[70966]: DEBUG oslo_vmware.api [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612549, 'name': PowerOnVM_Task, 'duration_secs': 0.770074} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.961113] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.961399] env[70966]: INFO nova.compute.manager [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Took 12.06 seconds to spawn the instance on the hypervisor. [ 787.962118] env[70966]: DEBUG nova.compute.manager [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.962118] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612550, 'name': ReconfigVM_Task, 'duration_secs': 0.735621} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.962846] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4392ae3-129b-4be1-85e1-92323401414e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.968875] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Reconfigured VM instance instance-0000002f to attach disk [datastore2] ddabc195-3a39-4139-8248-5320cd09d48f/ddabc195-3a39-4139-8248-5320cd09d48f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.970800] env[70966]: INFO nova.scheduler.client.report [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Deleted allocations for instance 5a282972-34c3-4c50-accc-d2f54b2676e9 [ 787.972811] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37bc0dd8-5361-4af2-9328-0c254010b906 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.990500] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588069} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.993357] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 5191e604-7633-4903-ad1d-c1ecfd3c4d68/5191e604-7633-4903-ad1d-c1ecfd3c4d68.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.994331] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.997555] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Waiting for the task: (returnval){ [ 787.997555] env[70966]: value = "task-3612554" [ 787.997555] env[70966]: _type = "Task" [ 787.997555] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.997555] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-082af2c5-1137-4533-9c63-104e5ad0c703 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.010259] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612554, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.012062] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 788.012062] env[70966]: value = "task-3612555" [ 788.012062] env[70966]: _type = "Task" [ 788.012062] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.023107] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.073096] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f3af71f-f4ad-456b-9af8-e2bc24224325 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.087902] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b421881c-210c-4b84-8a79-9f07cfb047ba {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.130336] env[70966]: DEBUG nova.compute.manager [req-25aab76c-be6d-4f36-a6d6-12ba8a6dfae8 req-2ae027f7-20c5-4bd6-8f60-356866b2cb61 service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Detach interface failed, port_id=6e15e14c-caf5-4bb0-84c8-89020aa74f38, reason: Instance d384a829-fab2-4f70-bae5-6460ad85fa20 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 788.254821] env[70966]: DEBUG nova.network.neutron [-] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.274035] env[70966]: DEBUG oslo_concurrency.lockutils [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "f1210592-f6bf-44c0-bc06-8e92caa2754d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.276792] env[70966]: DEBUG oslo_concurrency.lockutils [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "f1210592-f6bf-44c0-bc06-8e92caa2754d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.276792] env[70966]: DEBUG oslo_concurrency.lockutils [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "f1210592-f6bf-44c0-bc06-8e92caa2754d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.276792] env[70966]: DEBUG oslo_concurrency.lockutils [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "f1210592-f6bf-44c0-bc06-8e92caa2754d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.276792] env[70966]: DEBUG oslo_concurrency.lockutils [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "f1210592-f6bf-44c0-bc06-8e92caa2754d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.280395] env[70966]: INFO nova.compute.manager [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Terminating instance [ 788.310247] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0e7211a9-b26a-43e2-9ff9-24ae271f04cf tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.120s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.501248] env[70966]: DEBUG oslo_concurrency.lockutils [None req-75edb24e-1b61-4ccc-83d8-bcc2fe178be9 tempest-ServersTestJSON-1434482962 tempest-ServersTestJSON-1434482962-project-member] Lock "5a282972-34c3-4c50-accc-d2f54b2676e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.984s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.508632] env[70966]: INFO nova.compute.manager [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Took 47.29 seconds to build instance. [ 788.521690] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612554, 'name': Rename_Task, 'duration_secs': 0.259} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.521690] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.522405] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98425fd7-5bec-45bf-92c7-69bc1eac1097 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.528410] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077021} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.529625] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.530381] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673e61bb-383b-4ab1-b669-aaf40b24a417 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.535261] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Waiting for the task: (returnval){ [ 788.535261] env[70966]: value = "task-3612556" [ 788.535261] env[70966]: _type = "Task" [ 788.535261] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.557895] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 5191e604-7633-4903-ad1d-c1ecfd3c4d68/5191e604-7633-4903-ad1d-c1ecfd3c4d68.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.561079] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6209d1b8-d82f-48f7-9777-5a57d4ec9125 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.581606] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.587878] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 788.587878] env[70966]: value = "task-3612557" [ 788.587878] env[70966]: _type = "Task" [ 788.587878] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.599020] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.718325] env[70966]: DEBUG nova.network.neutron [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Successfully updated port: 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.757886] env[70966]: INFO nova.compute.manager [-] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Took 1.81 seconds to deallocate network for instance. [ 788.786101] env[70966]: DEBUG nova.compute.manager [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.786101] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.786410] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493e2f64-def1-4dc4-b974-ea41582955f2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.796526] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.797573] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52648ec9-09d5-4281-b3b8-620a799dec85 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.806392] env[70966]: DEBUG oslo_vmware.api [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 788.806392] env[70966]: value = "task-3612558" [ 788.806392] env[70966]: _type = "Task" [ 788.806392] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.829049] env[70966]: DEBUG oslo_vmware.api [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.912245] env[70966]: DEBUG nova.compute.manager [req-56888341-8297-4184-99d2-046e6925e5b0 req-33f2684b-494f-44a4-8b4f-88847a078da4 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Received event network-vif-plugged-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.912367] env[70966]: DEBUG oslo_concurrency.lockutils [req-56888341-8297-4184-99d2-046e6925e5b0 req-33f2684b-494f-44a4-8b4f-88847a078da4 service nova] Acquiring lock "f7b8ffd2-fb72-48c4-bfe9-8c778490d64c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.912569] env[70966]: DEBUG oslo_concurrency.lockutils [req-56888341-8297-4184-99d2-046e6925e5b0 req-33f2684b-494f-44a4-8b4f-88847a078da4 service nova] Lock "f7b8ffd2-fb72-48c4-bfe9-8c778490d64c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.912744] env[70966]: DEBUG oslo_concurrency.lockutils [req-56888341-8297-4184-99d2-046e6925e5b0 req-33f2684b-494f-44a4-8b4f-88847a078da4 service nova] Lock "f7b8ffd2-fb72-48c4-bfe9-8c778490d64c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.914135] env[70966]: DEBUG nova.compute.manager [req-56888341-8297-4184-99d2-046e6925e5b0 req-33f2684b-494f-44a4-8b4f-88847a078da4 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] No waiting events found dispatching network-vif-plugged-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.914135] env[70966]: WARNING nova.compute.manager [req-56888341-8297-4184-99d2-046e6925e5b0 req-33f2684b-494f-44a4-8b4f-88847a078da4 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Received unexpected event network-vif-plugged-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 for instance with vm_state building and task_state spawning. [ 789.013900] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7fa5fdf7-ee7c-45cf-a074-4cd49b4afdcc tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Lock "91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.579s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.048659] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612556, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.104616] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612557, 'name': ReconfigVM_Task, 'duration_secs': 0.312559} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.105121] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 5191e604-7633-4903-ad1d-c1ecfd3c4d68/5191e604-7633-4903-ad1d-c1ecfd3c4d68.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.108130] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-181e614e-f42e-4067-812b-8e8915a7e2ab {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.118301] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 789.118301] env[70966]: value = "task-3612559" [ 789.118301] env[70966]: _type = "Task" [ 789.118301] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.134145] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612559, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.150368] env[70966]: DEBUG nova.compute.manager [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.150368] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e29e99a-c12c-4c12-bc23-2446d9b5a673 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.219832] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "refresh_cache-f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.219832] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquired lock "refresh_cache-f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.219930] env[70966]: DEBUG nova.network.neutron [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.265648] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.323127] env[70966]: DEBUG oslo_vmware.api [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612558, 'name': PowerOffVM_Task, 'duration_secs': 0.275095} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.326039] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.326223] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.326673] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49e55727-e9ad-4f31-a379-ba9949abb5a6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.329970] env[70966]: INFO nova.compute.manager [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Rebuilding instance [ 789.400813] env[70966]: DEBUG nova.compute.manager [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.402781] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaa318e-9453-46a5-b98a-d87c395bf22f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.431027] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.431354] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.431539] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleting the datastore file [datastore1] f1210592-f6bf-44c0-bc06-8e92caa2754d {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.432300] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5b49651-da08-4a78-a2df-b6e56946cd51 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.443859] env[70966]: DEBUG oslo_vmware.api [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 789.443859] env[70966]: value = "task-3612561" [ 789.443859] env[70966]: _type = "Task" [ 789.443859] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.464940] env[70966]: DEBUG oslo_vmware.api [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.519838] env[70966]: DEBUG nova.compute.manager [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.548118] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612556, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.624498] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfc20e6-c9d0-416c-abfe-847a5854e5d8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.634019] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612559, 'name': Rename_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.636252] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ad01ee-6124-4261-a616-fcef553ddd15 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.676818] env[70966]: INFO nova.compute.manager [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] instance snapshotting [ 789.680082] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe60f52-7705-427d-9ad4-736d3aa04025 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.684898] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17553bd2-e2fb-403f-8fbe-d46c66956341 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.711197] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3f61fa-6b0b-4b5b-ad1f-3dd5b994fc4e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.717284] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a57e130-f852-4dd3-a905-2f391f8786f3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.739342] env[70966]: DEBUG nova.compute.provider_tree [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.769367] env[70966]: DEBUG nova.compute.manager [req-904f5f18-41ea-47b1-825e-0768a7701175 req-7f4cd37e-c17e-4fa1-86be-85a0183e5fea service nova] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Received event network-vif-deleted-282ff9c0-ba64-47f8-8224-88161b3da705 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.807643] env[70966]: DEBUG nova.network.neutron [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.958879] env[70966]: DEBUG oslo_vmware.api [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306628} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.960319] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.960319] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.960319] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.960319] env[70966]: INFO nova.compute.manager [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 789.960752] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.960969] env[70966]: DEBUG nova.compute.manager [-] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.961129] env[70966]: DEBUG nova.network.neutron [-] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.044569] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.052153] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612556, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.131932] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612559, 'name': Rename_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.151184] env[70966]: DEBUG nova.network.neutron [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Updating instance_info_cache with network_info: [{"id": "0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8", "address": "fa:16:3e:55:62:fc", "network": {"id": "44fa23cd-5cd0-4885-bac7-260138c8560b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1629702183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56cf93352c60469ca87b4b224d738bda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e83a523-d4", "ovs_interfaceid": "0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.242852] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 790.243783] env[70966]: DEBUG nova.scheduler.client.report [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.249078] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-827f2ccd-1dd6-4442-90a1-fb15117edffe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.262595] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 790.262595] env[70966]: value = "task-3612563" [ 790.262595] env[70966]: _type = "Task" [ 790.262595] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.274794] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612563, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.440414] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.445151] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-173649cf-7044-4ee7-9130-052b2a0db3f8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.459162] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 790.459162] env[70966]: value = "task-3612564" [ 790.459162] env[70966]: _type = "Task" [ 790.459162] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.473612] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.549854] env[70966]: DEBUG oslo_vmware.api [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612556, 'name': PowerOnVM_Task, 'duration_secs': 1.564372} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.550156] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.550388] env[70966]: INFO nova.compute.manager [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Took 11.62 seconds to spawn the instance on the hypervisor. [ 790.550573] env[70966]: DEBUG nova.compute.manager [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.551438] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d780bd9b-52a1-4004-8515-140ab1ebf6a9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.636305] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612559, 'name': Rename_Task, 'duration_secs': 1.150966} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.636719] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.637046] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c9bcf58-48a7-4d02-b386-2822c9054513 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.646132] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 790.646132] env[70966]: value = "task-3612565" [ 790.646132] env[70966]: _type = "Task" [ 790.646132] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.654638] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Releasing lock "refresh_cache-f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.655008] env[70966]: DEBUG nova.compute.manager [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Instance network_info: |[{"id": "0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8", "address": "fa:16:3e:55:62:fc", "network": {"id": "44fa23cd-5cd0-4885-bac7-260138c8560b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1629702183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56cf93352c60469ca87b4b224d738bda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e83a523-d4", "ovs_interfaceid": "0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.660062] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:62:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.668443] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.668706] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.669998] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.670292] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9c7226e-90c3-430f-ab70-a80854e44d29 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.692151] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.692151] env[70966]: value = "task-3612566" [ 790.692151] env[70966]: _type = "Task" [ 790.692151] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.701537] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612566, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.754959] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.755601] env[70966]: DEBUG nova.compute.manager [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.762026] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.015s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.762026] env[70966]: INFO nova.compute.claims [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.785019] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612563, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.789208] env[70966]: DEBUG nova.network.neutron [-] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.956632] env[70966]: DEBUG nova.compute.manager [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Stashing vm_state: stopped {{(pid=70966) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 790.969755] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612564, 'name': PowerOffVM_Task, 'duration_secs': 0.184069} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.970081] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.970357] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.971335] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667e5953-84cb-4abc-acfa-af3ef47f1f41 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.978285] env[70966]: DEBUG nova.compute.manager [req-a411c4f4-a5c5-4574-acd5-9b2f4185b111 req-f79ea023-1202-4076-8383-a8a4f2c859c5 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Received event network-changed-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.978518] env[70966]: DEBUG nova.compute.manager [req-a411c4f4-a5c5-4574-acd5-9b2f4185b111 req-f79ea023-1202-4076-8383-a8a4f2c859c5 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Refreshing instance network info cache due to event network-changed-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.978797] env[70966]: DEBUG oslo_concurrency.lockutils [req-a411c4f4-a5c5-4574-acd5-9b2f4185b111 req-f79ea023-1202-4076-8383-a8a4f2c859c5 service nova] Acquiring lock "refresh_cache-f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.979033] env[70966]: DEBUG oslo_concurrency.lockutils [req-a411c4f4-a5c5-4574-acd5-9b2f4185b111 req-f79ea023-1202-4076-8383-a8a4f2c859c5 service nova] Acquired lock "refresh_cache-f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.979315] env[70966]: DEBUG nova.network.neutron [req-a411c4f4-a5c5-4574-acd5-9b2f4185b111 req-f79ea023-1202-4076-8383-a8a4f2c859c5 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Refreshing network info cache for port 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.983166] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.983856] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca966d75-6d83-445b-a6d1-9f7e79aac8ca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.021039] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.021278] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.021459] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Deleting the datastore file [datastore2] 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.021738] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06676e23-5981-4263-b542-4db5c9aa1506 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.031479] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 791.031479] env[70966]: value = "task-3612568" [ 791.031479] env[70966]: _type = "Task" [ 791.031479] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.040284] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.087961] env[70966]: INFO nova.compute.manager [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Took 46.77 seconds to build instance. [ 791.165115] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612565, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.206493] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612566, 'name': CreateVM_Task, 'duration_secs': 0.482227} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.206713] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.207524] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.207738] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.208894] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.208894] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e840a2-e195-4e28-b456-d969f3ad3d81 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.215342] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 791.215342] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f1dba6-0440-d3de-9ad4-d3ce2bdd17c5" [ 791.215342] env[70966]: _type = "Task" [ 791.215342] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.224984] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f1dba6-0440-d3de-9ad4-d3ce2bdd17c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.265971] env[70966]: DEBUG nova.compute.utils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.270180] env[70966]: DEBUG nova.compute.manager [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.270366] env[70966]: DEBUG nova.network.neutron [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.285661] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612563, 'name': CreateSnapshot_Task, 'duration_secs': 0.809077} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.286030] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 791.286753] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bfb4ed-bccd-4eb0-99dc-7b4c5c867e65 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.291824] env[70966]: INFO nova.compute.manager [-] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Took 1.33 seconds to deallocate network for instance. [ 791.346645] env[70966]: DEBUG nova.policy [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8af1293309df431ea3af51e0f3cc5c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0437ffc679e4632a3831cf3631c9557', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.488392] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.542536] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152873} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.542914] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.543212] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.543425] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.589444] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bccf5ec0-038e-45cf-96c8-f24a85dad880 tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Lock "ddabc195-3a39-4139-8248-5320cd09d48f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.609s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.659663] env[70966]: DEBUG oslo_vmware.api [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612565, 'name': PowerOnVM_Task, 'duration_secs': 0.618381} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.659976] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.660201] env[70966]: INFO nova.compute.manager [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Took 10.02 seconds to spawn the instance on the hypervisor. [ 791.660380] env[70966]: DEBUG nova.compute.manager [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.661221] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb51ae63-24e6-4ddf-8fe5-8c21fc51800c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.664488] env[70966]: DEBUG nova.network.neutron [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Successfully created port: 840e00a4-8aaf-49de-ad02-d4ff734b471f {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.728655] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f1dba6-0440-d3de-9ad4-d3ce2bdd17c5, 'name': SearchDatastore_Task, 'duration_secs': 0.015593} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.728949] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.729196] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.729428] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.729571] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.729766] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.731041] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f842050a-6ce9-40c9-bf35-a76194d054d9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.742071] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.744019] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.744019] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e76ff6c-b35e-4daa-ac2b-d4775dda7f82 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.751541] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 791.751541] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528a9ce3-84a4-03a3-0427-e52b017623fd" [ 791.751541] env[70966]: _type = "Task" [ 791.751541] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.762545] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528a9ce3-84a4-03a3-0427-e52b017623fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.763634] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41179f9-2748-4bf1-99e2-1148d4ed34bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.770515] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 791.770515] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522aa06c-1017-4d18-bcce-b2a964d0dea8" [ 791.770515] env[70966]: _type = "Task" [ 791.770515] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.774435] env[70966]: DEBUG nova.compute.manager [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.786082] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522aa06c-1017-4d18-bcce-b2a964d0dea8, 'name': SearchDatastore_Task, 'duration_secs': 0.011166} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.786082] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.786407] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] f7b8ffd2-fb72-48c4-bfe9-8c778490d64c/f7b8ffd2-fb72-48c4-bfe9-8c778490d64c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.786599] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fd6f3e8-8dc7-4a15-a7b5-2310443da9b4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.798084] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 791.798084] env[70966]: value = "task-3612572" [ 791.798084] env[70966]: _type = "Task" [ 791.798084] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.808768] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 791.816244] env[70966]: DEBUG oslo_concurrency.lockutils [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.816244] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-25e4330a-9a17-48b2-bb96-7b055aae736c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.819786] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.823153] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Acquiring lock "ddabc195-3a39-4139-8248-5320cd09d48f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.823153] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Lock "ddabc195-3a39-4139-8248-5320cd09d48f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.823727] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Acquiring lock "ddabc195-3a39-4139-8248-5320cd09d48f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.823727] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Lock "ddabc195-3a39-4139-8248-5320cd09d48f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.823839] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Lock "ddabc195-3a39-4139-8248-5320cd09d48f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.826074] env[70966]: INFO nova.compute.manager [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Terminating instance [ 791.835024] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 791.835024] env[70966]: value = "task-3612573" [ 791.835024] env[70966]: _type = "Task" [ 791.835024] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.854813] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612573, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.045293] env[70966]: DEBUG nova.network.neutron [req-a411c4f4-a5c5-4574-acd5-9b2f4185b111 req-f79ea023-1202-4076-8383-a8a4f2c859c5 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Updated VIF entry in instance network info cache for port 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.045905] env[70966]: DEBUG nova.network.neutron [req-a411c4f4-a5c5-4574-acd5-9b2f4185b111 req-f79ea023-1202-4076-8383-a8a4f2c859c5 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Updating instance_info_cache with network_info: [{"id": "0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8", "address": "fa:16:3e:55:62:fc", "network": {"id": "44fa23cd-5cd0-4885-bac7-260138c8560b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1629702183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56cf93352c60469ca87b4b224d738bda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e83a523-d4", "ovs_interfaceid": "0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.091915] env[70966]: DEBUG nova.compute.manager [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.187270] env[70966]: INFO nova.compute.manager [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Took 44.00 seconds to build instance. [ 792.225711] env[70966]: DEBUG nova.compute.manager [req-bac948aa-b771-450e-a556-82d585cb8d57 req-abeda696-f19d-4c3a-988e-94d51663e0d6 service nova] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Received event network-vif-deleted-71726322-a2f9-48aa-8dd5-c0ec02721699 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.310018] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50531} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.310271] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] f7b8ffd2-fb72-48c4-bfe9-8c778490d64c/f7b8ffd2-fb72-48c4-bfe9-8c778490d64c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.310657] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.310657] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50d6d2e4-dd4f-42b4-814c-7dca58edace5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.321733] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 792.321733] env[70966]: value = "task-3612575" [ 792.321733] env[70966]: _type = "Task" [ 792.321733] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.333608] env[70966]: DEBUG nova.compute.manager [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.333608] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.336970] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f684dd9-2443-4d86-99cd-c3ea9f6868fe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.340983] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.353494] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.356616] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-666eb895-adf2-410e-8b98-e9b6dc0f45ff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.358218] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612573, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.367230] env[70966]: DEBUG oslo_vmware.api [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Waiting for the task: (returnval){ [ 792.367230] env[70966]: value = "task-3612576" [ 792.367230] env[70966]: _type = "Task" [ 792.367230] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.382167] env[70966]: DEBUG oslo_vmware.api [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.445117] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9af7e67-896a-4b2c-b272-2e9dc2b9cafe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.453787] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3996fea-b734-4dd7-bbec-9bbc863f038c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.486945] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3783537-b4cd-4979-8d07-c9b376806cd2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.496088] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6874229-a33c-445b-8c1a-e82b11195012 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.511392] env[70966]: DEBUG nova.compute.provider_tree [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.554653] env[70966]: DEBUG oslo_concurrency.lockutils [req-a411c4f4-a5c5-4574-acd5-9b2f4185b111 req-f79ea023-1202-4076-8383-a8a4f2c859c5 service nova] Releasing lock "refresh_cache-f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.584697] env[70966]: DEBUG nova.virt.hardware [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.584697] env[70966]: DEBUG nova.virt.hardware [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.584956] env[70966]: DEBUG nova.virt.hardware [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.586028] env[70966]: DEBUG nova.virt.hardware [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.586028] env[70966]: DEBUG nova.virt.hardware [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.586028] env[70966]: DEBUG nova.virt.hardware [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.586028] env[70966]: DEBUG nova.virt.hardware [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.586028] env[70966]: DEBUG nova.virt.hardware [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.586028] env[70966]: DEBUG nova.virt.hardware [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.586283] env[70966]: DEBUG nova.virt.hardware [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.586491] env[70966]: DEBUG nova.virt.hardware [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.587886] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1ec9f4-e2c8-41ec-8640-c8bb06a4010b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.602023] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bb4e7e-180e-4ea9-b024-004af1c61c6f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.619271] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.626184] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.626921] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.626921] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d8dfddc-93be-4a27-9407-e0ac523de68f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.642104] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.651225] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.651225] env[70966]: value = "task-3612577" [ 792.651225] env[70966]: _type = "Task" [ 792.651225] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.660062] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612577, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.691111] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7d13a09-08fd-43a1-9240-214db903b5e9 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "5191e604-7633-4903-ad1d-c1ecfd3c4d68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.416s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.783961] env[70966]: DEBUG nova.compute.manager [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.809137] env[70966]: DEBUG nova.virt.hardware [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.809412] env[70966]: DEBUG nova.virt.hardware [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.809572] env[70966]: DEBUG nova.virt.hardware [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.809837] env[70966]: DEBUG nova.virt.hardware [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.809957] env[70966]: DEBUG nova.virt.hardware [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.810456] env[70966]: DEBUG nova.virt.hardware [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.810731] env[70966]: DEBUG nova.virt.hardware [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.811792] env[70966]: DEBUG nova.virt.hardware [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.811942] env[70966]: DEBUG nova.virt.hardware [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.812179] env[70966]: DEBUG nova.virt.hardware [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.812404] env[70966]: DEBUG nova.virt.hardware [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.813543] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74354d6-d16c-4b29-9d46-34b4631c21c2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.823184] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45212737-d350-4404-8e3d-4a8d78292051 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.840696] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135436} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.851597] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.856180] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fa741d-e647-4841-bd1f-eebb2cc51c19 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.865890] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612573, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.887215] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] f7b8ffd2-fb72-48c4-bfe9-8c778490d64c/f7b8ffd2-fb72-48c4-bfe9-8c778490d64c.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.890695] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e592bc09-4933-4ea6-b5f3-d542dd11be53 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.912792] env[70966]: DEBUG oslo_vmware.api [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612576, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.914376] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 792.914376] env[70966]: value = "task-3612578" [ 792.914376] env[70966]: _type = "Task" [ 792.914376] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.922912] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.015443] env[70966]: DEBUG nova.scheduler.client.report [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.164761] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612577, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.295560] env[70966]: DEBUG nova.network.neutron [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Successfully updated port: 840e00a4-8aaf-49de-ad02-d4ff734b471f {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.370575] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612573, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.389962] env[70966]: DEBUG oslo_vmware.api [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612576, 'name': PowerOffVM_Task, 'duration_secs': 0.644521} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.390418] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.390631] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.391133] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b297994-5caf-4450-8f84-536c9ae3daea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.429677] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.482645] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.483628] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.486145] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Deleting the datastore file [datastore2] ddabc195-3a39-4139-8248-5320cd09d48f {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.486702] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4907d09e-8eaf-490f-af40-d8e4472b228e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.497059] env[70966]: DEBUG oslo_vmware.api [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Waiting for the task: (returnval){ [ 793.497059] env[70966]: value = "task-3612580" [ 793.497059] env[70966]: _type = "Task" [ 793.497059] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.508663] env[70966]: DEBUG oslo_vmware.api [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.520817] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.521524] env[70966]: DEBUG nova.compute.manager [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.524297] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.008s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.525097] env[70966]: DEBUG nova.objects.instance [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Lazy-loading 'resources' on Instance uuid 3f5f849f-6385-43fc-84da-d6750104dbab {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.661570] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612577, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.799410] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "refresh_cache-4f0b7637-6afd-4b78-aca9-ba2f6af4f764" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.799658] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquired lock "refresh_cache-4f0b7637-6afd-4b78-aca9-ba2f6af4f764" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.799893] env[70966]: DEBUG nova.network.neutron [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.883602] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612573, 'name': CloneVM_Task, 'duration_secs': 2.039303} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.884055] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Created linked-clone VM from snapshot [ 793.885183] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfe780a-db6a-4982-85a9-d5059f57a288 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.907840] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Uploading image fa41a02a-2308-4a4a-afdc-ed9eaf3589a4 {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 793.934300] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.944557] env[70966]: DEBUG oslo_vmware.rw_handles [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 793.944557] env[70966]: value = "vm-720609" [ 793.944557] env[70966]: _type = "VirtualMachine" [ 793.944557] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 793.944910] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-172e0e3a-5efc-41bc-88cf-afca44909748 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.957527] env[70966]: DEBUG oslo_vmware.rw_handles [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lease: (returnval){ [ 793.957527] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52546d5e-276f-ee9e-b6cd-9c8f3435819d" [ 793.957527] env[70966]: _type = "HttpNfcLease" [ 793.957527] env[70966]: } obtained for exporting VM: (result){ [ 793.957527] env[70966]: value = "vm-720609" [ 793.957527] env[70966]: _type = "VirtualMachine" [ 793.957527] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 793.957931] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the lease: (returnval){ [ 793.957931] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52546d5e-276f-ee9e-b6cd-9c8f3435819d" [ 793.957931] env[70966]: _type = "HttpNfcLease" [ 793.957931] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 793.973704] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 793.973704] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52546d5e-276f-ee9e-b6cd-9c8f3435819d" [ 793.973704] env[70966]: _type = "HttpNfcLease" [ 793.973704] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 793.974269] env[70966]: DEBUG oslo_vmware.rw_handles [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 793.974269] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52546d5e-276f-ee9e-b6cd-9c8f3435819d" [ 793.974269] env[70966]: _type = "HttpNfcLease" [ 793.974269] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 793.975025] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa07758-29c4-4819-b36f-3161f69cf448 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.985806] env[70966]: DEBUG oslo_vmware.rw_handles [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac1134-0483-bc61-db9b-db4b43b9b50e/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 793.986034] env[70966]: DEBUG oslo_vmware.rw_handles [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac1134-0483-bc61-db9b-db4b43b9b50e/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 794.050946] env[70966]: DEBUG nova.compute.utils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.061462] env[70966]: DEBUG nova.compute.manager [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.061462] env[70966]: DEBUG nova.network.neutron [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.070747] env[70966]: DEBUG oslo_vmware.api [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Task: {'id': task-3612580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173571} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.071745] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.071745] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.071745] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.071745] env[70966]: INFO nova.compute.manager [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Took 1.74 seconds to destroy the instance on the hypervisor. [ 794.072009] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.072241] env[70966]: DEBUG nova.compute.manager [-] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.072345] env[70966]: DEBUG nova.network.neutron [-] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.122283] env[70966]: DEBUG nova.policy [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12083455fb794fedb83116105a37b509', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a77c654163740bcbb431fcff1b8dc30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.146277] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88a71736-ed6d-4254-a540-64126338f65d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.176483] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612577, 'name': CreateVM_Task, 'duration_secs': 1.321919} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.177084] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.177589] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.177754] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.178094] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.178340] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16d9d72-52a7-40be-a6c0-39d63f5f6620 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.188780] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 794.188780] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523ac4e7-ad7d-5de8-d53c-6b6fd567bee7" [ 794.188780] env[70966]: _type = "Task" [ 794.188780] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.209219] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523ac4e7-ad7d-5de8-d53c-6b6fd567bee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.351209] env[70966]: DEBUG nova.network.neutron [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.438070] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612578, 'name': ReconfigVM_Task, 'duration_secs': 1.08005} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.440923] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Reconfigured VM instance instance-00000031 to attach disk [datastore1] f7b8ffd2-fb72-48c4-bfe9-8c778490d64c/f7b8ffd2-fb72-48c4-bfe9-8c778490d64c.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.444304] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1411752-3e12-4629-8177-a68a070545db {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.454077] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 794.454077] env[70966]: value = "task-3612584" [ 794.454077] env[70966]: _type = "Task" [ 794.454077] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.466632] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612584, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.557248] env[70966]: DEBUG nova.compute.manager [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.588636] env[70966]: DEBUG nova.network.neutron [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Updating instance_info_cache with network_info: [{"id": "840e00a4-8aaf-49de-ad02-d4ff734b471f", "address": "fa:16:3e:34:19:3d", "network": {"id": "be725e89-e605-43e4-9d86-ea7a307af3f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752546274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f0437ffc679e4632a3831cf3631c9557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840e00a4-8a", "ovs_interfaceid": "840e00a4-8aaf-49de-ad02-d4ff734b471f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.598723] env[70966]: DEBUG nova.network.neutron [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Successfully created port: 5712c9e4-b89f-437e-a04e-b570e677bf49 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.701640] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523ac4e7-ad7d-5de8-d53c-6b6fd567bee7, 'name': SearchDatastore_Task, 'duration_secs': 0.035005} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.705666] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.705979] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.706331] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.706510] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.706985] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.707725] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae868e46-8489-48c2-bf59-cc84801f3c11 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.727547] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.727547] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.727547] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70acace6-23b7-4022-ad45-a6f8339f40df {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.733295] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 794.733295] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5299f9d4-1bc4-0b20-548e-d71ad43b2edf" [ 794.733295] env[70966]: _type = "Task" [ 794.733295] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.743839] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25ebde1-a23f-45eb-8b90-92edf84f0e1f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.752905] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5299f9d4-1bc4-0b20-548e-d71ad43b2edf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.761279] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b2f808-9897-4348-9465-793d916da936 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.800470] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca05803-c340-495b-93b7-bfc2a4594ecb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.805090] env[70966]: DEBUG nova.compute.manager [req-57152307-87fd-4ea6-bd95-eadefedb07b1 req-14809abe-a5e0-4d4c-b2b9-24b440aa14b4 service nova] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Received event network-vif-plugged-840e00a4-8aaf-49de-ad02-d4ff734b471f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.805090] env[70966]: DEBUG oslo_concurrency.lockutils [req-57152307-87fd-4ea6-bd95-eadefedb07b1 req-14809abe-a5e0-4d4c-b2b9-24b440aa14b4 service nova] Acquiring lock "4f0b7637-6afd-4b78-aca9-ba2f6af4f764-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.805090] env[70966]: DEBUG oslo_concurrency.lockutils [req-57152307-87fd-4ea6-bd95-eadefedb07b1 req-14809abe-a5e0-4d4c-b2b9-24b440aa14b4 service nova] Lock "4f0b7637-6afd-4b78-aca9-ba2f6af4f764-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.805090] env[70966]: DEBUG oslo_concurrency.lockutils [req-57152307-87fd-4ea6-bd95-eadefedb07b1 req-14809abe-a5e0-4d4c-b2b9-24b440aa14b4 service nova] Lock "4f0b7637-6afd-4b78-aca9-ba2f6af4f764-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.805090] env[70966]: DEBUG nova.compute.manager [req-57152307-87fd-4ea6-bd95-eadefedb07b1 req-14809abe-a5e0-4d4c-b2b9-24b440aa14b4 service nova] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] No waiting events found dispatching network-vif-plugged-840e00a4-8aaf-49de-ad02-d4ff734b471f {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.805264] env[70966]: WARNING nova.compute.manager [req-57152307-87fd-4ea6-bd95-eadefedb07b1 req-14809abe-a5e0-4d4c-b2b9-24b440aa14b4 service nova] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Received unexpected event network-vif-plugged-840e00a4-8aaf-49de-ad02-d4ff734b471f for instance with vm_state building and task_state spawning. [ 794.805437] env[70966]: DEBUG nova.compute.manager [req-57152307-87fd-4ea6-bd95-eadefedb07b1 req-14809abe-a5e0-4d4c-b2b9-24b440aa14b4 service nova] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Received event network-changed-840e00a4-8aaf-49de-ad02-d4ff734b471f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.805537] env[70966]: DEBUG nova.compute.manager [req-57152307-87fd-4ea6-bd95-eadefedb07b1 req-14809abe-a5e0-4d4c-b2b9-24b440aa14b4 service nova] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Refreshing instance network info cache due to event network-changed-840e00a4-8aaf-49de-ad02-d4ff734b471f. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.805777] env[70966]: DEBUG oslo_concurrency.lockutils [req-57152307-87fd-4ea6-bd95-eadefedb07b1 req-14809abe-a5e0-4d4c-b2b9-24b440aa14b4 service nova] Acquiring lock "refresh_cache-4f0b7637-6afd-4b78-aca9-ba2f6af4f764" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.817582] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bfdc28-7c1d-4c1c-88d4-a4729ad92fe3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.833183] env[70966]: DEBUG nova.compute.provider_tree [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.851122] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "f70d760d-b27a-4278-9101-32b519021e25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.851363] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "f70d760d-b27a-4278-9101-32b519021e25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.968161] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612584, 'name': Rename_Task, 'duration_secs': 0.245037} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.968359] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.969392] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7180bc5b-d8bd-410e-99e1-c157724177fd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.978048] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 794.978048] env[70966]: value = "task-3612585" [ 794.978048] env[70966]: _type = "Task" [ 794.978048] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.988157] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.093637] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Releasing lock "refresh_cache-4f0b7637-6afd-4b78-aca9-ba2f6af4f764" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.094502] env[70966]: DEBUG nova.compute.manager [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Instance network_info: |[{"id": "840e00a4-8aaf-49de-ad02-d4ff734b471f", "address": "fa:16:3e:34:19:3d", "network": {"id": "be725e89-e605-43e4-9d86-ea7a307af3f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752546274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f0437ffc679e4632a3831cf3631c9557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840e00a4-8a", "ovs_interfaceid": "840e00a4-8aaf-49de-ad02-d4ff734b471f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.094502] env[70966]: DEBUG oslo_concurrency.lockutils [req-57152307-87fd-4ea6-bd95-eadefedb07b1 req-14809abe-a5e0-4d4c-b2b9-24b440aa14b4 service nova] Acquired lock "refresh_cache-4f0b7637-6afd-4b78-aca9-ba2f6af4f764" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.094711] env[70966]: DEBUG nova.network.neutron [req-57152307-87fd-4ea6-bd95-eadefedb07b1 req-14809abe-a5e0-4d4c-b2b9-24b440aa14b4 service nova] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Refreshing network info cache for port 840e00a4-8aaf-49de-ad02-d4ff734b471f {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.096698] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:19:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '840e00a4-8aaf-49de-ad02-d4ff734b471f', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.108467] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.109577] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.109824] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-950d98db-aaff-4e2a-8459-b630758d4eb0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.135519] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.135519] env[70966]: value = "task-3612586" [ 795.135519] env[70966]: _type = "Task" [ 795.135519] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.149585] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612586, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.189963] env[70966]: DEBUG nova.compute.manager [req-9c230152-5e95-4d7c-bae7-c5036b77a83d req-ce8e11b6-2232-4ca6-8d86-f19a3dd09ffd service nova] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Received event network-vif-deleted-39791673-b895-4743-90a6-554d18d5824d {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.190568] env[70966]: INFO nova.compute.manager [req-9c230152-5e95-4d7c-bae7-c5036b77a83d req-ce8e11b6-2232-4ca6-8d86-f19a3dd09ffd service nova] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Neutron deleted interface 39791673-b895-4743-90a6-554d18d5824d; detaching it from the instance and deleting it from the info cache [ 795.191048] env[70966]: DEBUG nova.network.neutron [req-9c230152-5e95-4d7c-bae7-c5036b77a83d req-ce8e11b6-2232-4ca6-8d86-f19a3dd09ffd service nova] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.247154] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5299f9d4-1bc4-0b20-548e-d71ad43b2edf, 'name': SearchDatastore_Task, 'duration_secs': 0.011451} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.248532] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd69f9e-c541-43a9-a24e-c439720f4f05 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.256398] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 795.256398] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5278c553-779b-2da4-51fb-12b0514b7cda" [ 795.256398] env[70966]: _type = "Task" [ 795.256398] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.268018] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5278c553-779b-2da4-51fb-12b0514b7cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.309254] env[70966]: DEBUG nova.network.neutron [-] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.336169] env[70966]: DEBUG nova.scheduler.client.report [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.355254] env[70966]: DEBUG nova.compute.manager [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.490214] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.571809] env[70966]: DEBUG nova.compute.manager [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.602301] env[70966]: DEBUG nova.virt.hardware [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.602662] env[70966]: DEBUG nova.virt.hardware [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.602911] env[70966]: DEBUG nova.virt.hardware [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.603135] env[70966]: DEBUG nova.virt.hardware [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.603416] env[70966]: DEBUG nova.virt.hardware [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.603706] env[70966]: DEBUG nova.virt.hardware [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.604013] env[70966]: DEBUG nova.virt.hardware [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.604296] env[70966]: DEBUG nova.virt.hardware [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.604576] env[70966]: DEBUG nova.virt.hardware [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.605040] env[70966]: DEBUG nova.virt.hardware [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.605040] env[70966]: DEBUG nova.virt.hardware [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.606524] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2192be3b-07de-4ede-80b3-203351fca5a2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.625504] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458bfbfe-3af6-4dea-b769-76d4bdb2d63c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.654768] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612586, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.696810] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-533c76bb-92cd-4095-a8b9-040c02ad157c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.718322] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1ab0cb-81ed-45c0-9394-74115aed1a6a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.776812] env[70966]: DEBUG nova.compute.manager [req-9c230152-5e95-4d7c-bae7-c5036b77a83d req-ce8e11b6-2232-4ca6-8d86-f19a3dd09ffd service nova] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Detach interface failed, port_id=39791673-b895-4743-90a6-554d18d5824d, reason: Instance ddabc195-3a39-4139-8248-5320cd09d48f could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 795.788456] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5278c553-779b-2da4-51fb-12b0514b7cda, 'name': SearchDatastore_Task, 'duration_secs': 0.01147} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.788832] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.789196] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce/91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.789515] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01fd5ab6-d233-415d-9e1f-7b76dc01dc0c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.797807] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 795.797807] env[70966]: value = "task-3612587" [ 795.797807] env[70966]: _type = "Task" [ 795.797807] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.807314] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.812192] env[70966]: INFO nova.compute.manager [-] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Took 1.74 seconds to deallocate network for instance. [ 795.841887] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.317s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.844703] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.944s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.845043] env[70966]: DEBUG nova.objects.instance [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70966) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 795.883583] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.884745] env[70966]: INFO nova.scheduler.client.report [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Deleted allocations for instance 3f5f849f-6385-43fc-84da-d6750104dbab [ 795.992157] env[70966]: DEBUG oslo_vmware.api [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612585, 'name': PowerOnVM_Task, 'duration_secs': 0.968309} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.993162] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.993162] env[70966]: INFO nova.compute.manager [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Took 8.77 seconds to spawn the instance on the hypervisor. [ 795.993354] env[70966]: DEBUG nova.compute.manager [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.995121] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4406d70-6d7c-49d4-aaef-9766931f7f15 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.128306] env[70966]: DEBUG nova.network.neutron [req-57152307-87fd-4ea6-bd95-eadefedb07b1 req-14809abe-a5e0-4d4c-b2b9-24b440aa14b4 service nova] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Updated VIF entry in instance network info cache for port 840e00a4-8aaf-49de-ad02-d4ff734b471f. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.128794] env[70966]: DEBUG nova.network.neutron [req-57152307-87fd-4ea6-bd95-eadefedb07b1 req-14809abe-a5e0-4d4c-b2b9-24b440aa14b4 service nova] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Updating instance_info_cache with network_info: [{"id": "840e00a4-8aaf-49de-ad02-d4ff734b471f", "address": "fa:16:3e:34:19:3d", "network": {"id": "be725e89-e605-43e4-9d86-ea7a307af3f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752546274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f0437ffc679e4632a3831cf3631c9557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840e00a4-8a", "ovs_interfaceid": "840e00a4-8aaf-49de-ad02-d4ff734b471f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.147483] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612586, 'name': CreateVM_Task, 'duration_secs': 0.691306} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.147691] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.148429] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.148687] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.148938] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.149239] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf36374-aa38-4649-918a-d73419b0c8c7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.155404] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 796.155404] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5233647b-f674-f7cf-e959-4f4e63101353" [ 796.155404] env[70966]: _type = "Task" [ 796.155404] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.165608] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5233647b-f674-f7cf-e959-4f4e63101353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.310493] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612587, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.325922] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.401733] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b90d93ef-fd03-46a1-8fa0-952e85fc4d1a tempest-AttachInterfacesUnderV243Test-1025168176 tempest-AttachInterfacesUnderV243Test-1025168176-project-member] Lock "3f5f849f-6385-43fc-84da-d6750104dbab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.475s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.519144] env[70966]: INFO nova.compute.manager [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Took 45.07 seconds to build instance. [ 796.533708] env[70966]: DEBUG nova.network.neutron [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Successfully updated port: 5712c9e4-b89f-437e-a04e-b570e677bf49 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.632811] env[70966]: DEBUG oslo_concurrency.lockutils [req-57152307-87fd-4ea6-bd95-eadefedb07b1 req-14809abe-a5e0-4d4c-b2b9-24b440aa14b4 service nova] Releasing lock "refresh_cache-4f0b7637-6afd-4b78-aca9-ba2f6af4f764" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.672411] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5233647b-f674-f7cf-e959-4f4e63101353, 'name': SearchDatastore_Task, 'duration_secs': 0.062185} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.673104] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.674378] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.674848] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.675134] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.675783] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.676229] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf6d4d62-eedf-4b46-87a5-89bb6659cf9f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.689236] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.689476] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.690314] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33bfe03b-c21d-4edc-8882-bfb38ed0cd4c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.699327] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 796.699327] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fb0853-c533-df13-64fa-b41d5ff23ed2" [ 796.699327] env[70966]: _type = "Task" [ 796.699327] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.707502] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fb0853-c533-df13-64fa-b41d5ff23ed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.811226] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566591} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.811530] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce/91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.811766] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.812038] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b372034a-9892-4d78-b866-20eac230c844 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.822826] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 796.822826] env[70966]: value = "task-3612590" [ 796.822826] env[70966]: _type = "Task" [ 796.822826] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.836928] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.841270] env[70966]: DEBUG nova.compute.manager [req-4f9a1567-ef1e-4e0e-9cdf-0d4f9a6037e6 req-34f8c89b-135a-427a-aeeb-8819d7a4466e service nova] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Received event network-vif-plugged-5712c9e4-b89f-437e-a04e-b570e677bf49 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.841498] env[70966]: DEBUG oslo_concurrency.lockutils [req-4f9a1567-ef1e-4e0e-9cdf-0d4f9a6037e6 req-34f8c89b-135a-427a-aeeb-8819d7a4466e service nova] Acquiring lock "51fa14a5-b703-4023-a641-4ca9894bdc49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.841720] env[70966]: DEBUG oslo_concurrency.lockutils [req-4f9a1567-ef1e-4e0e-9cdf-0d4f9a6037e6 req-34f8c89b-135a-427a-aeeb-8819d7a4466e service nova] Lock "51fa14a5-b703-4023-a641-4ca9894bdc49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.841941] env[70966]: DEBUG oslo_concurrency.lockutils [req-4f9a1567-ef1e-4e0e-9cdf-0d4f9a6037e6 req-34f8c89b-135a-427a-aeeb-8819d7a4466e service nova] Lock "51fa14a5-b703-4023-a641-4ca9894bdc49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.842151] env[70966]: DEBUG nova.compute.manager [req-4f9a1567-ef1e-4e0e-9cdf-0d4f9a6037e6 req-34f8c89b-135a-427a-aeeb-8819d7a4466e service nova] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] No waiting events found dispatching network-vif-plugged-5712c9e4-b89f-437e-a04e-b570e677bf49 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.842327] env[70966]: WARNING nova.compute.manager [req-4f9a1567-ef1e-4e0e-9cdf-0d4f9a6037e6 req-34f8c89b-135a-427a-aeeb-8819d7a4466e service nova] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Received unexpected event network-vif-plugged-5712c9e4-b89f-437e-a04e-b570e677bf49 for instance with vm_state building and task_state spawning. [ 796.842491] env[70966]: DEBUG nova.compute.manager [req-4f9a1567-ef1e-4e0e-9cdf-0d4f9a6037e6 req-34f8c89b-135a-427a-aeeb-8819d7a4466e service nova] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Received event network-changed-5712c9e4-b89f-437e-a04e-b570e677bf49 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.842682] env[70966]: DEBUG nova.compute.manager [req-4f9a1567-ef1e-4e0e-9cdf-0d4f9a6037e6 req-34f8c89b-135a-427a-aeeb-8819d7a4466e service nova] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Refreshing instance network info cache due to event network-changed-5712c9e4-b89f-437e-a04e-b570e677bf49. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.842899] env[70966]: DEBUG oslo_concurrency.lockutils [req-4f9a1567-ef1e-4e0e-9cdf-0d4f9a6037e6 req-34f8c89b-135a-427a-aeeb-8819d7a4466e service nova] Acquiring lock "refresh_cache-51fa14a5-b703-4023-a641-4ca9894bdc49" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.843103] env[70966]: DEBUG oslo_concurrency.lockutils [req-4f9a1567-ef1e-4e0e-9cdf-0d4f9a6037e6 req-34f8c89b-135a-427a-aeeb-8819d7a4466e service nova] Acquired lock "refresh_cache-51fa14a5-b703-4023-a641-4ca9894bdc49" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.843313] env[70966]: DEBUG nova.network.neutron [req-4f9a1567-ef1e-4e0e-9cdf-0d4f9a6037e6 req-34f8c89b-135a-427a-aeeb-8819d7a4466e service nova] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Refreshing network info cache for port 5712c9e4-b89f-437e-a04e-b570e677bf49 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.857578] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ea2e455a-4ea4-479c-809e-8d25ed718c13 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.858864] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.131s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.863823] env[70966]: INFO nova.compute.claims [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.021520] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd62cf44-e100-4695-9105-82a8dada1684 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.108s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.037501] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "refresh_cache-51fa14a5-b703-4023-a641-4ca9894bdc49" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.217315] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fb0853-c533-df13-64fa-b41d5ff23ed2, 'name': SearchDatastore_Task, 'duration_secs': 0.024027} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.220994] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161c15d6-a4e0-4b20-9644-f136f2b50116 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.227021] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 797.227021] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524682a3-bdd9-fe11-d186-a9d906e5b879" [ 797.227021] env[70966]: _type = "Task" [ 797.227021] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.238420] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524682a3-bdd9-fe11-d186-a9d906e5b879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.336740] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121193} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.337067] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.337939] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11978b3-34b8-49b9-b2d8-32a7614d836f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.377507] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce/91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.384752] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2387c6fa-852d-4809-b402-316e12c105fd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.411050] env[70966]: DEBUG nova.compute.manager [req-237fb23d-f609-4649-af83-92f353351c10 req-48854bcd-752f-4bff-90fb-cc0faf549b8a service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Received event network-changed-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.411169] env[70966]: DEBUG nova.compute.manager [req-237fb23d-f609-4649-af83-92f353351c10 req-48854bcd-752f-4bff-90fb-cc0faf549b8a service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Refreshing instance network info cache due to event network-changed-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.411351] env[70966]: DEBUG oslo_concurrency.lockutils [req-237fb23d-f609-4649-af83-92f353351c10 req-48854bcd-752f-4bff-90fb-cc0faf549b8a service nova] Acquiring lock "refresh_cache-f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.411490] env[70966]: DEBUG oslo_concurrency.lockutils [req-237fb23d-f609-4649-af83-92f353351c10 req-48854bcd-752f-4bff-90fb-cc0faf549b8a service nova] Acquired lock "refresh_cache-f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.411645] env[70966]: DEBUG nova.network.neutron [req-237fb23d-f609-4649-af83-92f353351c10 req-48854bcd-752f-4bff-90fb-cc0faf549b8a service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Refreshing network info cache for port 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.416692] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 797.416692] env[70966]: value = "task-3612591" [ 797.416692] env[70966]: _type = "Task" [ 797.416692] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.428886] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.447454] env[70966]: DEBUG nova.network.neutron [req-4f9a1567-ef1e-4e0e-9cdf-0d4f9a6037e6 req-34f8c89b-135a-427a-aeeb-8819d7a4466e service nova] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.557156] env[70966]: DEBUG nova.network.neutron [req-4f9a1567-ef1e-4e0e-9cdf-0d4f9a6037e6 req-34f8c89b-135a-427a-aeeb-8819d7a4466e service nova] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.738991] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524682a3-bdd9-fe11-d186-a9d906e5b879, 'name': SearchDatastore_Task, 'duration_secs': 0.016393} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.739184] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.739470] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 4f0b7637-6afd-4b78-aca9-ba2f6af4f764/4f0b7637-6afd-4b78-aca9-ba2f6af4f764.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.739876] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79923677-27ba-4060-b21a-14109e2131bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.753995] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 797.753995] env[70966]: value = "task-3612592" [ 797.753995] env[70966]: _type = "Task" [ 797.753995] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.770714] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.935512] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612591, 'name': ReconfigVM_Task, 'duration_secs': 0.502165} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.935810] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce/91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.936472] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1880d8e-af14-4cc7-aa0e-8a3ad8b9ccec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.945133] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 797.945133] env[70966]: value = "task-3612593" [ 797.945133] env[70966]: _type = "Task" [ 797.945133] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.959336] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612593, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.061472] env[70966]: DEBUG oslo_concurrency.lockutils [req-4f9a1567-ef1e-4e0e-9cdf-0d4f9a6037e6 req-34f8c89b-135a-427a-aeeb-8819d7a4466e service nova] Releasing lock "refresh_cache-51fa14a5-b703-4023-a641-4ca9894bdc49" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.061472] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "refresh_cache-51fa14a5-b703-4023-a641-4ca9894bdc49" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.061472] env[70966]: DEBUG nova.network.neutron [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.079193] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee747783-7e86-4177-8c7f-06e0073eeb28 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.097046] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c200b618-2d6a-487c-80e4-4c73fb58287c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.147859] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84d432e-a8c6-47d2-8823-7891adf04485 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.160913] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9cbb1c-0bf4-402f-bd2c-0f3d0060e0c7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.178461] env[70966]: DEBUG nova.compute.provider_tree [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.229388] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.229697] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.230034] env[70966]: INFO nova.compute.manager [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Rebooting instance [ 798.268486] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612592, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.323964] env[70966]: DEBUG nova.network.neutron [req-237fb23d-f609-4649-af83-92f353351c10 req-48854bcd-752f-4bff-90fb-cc0faf549b8a service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Updated VIF entry in instance network info cache for port 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.324638] env[70966]: DEBUG nova.network.neutron [req-237fb23d-f609-4649-af83-92f353351c10 req-48854bcd-752f-4bff-90fb-cc0faf549b8a service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Updating instance_info_cache with network_info: [{"id": "0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8", "address": "fa:16:3e:55:62:fc", "network": {"id": "44fa23cd-5cd0-4885-bac7-260138c8560b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1629702183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56cf93352c60469ca87b4b224d738bda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e83a523-d4", "ovs_interfaceid": "0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.459397] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612593, 'name': Rename_Task, 'duration_secs': 0.245651} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.459696] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.460821] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ff05afe-254d-4bac-9063-6cbb8eb30a78 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.469256] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 798.469256] env[70966]: value = "task-3612595" [ 798.469256] env[70966]: _type = "Task" [ 798.469256] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.480316] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.607094] env[70966]: DEBUG nova.network.neutron [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.720606] env[70966]: ERROR nova.scheduler.client.report [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [req-647d4f25-fc5e-4bae-a28d-a1aa18a116f4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 28f91738-2b78-4613-b71e-2571db52847f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-647d4f25-fc5e-4bae-a28d-a1aa18a116f4"}]} [ 798.745695] env[70966]: DEBUG nova.scheduler.client.report [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Refreshing inventories for resource provider 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 798.762691] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "refresh_cache-f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.770426] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614434} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.772389] env[70966]: DEBUG nova.scheduler.client.report [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Updating ProviderTree inventory for provider 28f91738-2b78-4613-b71e-2571db52847f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 798.772716] env[70966]: DEBUG nova.compute.provider_tree [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.775036] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 4f0b7637-6afd-4b78-aca9-ba2f6af4f764/4f0b7637-6afd-4b78-aca9-ba2f6af4f764.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.775270] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.775835] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e63253f-b927-4bd2-bb7a-d7bcb4740c0c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.785035] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 798.785035] env[70966]: value = "task-3612596" [ 798.785035] env[70966]: _type = "Task" [ 798.785035] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.791967] env[70966]: DEBUG nova.scheduler.client.report [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Refreshing aggregate associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, aggregates: None {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 798.800882] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.817171] env[70966]: DEBUG nova.scheduler.client.report [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Refreshing trait associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 798.829848] env[70966]: DEBUG oslo_concurrency.lockutils [req-237fb23d-f609-4649-af83-92f353351c10 req-48854bcd-752f-4bff-90fb-cc0faf549b8a service nova] Releasing lock "refresh_cache-f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.830616] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquired lock "refresh_cache-f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.831046] env[70966]: DEBUG nova.network.neutron [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.982884] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.080623] env[70966]: DEBUG nova.network.neutron [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Updating instance_info_cache with network_info: [{"id": "5712c9e4-b89f-437e-a04e-b570e677bf49", "address": "fa:16:3e:63:e5:7c", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5712c9e4-b8", "ovs_interfaceid": "5712c9e4-b89f-437e-a04e-b570e677bf49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.301047] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125763} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.301404] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.304148] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5f7f44-98d7-4e6b-9c46-44c890efe9e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.335527] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 4f0b7637-6afd-4b78-aca9-ba2f6af4f764/4f0b7637-6afd-4b78-aca9-ba2f6af4f764.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.341316] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fbf49e8-4409-45b2-91fd-4e7bffc960ac {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.375875] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 799.375875] env[70966]: value = "task-3612597" [ 799.375875] env[70966]: _type = "Task" [ 799.375875] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.396327] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.484086] env[70966]: DEBUG oslo_vmware.api [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612595, 'name': PowerOnVM_Task, 'duration_secs': 0.718273} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.484265] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.484507] env[70966]: DEBUG nova.compute.manager [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.485527] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4271612f-47b7-4131-8b45-b21f48859197 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.566769] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fc3c42-deed-4241-9783-c70e8671a524 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.575488] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5598593d-9e0d-48f4-ab4a-d479f1c6071b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.583884] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "refresh_cache-51fa14a5-b703-4023-a641-4ca9894bdc49" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.584662] env[70966]: DEBUG nova.compute.manager [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Instance network_info: |[{"id": "5712c9e4-b89f-437e-a04e-b570e677bf49", "address": "fa:16:3e:63:e5:7c", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5712c9e4-b8", "ovs_interfaceid": "5712c9e4-b89f-437e-a04e-b570e677bf49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.623037] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:e5:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5712c9e4-b89f-437e-a04e-b570e677bf49', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.630281] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.634047] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.636242] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d85582e-68cd-43bd-9718-a22b195d20ff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.638419] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc4965d3-d6fb-4f22-b2ac-7ce0e1deea0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.663695] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550e2faa-af78-41cf-b321-fce1c6b47533 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.669990] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.669990] env[70966]: value = "task-3612598" [ 799.669990] env[70966]: _type = "Task" [ 799.669990] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.682134] env[70966]: DEBUG nova.compute.provider_tree [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.689796] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612598, 'name': CreateVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.843891] env[70966]: DEBUG nova.network.neutron [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Updating instance_info_cache with network_info: [{"id": "0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8", "address": "fa:16:3e:55:62:fc", "network": {"id": "44fa23cd-5cd0-4885-bac7-260138c8560b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1629702183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56cf93352c60469ca87b4b224d738bda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e83a523-d4", "ovs_interfaceid": "0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.890514] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612597, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.017039] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.184696] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612598, 'name': CreateVM_Task, 'duration_secs': 0.512565} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.184873] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.188271] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.188442] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.188762] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.192247] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-732270a3-84a4-4efa-a3b1-b17f9a44a9b8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.196893] env[70966]: DEBUG oslo_concurrency.lockutils [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Acquiring lock "c0b6fcc0-efae-446d-b1c6-d734c56d6671" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.196893] env[70966]: DEBUG oslo_concurrency.lockutils [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Lock "c0b6fcc0-efae-446d-b1c6-d734c56d6671" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.205389] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 800.205389] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525f8513-3733-519a-4fc8-d864e2c087e9" [ 800.205389] env[70966]: _type = "Task" [ 800.205389] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.211606] env[70966]: ERROR nova.scheduler.client.report [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [req-75bd855d-41d7-4524-a4c7-914aefc844bf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 28f91738-2b78-4613-b71e-2571db52847f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-75bd855d-41d7-4524-a4c7-914aefc844bf"}]} [ 800.220676] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525f8513-3733-519a-4fc8-d864e2c087e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.247231] env[70966]: DEBUG nova.scheduler.client.report [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Refreshing inventories for resource provider 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 800.262352] env[70966]: DEBUG nova.scheduler.client.report [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Updating ProviderTree inventory for provider 28f91738-2b78-4613-b71e-2571db52847f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 800.267669] env[70966]: DEBUG nova.compute.provider_tree [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.284123] env[70966]: DEBUG nova.scheduler.client.report [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Refreshing aggregate associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, aggregates: None {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 800.311029] env[70966]: DEBUG nova.scheduler.client.report [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Refreshing trait associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 800.351128] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Releasing lock "refresh_cache-f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.397725] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612597, 'name': ReconfigVM_Task, 'duration_secs': 0.566023} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.398068] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 4f0b7637-6afd-4b78-aca9-ba2f6af4f764/4f0b7637-6afd-4b78-aca9-ba2f6af4f764.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.398845] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a269c0cf-45a2-41f7-bd12-a2306056b65a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.414241] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 800.414241] env[70966]: value = "task-3612600" [ 800.414241] env[70966]: _type = "Task" [ 800.414241] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.426318] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612600, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.700804] env[70966]: DEBUG nova.compute.manager [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.727041] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525f8513-3733-519a-4fc8-d864e2c087e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013138} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.727041] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.727274] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.727476] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.727622] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.727926] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.728500] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aa763b5-9fa9-4087-9c25-e22875da1568 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.752781] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.753036] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.757648] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911ba241-b322-4b20-b83c-98a2f794e8a8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.766554] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 800.766554] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a83f4c-eb4f-72db-bab3-86f3f04fcd0c" [ 800.766554] env[70966]: _type = "Task" [ 800.766554] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.784719] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a83f4c-eb4f-72db-bab3-86f3f04fcd0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.857949] env[70966]: DEBUG nova.compute.manager [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.862917] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ab2e9a-4edd-4440-9152-dde8972f63e2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.927186] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612600, 'name': Rename_Task, 'duration_secs': 0.257695} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.927622] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.927831] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71aebea2-e704-47a3-949d-878d5f070de8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.942677] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 800.942677] env[70966]: value = "task-3612601" [ 800.942677] env[70966]: _type = "Task" [ 800.942677] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.954520] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.050193] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1661fb-5991-4985-8a2c-3295d9f45595 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.060391] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced32376-8066-4fc7-972a-cd7032e4111e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.099193] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffc9a02-8160-486f-8db0-7fd7d4e92507 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.108929] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396193fe-195d-4a37-a748-511ebc89a9d7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.125961] env[70966]: DEBUG nova.compute.provider_tree [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.193737] env[70966]: INFO nova.compute.manager [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Rebuilding instance [ 801.232087] env[70966]: DEBUG oslo_concurrency.lockutils [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.291840] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a83f4c-eb4f-72db-bab3-86f3f04fcd0c, 'name': SearchDatastore_Task, 'duration_secs': 0.041195} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.291840] env[70966]: DEBUG nova.compute.manager [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.291840] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f34e24-6194-47a3-99b4-3e3edb7c840e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.297276] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6d04af-833c-41a0-81c4-44a1c27db120 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.311346] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 801.311346] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52acb264-cd73-ac18-83c4-4e616c31860c" [ 801.311346] env[70966]: _type = "Task" [ 801.311346] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.325651] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52acb264-cd73-ac18-83c4-4e616c31860c, 'name': SearchDatastore_Task, 'duration_secs': 0.015633} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.325651] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.325898] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 51fa14a5-b703-4023-a641-4ca9894bdc49/51fa14a5-b703-4023-a641-4ca9894bdc49.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.326023] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-841d36cf-43a6-411c-8c06-500b17dcdb7e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.338984] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 801.338984] env[70966]: value = "task-3612602" [ 801.338984] env[70966]: _type = "Task" [ 801.338984] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.351947] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.456876] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612601, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.670496] env[70966]: DEBUG nova.scheduler.client.report [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Updated inventory for provider 28f91738-2b78-4613-b71e-2571db52847f with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 801.670834] env[70966]: DEBUG nova.compute.provider_tree [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Updating resource provider 28f91738-2b78-4613-b71e-2571db52847f generation from 71 to 72 during operation: update_inventory {{(pid=70966) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 801.671033] env[70966]: DEBUG nova.compute.provider_tree [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.855081] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612602, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.887280] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d82a02-e7c2-4d68-8a79-c4a5aba1b6e2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.898978] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Doing hard reboot of VM {{(pid=70966) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 801.899516] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d869a337-4ea2-42df-8826-327239d14f45 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.909176] env[70966]: DEBUG oslo_vmware.api [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 801.909176] env[70966]: value = "task-3612603" [ 801.909176] env[70966]: _type = "Task" [ 801.909176] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.919673] env[70966]: DEBUG oslo_vmware.api [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612603, 'name': ResetVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.961502] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612601, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.177547] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.318s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.177547] env[70966]: DEBUG nova.compute.manager [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.183662] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.153s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.183967] env[70966]: DEBUG nova.objects.instance [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lazy-loading 'resources' on Instance uuid a84deccc-f059-4f4d-a197-fde737b85d1c {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.314521] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.318026] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-002de8d9-749e-471f-83f0-50125b6b3df8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.324344] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Waiting for the task: (returnval){ [ 802.324344] env[70966]: value = "task-3612605" [ 802.324344] env[70966]: _type = "Task" [ 802.324344] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.336564] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.351586] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612602, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.423312] env[70966]: DEBUG oslo_vmware.api [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612603, 'name': ResetVM_Task, 'duration_secs': 0.139631} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.423312] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Did hard reboot of VM {{(pid=70966) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 802.423312] env[70966]: DEBUG nova.compute.manager [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.424137] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d926a34e-8c1f-4fb4-9347-0b9c7c394f72 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.455939] env[70966]: DEBUG oslo_vmware.api [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612601, 'name': PowerOnVM_Task, 'duration_secs': 1.097274} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.456370] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.456615] env[70966]: INFO nova.compute.manager [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Took 9.67 seconds to spawn the instance on the hypervisor. [ 802.456802] env[70966]: DEBUG nova.compute.manager [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.457634] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6900b5b-cee0-4b74-b0cd-33b317b7c981 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.687793] env[70966]: DEBUG nova.compute.utils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.692586] env[70966]: DEBUG nova.compute.manager [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.694048] env[70966]: DEBUG nova.network.neutron [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.760725] env[70966]: DEBUG nova.policy [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7baa6caea74c4b848eae958f4df349aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7683c8bdd082486cb0c09832c82fa782', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.841682] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612605, 'name': PowerOffVM_Task, 'duration_secs': 0.248802} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.845212] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.845296] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.847202] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f479dc-eef4-47d1-8847-88fd8ac6584c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.856491] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Acquiring lock "112e15b9-7ca2-46df-9ec4-6fdb30a92235" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.856845] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Lock "112e15b9-7ca2-46df-9ec4-6fdb30a92235" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.863247] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612602, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.865299] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.865588] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19def8bb-87ca-4995-8b16-599790db3457 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.905258] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.905536] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.906474] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Deleting the datastore file [datastore1] 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.906474] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0008c90-4ad4-46bc-b25e-de9d0845fed2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.918735] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Waiting for the task: (returnval){ [ 802.918735] env[70966]: value = "task-3612607" [ 802.918735] env[70966]: _type = "Task" [ 802.918735] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.932008] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.940749] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0aa77a47-6f68-41c8-9626-4ca781666c4d tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.711s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.990489] env[70966]: INFO nova.compute.manager [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Took 36.91 seconds to build instance. [ 803.161959] env[70966]: DEBUG nova.network.neutron [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Successfully created port: e1077a00-76cd-4954-b69f-ff6e7cfef0fe {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.193522] env[70966]: DEBUG nova.compute.manager [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.353095] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612602, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.574753} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.353591] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 51fa14a5-b703-4023-a641-4ca9894bdc49/51fa14a5-b703-4023-a641-4ca9894bdc49.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.353705] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.354031] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-246e2ba0-f641-45fd-9f4d-37e30b516c93 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.363620] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 803.363620] env[70966]: value = "task-3612608" [ 803.363620] env[70966]: _type = "Task" [ 803.363620] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.382935] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.445319] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152716} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.446682] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.447113] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.447414] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.454519] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce9488c-5766-4811-8de0-b7c4ccb0a166 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.472513] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab56562-5b99-40c1-850c-39e278747e13 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.526701] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0cc5d99e-7270-4cdf-b9ca-d6bd46b20f01 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "4f0b7637-6afd-4b78-aca9-ba2f6af4f764" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.117s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.530358] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cddc621-f43f-4438-be48-56452e64c150 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.543399] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3565414-7a00-4859-8f1a-e0bba148bb7b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.549753] env[70966]: INFO nova.compute.manager [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Rescuing [ 803.550620] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "refresh_cache-4f0b7637-6afd-4b78-aca9-ba2f6af4f764" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.550620] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquired lock "refresh_cache-4f0b7637-6afd-4b78-aca9-ba2f6af4f764" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.550620] env[70966]: DEBUG nova.network.neutron [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.566127] env[70966]: DEBUG nova.compute.provider_tree [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.654849] env[70966]: DEBUG oslo_vmware.rw_handles [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac1134-0483-bc61-db9b-db4b43b9b50e/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 803.655966] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b39143-8ecb-4414-855a-539c50a12428 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.667326] env[70966]: DEBUG oslo_vmware.rw_handles [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac1134-0483-bc61-db9b-db4b43b9b50e/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 803.670735] env[70966]: ERROR oslo_vmware.rw_handles [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac1134-0483-bc61-db9b-db4b43b9b50e/disk-0.vmdk due to incomplete transfer. [ 803.670735] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-54d6dad3-2097-4da4-a08b-8f955173383d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.677500] env[70966]: DEBUG oslo_vmware.rw_handles [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac1134-0483-bc61-db9b-db4b43b9b50e/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 803.678743] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Uploaded image fa41a02a-2308-4a4a-afdc-ed9eaf3589a4 to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 803.679985] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 803.680278] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b653d01a-3e3b-4f69-9217-b68651b05c52 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.687958] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 803.687958] env[70966]: value = "task-3612609" [ 803.687958] env[70966]: _type = "Task" [ 803.687958] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.702149] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612609, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.877564] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074681} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.881119] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.881119] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ed9064-e305-441b-bf58-8c4c98da04b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.913980] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 51fa14a5-b703-4023-a641-4ca9894bdc49/51fa14a5-b703-4023-a641-4ca9894bdc49.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.914600] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-594b9d26-f449-41d0-892a-23947c88ba9d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.939464] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 803.939464] env[70966]: value = "task-3612610" [ 803.939464] env[70966]: _type = "Task" [ 803.939464] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.952713] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.036354] env[70966]: DEBUG nova.compute.manager [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.068997] env[70966]: DEBUG nova.scheduler.client.report [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.201822] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612609, 'name': Destroy_Task, 'duration_secs': 0.431581} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.203056] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Destroyed the VM [ 804.203346] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 804.203606] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-471f2c17-e0c7-4e9a-a1ac-8c591ca7c248 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.207078] env[70966]: DEBUG nova.compute.manager [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.219257] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 804.219257] env[70966]: value = "task-3612611" [ 804.219257] env[70966]: _type = "Task" [ 804.219257] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.239030] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.243800] env[70966]: DEBUG nova.virt.hardware [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.244058] env[70966]: DEBUG nova.virt.hardware [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.244215] env[70966]: DEBUG nova.virt.hardware [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.244504] env[70966]: DEBUG nova.virt.hardware [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.244720] env[70966]: DEBUG nova.virt.hardware [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.244888] env[70966]: DEBUG nova.virt.hardware [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.245132] env[70966]: DEBUG nova.virt.hardware [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.245323] env[70966]: DEBUG nova.virt.hardware [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.245496] env[70966]: DEBUG nova.virt.hardware [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.245660] env[70966]: DEBUG nova.virt.hardware [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.245835] env[70966]: DEBUG nova.virt.hardware [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.246744] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722893ce-ad7a-431b-813c-9882b50cb296 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.255284] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720b0963-bdcf-4d6a-b1eb-87e92a3bf1fe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.457133] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.497176] env[70966]: DEBUG nova.virt.hardware [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.497535] env[70966]: DEBUG nova.virt.hardware [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.497919] env[70966]: DEBUG nova.virt.hardware [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.501021] env[70966]: DEBUG nova.virt.hardware [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.501021] env[70966]: DEBUG nova.virt.hardware [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.501021] env[70966]: DEBUG nova.virt.hardware [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.501021] env[70966]: DEBUG nova.virt.hardware [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.501021] env[70966]: DEBUG nova.virt.hardware [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.501021] env[70966]: DEBUG nova.virt.hardware [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.501021] env[70966]: DEBUG nova.virt.hardware [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.501021] env[70966]: DEBUG nova.virt.hardware [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.501474] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0369df-419e-4545-bd05-b3bd1c2ba068 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.511630] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c572a05f-d98f-4c62-8249-bfad7d77d026 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.528781] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.535091] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.538133] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.538624] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9afe2c6f-d20b-472d-aafa-e9ddb028b8f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.560715] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.560715] env[70966]: value = "task-3612613" [ 804.560715] env[70966]: _type = "Task" [ 804.560715] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.571043] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612613, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.575136] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.391s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.578514] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.580056] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.146s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.580695] env[70966]: INFO nova.compute.claims [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.617716] env[70966]: INFO nova.scheduler.client.report [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Deleted allocations for instance a84deccc-f059-4f4d-a197-fde737b85d1c [ 804.726910] env[70966]: DEBUG nova.network.neutron [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Updating instance_info_cache with network_info: [{"id": "840e00a4-8aaf-49de-ad02-d4ff734b471f", "address": "fa:16:3e:34:19:3d", "network": {"id": "be725e89-e605-43e4-9d86-ea7a307af3f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752546274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f0437ffc679e4632a3831cf3631c9557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840e00a4-8a", "ovs_interfaceid": "840e00a4-8aaf-49de-ad02-d4ff734b471f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.735532] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.795052] env[70966]: DEBUG nova.network.neutron [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Successfully updated port: e1077a00-76cd-4954-b69f-ff6e7cfef0fe {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.952027] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612610, 'name': ReconfigVM_Task, 'duration_secs': 0.651977} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.954116] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 51fa14a5-b703-4023-a641-4ca9894bdc49/51fa14a5-b703-4023-a641-4ca9894bdc49.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.954116] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad16a406-0c77-437f-a0b3-21cea9f06744 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.962272] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 804.962272] env[70966]: value = "task-3612614" [ 804.962272] env[70966]: _type = "Task" [ 804.962272] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.973230] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612614, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.072415] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612613, 'name': CreateVM_Task, 'duration_secs': 0.370028} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.072415] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.072643] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.072821] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.073852] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.073852] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21db173-4c0f-4efe-b4a9-1c76852dd4d0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.079344] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Waiting for the task: (returnval){ [ 805.079344] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520e1779-aadf-9d3c-26ce-12fe8c0b8a2c" [ 805.079344] env[70966]: _type = "Task" [ 805.079344] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.092751] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520e1779-aadf-9d3c-26ce-12fe8c0b8a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.127111] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd82ad78-162c-4e3a-abbc-3a0ceadaf06d tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "a84deccc-f059-4f4d-a197-fde737b85d1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.047s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.233056] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Releasing lock "refresh_cache-4f0b7637-6afd-4b78-aca9-ba2f6af4f764" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.236326] env[70966]: DEBUG oslo_vmware.api [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612611, 'name': RemoveSnapshot_Task, 'duration_secs': 0.760844} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.236565] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 805.236837] env[70966]: INFO nova.compute.manager [None req-1b96fe74-a2bb-4362-a876-c15c80ab50da tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Took 15.55 seconds to snapshot the instance on the hypervisor. [ 805.243547] env[70966]: DEBUG nova.compute.manager [req-b21cfab2-ed8b-40ba-8d27-6ce270c756af req-13926c9b-4c18-4323-b269-9163b4f37e73 service nova] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Received event network-vif-plugged-e1077a00-76cd-4954-b69f-ff6e7cfef0fe {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.244204] env[70966]: DEBUG oslo_concurrency.lockutils [req-b21cfab2-ed8b-40ba-8d27-6ce270c756af req-13926c9b-4c18-4323-b269-9163b4f37e73 service nova] Acquiring lock "d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.244557] env[70966]: DEBUG oslo_concurrency.lockutils [req-b21cfab2-ed8b-40ba-8d27-6ce270c756af req-13926c9b-4c18-4323-b269-9163b4f37e73 service nova] Lock "d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.244691] env[70966]: DEBUG oslo_concurrency.lockutils [req-b21cfab2-ed8b-40ba-8d27-6ce270c756af req-13926c9b-4c18-4323-b269-9163b4f37e73 service nova] Lock "d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.244890] env[70966]: DEBUG nova.compute.manager [req-b21cfab2-ed8b-40ba-8d27-6ce270c756af req-13926c9b-4c18-4323-b269-9163b4f37e73 service nova] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] No waiting events found dispatching network-vif-plugged-e1077a00-76cd-4954-b69f-ff6e7cfef0fe {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.245101] env[70966]: WARNING nova.compute.manager [req-b21cfab2-ed8b-40ba-8d27-6ce270c756af req-13926c9b-4c18-4323-b269-9163b4f37e73 service nova] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Received unexpected event network-vif-plugged-e1077a00-76cd-4954-b69f-ff6e7cfef0fe for instance with vm_state building and task_state spawning. [ 805.298042] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "refresh_cache-d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.298278] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquired lock "refresh_cache-d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.298500] env[70966]: DEBUG nova.network.neutron [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.342368] env[70966]: DEBUG nova.compute.manager [req-34e3d03b-cf26-4562-9ccd-370c2033e598 req-b77bcc7a-8017-43f0-aef0-b2b4a0ba3180 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Received event network-changed-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.342660] env[70966]: DEBUG nova.compute.manager [req-34e3d03b-cf26-4562-9ccd-370c2033e598 req-b77bcc7a-8017-43f0-aef0-b2b4a0ba3180 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Refreshing instance network info cache due to event network-changed-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.343664] env[70966]: DEBUG oslo_concurrency.lockutils [req-34e3d03b-cf26-4562-9ccd-370c2033e598 req-b77bcc7a-8017-43f0-aef0-b2b4a0ba3180 service nova] Acquiring lock "refresh_cache-f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.343806] env[70966]: DEBUG oslo_concurrency.lockutils [req-34e3d03b-cf26-4562-9ccd-370c2033e598 req-b77bcc7a-8017-43f0-aef0-b2b4a0ba3180 service nova] Acquired lock "refresh_cache-f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.343886] env[70966]: DEBUG nova.network.neutron [req-34e3d03b-cf26-4562-9ccd-370c2033e598 req-b77bcc7a-8017-43f0-aef0-b2b4a0ba3180 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Refreshing network info cache for port 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.472996] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612614, 'name': Rename_Task, 'duration_secs': 0.299969} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.474334] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.474334] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c259e19-0e51-433c-91dd-61e79280df8e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.481143] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 805.481143] env[70966]: value = "task-3612615" [ 805.481143] env[70966]: _type = "Task" [ 805.481143] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.490478] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.594021] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520e1779-aadf-9d3c-26ce-12fe8c0b8a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011518} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.594021] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.594021] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.594021] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.594021] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.594021] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.594021] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-400b2ba8-24af-4a27-bbc0-a70dd4e3693e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.608403] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.608403] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.609376] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101eb2df-7f0f-4304-8ff3-6c73865fc421 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.622705] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Waiting for the task: (returnval){ [ 805.622705] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52946c31-99db-31cb-8c37-a0d916745ac4" [ 805.622705] env[70966]: _type = "Task" [ 805.622705] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.639695] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52946c31-99db-31cb-8c37-a0d916745ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.010926} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.640673] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260a162d-05f9-4b75-8ff2-69939eecb9e7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.652400] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Waiting for the task: (returnval){ [ 805.652400] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e2528d-13d9-748a-bd8a-29d6404efe80" [ 805.652400] env[70966]: _type = "Task" [ 805.652400] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.667650] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e2528d-13d9-748a-bd8a-29d6404efe80, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.667921] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.668223] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce/91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.668492] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8a9f915-d03d-46fe-8879-f15b1df5c66b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.676455] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Waiting for the task: (returnval){ [ 805.676455] env[70966]: value = "task-3612616" [ 805.676455] env[70966]: _type = "Task" [ 805.676455] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.690314] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.708642] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Acquiring lock "b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.708642] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Lock "b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.840164] env[70966]: DEBUG nova.network.neutron [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.994557] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.008532] env[70966]: DEBUG nova.network.neutron [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Updating instance_info_cache with network_info: [{"id": "e1077a00-76cd-4954-b69f-ff6e7cfef0fe", "address": "fa:16:3e:f0:c1:e0", "network": {"id": "47220c00-676f-4fc5-af6d-8ba5e3ac674e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1956001963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7683c8bdd082486cb0c09832c82fa782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1077a00-76", "ovs_interfaceid": "e1077a00-76cd-4954-b69f-ff6e7cfef0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.128722] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "82a67b38-0395-41d6-bbd0-6e7dc4355e7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.128949] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "82a67b38-0395-41d6-bbd0-6e7dc4355e7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.130180] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "82a67b38-0395-41d6-bbd0-6e7dc4355e7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.130180] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "82a67b38-0395-41d6-bbd0-6e7dc4355e7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.134232] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "82a67b38-0395-41d6-bbd0-6e7dc4355e7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.143285] env[70966]: INFO nova.compute.manager [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Terminating instance [ 806.190885] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612616, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.220530] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.220803] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.221136] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "f7b8ffd2-fb72-48c4-bfe9-8c778490d64c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.221350] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "f7b8ffd2-fb72-48c4-bfe9-8c778490d64c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.221527] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "f7b8ffd2-fb72-48c4-bfe9-8c778490d64c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.223678] env[70966]: INFO nova.compute.manager [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Terminating instance [ 806.264591] env[70966]: DEBUG nova.network.neutron [req-34e3d03b-cf26-4562-9ccd-370c2033e598 req-b77bcc7a-8017-43f0-aef0-b2b4a0ba3180 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Updated VIF entry in instance network info cache for port 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.264972] env[70966]: DEBUG nova.network.neutron [req-34e3d03b-cf26-4562-9ccd-370c2033e598 req-b77bcc7a-8017-43f0-aef0-b2b4a0ba3180 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Updating instance_info_cache with network_info: [{"id": "0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8", "address": "fa:16:3e:55:62:fc", "network": {"id": "44fa23cd-5cd0-4885-bac7-260138c8560b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1629702183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56cf93352c60469ca87b4b224d738bda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e83a523-d4", "ovs_interfaceid": "0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.268567] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee0bb91-a72b-444c-ba47-22c36db02663 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.277034] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14e94db-a4d5-49bf-856e-bbe9f630ce74 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.311096] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7cbbb3-30fd-4712-8f14-195da9020652 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.319996] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc90b935-fede-4d48-936a-dc0ff9d7e19d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.335519] env[70966]: DEBUG nova.compute.provider_tree [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.495653] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.515845] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Releasing lock "refresh_cache-d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.515845] env[70966]: DEBUG nova.compute.manager [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Instance network_info: |[{"id": "e1077a00-76cd-4954-b69f-ff6e7cfef0fe", "address": "fa:16:3e:f0:c1:e0", "network": {"id": "47220c00-676f-4fc5-af6d-8ba5e3ac674e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1956001963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7683c8bdd082486cb0c09832c82fa782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1077a00-76", "ovs_interfaceid": "e1077a00-76cd-4954-b69f-ff6e7cfef0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.515845] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:c1:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1077a00-76cd-4954-b69f-ff6e7cfef0fe', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.524604] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Creating folder: Project (7683c8bdd082486cb0c09832c82fa782). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.525953] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2333a6af-e549-4d4e-9391-02a4d7329fb2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.540707] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Created folder: Project (7683c8bdd082486cb0c09832c82fa782) in parent group-v720468. [ 806.540971] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Creating folder: Instances. Parent ref: group-v720615. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.541433] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e649b0c-4b1a-4cd3-bcc1-5d1395320641 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.554785] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Created folder: Instances in parent group-v720615. [ 806.555104] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.555357] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.555575] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51e90bfd-b387-43b4-baf8-981926f30c77 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.576627] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.576627] env[70966]: value = "task-3612620" [ 806.576627] env[70966]: _type = "Task" [ 806.576627] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.586816] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612620, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.651437] env[70966]: DEBUG nova.compute.manager [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.651928] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.652999] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6fdcdb-154c-4b53-9744-3a0df4af63e8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.663555] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.663555] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37683aaf-9301-4ea3-96fe-6266a2e599c7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.672896] env[70966]: DEBUG oslo_vmware.api [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 806.672896] env[70966]: value = "task-3612621" [ 806.672896] env[70966]: _type = "Task" [ 806.672896] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.684870] env[70966]: DEBUG oslo_vmware.api [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.698070] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572543} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.698070] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce/91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.698070] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.698371] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b429ed2-fb9e-4251-8bf3-acbfaf6a9183 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.707658] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Waiting for the task: (returnval){ [ 806.707658] env[70966]: value = "task-3612622" [ 806.707658] env[70966]: _type = "Task" [ 806.707658] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.716589] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.729035] env[70966]: DEBUG nova.compute.manager [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.729035] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.729918] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e927a949-f8e7-4c21-9574-dd63d5d185f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.738759] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.739110] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-929973fb-a83e-4464-bda5-b9c8bdcc925a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.748949] env[70966]: DEBUG oslo_vmware.api [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 806.748949] env[70966]: value = "task-3612623" [ 806.748949] env[70966]: _type = "Task" [ 806.748949] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.758951] env[70966]: DEBUG oslo_vmware.api [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.771927] env[70966]: DEBUG oslo_concurrency.lockutils [req-34e3d03b-cf26-4562-9ccd-370c2033e598 req-b77bcc7a-8017-43f0-aef0-b2b4a0ba3180 service nova] Releasing lock "refresh_cache-f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.785422] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.785769] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c719ad6d-cb8f-4238-b8d0-7be27acd9d57 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.795029] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 806.795029] env[70966]: value = "task-3612624" [ 806.795029] env[70966]: _type = "Task" [ 806.795029] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.804186] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.839219] env[70966]: DEBUG nova.scheduler.client.report [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.999856] env[70966]: DEBUG oslo_vmware.api [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612615, 'name': PowerOnVM_Task, 'duration_secs': 1.452526} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.000271] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.000385] env[70966]: INFO nova.compute.manager [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Took 11.43 seconds to spawn the instance on the hypervisor. [ 807.000558] env[70966]: DEBUG nova.compute.manager [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.001426] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab432bc-bb44-4738-847e-9d3f366e75fd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.088765] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612620, 'name': CreateVM_Task, 'duration_secs': 0.494111} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.089363] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.090105] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.090307] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.090626] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.090901] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5e961f-2440-4db9-9ffd-7653932851ed {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.099543] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 807.099543] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d86735-0ba2-682c-046a-f73daa60c833" [ 807.099543] env[70966]: _type = "Task" [ 807.099543] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.115781] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d86735-0ba2-682c-046a-f73daa60c833, 'name': SearchDatastore_Task} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.116414] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.116835] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.120192] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.120192] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.120192] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.120192] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05699a1b-d397-4929-9704-58c71a294cfd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.129337] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.129526] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.130343] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b90c38-68f6-4cb4-b07f-11a658a9c725 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.136416] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 807.136416] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524a99ba-83f8-ee11-a7c7-e84828be74e8" [ 807.136416] env[70966]: _type = "Task" [ 807.136416] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.145046] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524a99ba-83f8-ee11-a7c7-e84828be74e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.183554] env[70966]: DEBUG oslo_vmware.api [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612621, 'name': PowerOffVM_Task, 'duration_secs': 0.264605} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.183944] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.184203] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.184564] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-432cd938-c89d-4326-885d-af453849f425 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.219188] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078631} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.219188] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.219653] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9df6b5-719c-4ca2-a695-229b2031b96a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.240965] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce/91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.241464] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0feb694-9b8b-46ec-9f3b-15b189e24569 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.263022] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.263138] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.263421] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Deleting the datastore file [datastore2] 82a67b38-0395-41d6-bbd0-6e7dc4355e7a {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.264596] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebb969ea-de81-496a-a484-01e8d6d6d4d8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.273395] env[70966]: DEBUG oslo_vmware.api [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612623, 'name': PowerOffVM_Task, 'duration_secs': 0.314477} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.273692] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Waiting for the task: (returnval){ [ 807.273692] env[70966]: value = "task-3612626" [ 807.273692] env[70966]: _type = "Task" [ 807.273692] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.274298] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.274475] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.274790] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0143725b-fe47-4ad8-82f8-d9a1946bb94b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.280170] env[70966]: DEBUG oslo_vmware.api [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for the task: (returnval){ [ 807.280170] env[70966]: value = "task-3612627" [ 807.280170] env[70966]: _type = "Task" [ 807.280170] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.286880] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612626, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.292063] env[70966]: DEBUG oslo_vmware.api [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.295078] env[70966]: DEBUG nova.compute.manager [req-c5e8586e-c706-471e-b3be-18c5f844e63a req-7ef096d9-0d50-4432-b97e-93599a733266 service nova] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Received event network-changed-e1077a00-76cd-4954-b69f-ff6e7cfef0fe {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.295364] env[70966]: DEBUG nova.compute.manager [req-c5e8586e-c706-471e-b3be-18c5f844e63a req-7ef096d9-0d50-4432-b97e-93599a733266 service nova] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Refreshing instance network info cache due to event network-changed-e1077a00-76cd-4954-b69f-ff6e7cfef0fe. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.295646] env[70966]: DEBUG oslo_concurrency.lockutils [req-c5e8586e-c706-471e-b3be-18c5f844e63a req-7ef096d9-0d50-4432-b97e-93599a733266 service nova] Acquiring lock "refresh_cache-d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.295789] env[70966]: DEBUG oslo_concurrency.lockutils [req-c5e8586e-c706-471e-b3be-18c5f844e63a req-7ef096d9-0d50-4432-b97e-93599a733266 service nova] Acquired lock "refresh_cache-d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.295952] env[70966]: DEBUG nova.network.neutron [req-c5e8586e-c706-471e-b3be-18c5f844e63a req-7ef096d9-0d50-4432-b97e-93599a733266 service nova] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Refreshing network info cache for port e1077a00-76cd-4954-b69f-ff6e7cfef0fe {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.310174] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612624, 'name': PowerOffVM_Task, 'duration_secs': 0.284228} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.310539] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.311541] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc6c76d-afd0-4fdb-b4a7-cfc2216b895e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.333488] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e63f8b8-8410-46cd-a204-5aa6594ff49a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.348290] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.348880] env[70966]: DEBUG nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.352448] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.628s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.352593] env[70966]: DEBUG nova.objects.instance [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Lazy-loading 'resources' on Instance uuid 7920b620-2349-4217-b3de-ca887e5d9116 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.363127] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.363127] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.363127] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Deleting the datastore file [datastore1] f7b8ffd2-fb72-48c4-bfe9-8c778490d64c {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.363795] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af78b283-25d4-41f5-a80f-f6c94b2df9ba {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.373886] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.376020] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2df36f00-27a2-45c3-bb82-4afe599cb8d0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.377605] env[70966]: DEBUG oslo_vmware.api [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 807.377605] env[70966]: value = "task-3612629" [ 807.377605] env[70966]: _type = "Task" [ 807.377605] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.385243] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 807.385243] env[70966]: value = "task-3612630" [ 807.385243] env[70966]: _type = "Task" [ 807.385243] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.389216] env[70966]: DEBUG oslo_vmware.api [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.401335] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] VM already powered off {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 807.401580] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.401815] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.522782] env[70966]: INFO nova.compute.manager [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Took 39.83 seconds to build instance. [ 807.647290] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524a99ba-83f8-ee11-a7c7-e84828be74e8, 'name': SearchDatastore_Task, 'duration_secs': 0.0106} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.648114] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2793c3-3274-4069-94c0-11a832e6693e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.654329] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 807.654329] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f735d8-2d69-0442-c2f1-46903c72d6f0" [ 807.654329] env[70966]: _type = "Task" [ 807.654329] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.662373] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f735d8-2d69-0442-c2f1-46903c72d6f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.785584] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612626, 'name': ReconfigVM_Task, 'duration_secs': 0.291237} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.789122] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce/91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.789750] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-153b2e1a-450c-4812-984f-05b04a8f6ef7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.800373] env[70966]: DEBUG oslo_vmware.api [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Task: {'id': task-3612627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164081} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.801855] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.802072] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.802269] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.802468] env[70966]: INFO nova.compute.manager [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 807.802722] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.802983] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Waiting for the task: (returnval){ [ 807.802983] env[70966]: value = "task-3612631" [ 807.802983] env[70966]: _type = "Task" [ 807.802983] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.803836] env[70966]: DEBUG nova.compute.manager [-] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.803937] env[70966]: DEBUG nova.network.neutron [-] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.819120] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612631, 'name': Rename_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.854708] env[70966]: DEBUG nova.compute.utils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.859703] env[70966]: DEBUG nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.859970] env[70966]: DEBUG nova.network.neutron [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.891400] env[70966]: DEBUG oslo_vmware.api [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131231} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.894420] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.894660] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.894872] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.895082] env[70966]: INFO nova.compute.manager [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 807.895362] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.897029] env[70966]: DEBUG nova.compute.manager [-] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.897249] env[70966]: DEBUG nova.network.neutron [-] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.926144] env[70966]: DEBUG nova.policy [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eeb3a783e544273adc76b62c834dbb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd1051e7cf9b4fe2bcce8f54930cb405', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.025748] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d38747d0-94df-4a44-9d7f-c17bdedf426c tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "51fa14a5-b703-4023-a641-4ca9894bdc49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.564s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.170263] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f735d8-2d69-0442-c2f1-46903c72d6f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.170557] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.170820] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f/d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.170820] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.170820] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.170820] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc3fd9b9-9dad-47a0-90b4-f6dcf6060eb5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.173677] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cb17479-094b-4799-ab15-1ce9c04f54e3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.187752] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 808.187752] env[70966]: value = "task-3612632" [ 808.187752] env[70966]: _type = "Task" [ 808.187752] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.196163] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.196397] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.197713] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af60870-7017-4849-a035-a46973ae1354 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.206717] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.212848] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 808.212848] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528d2135-a5c9-2869-ca44-ceb63abb72b3" [ 808.212848] env[70966]: _type = "Task" [ 808.212848] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.232523] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528d2135-a5c9-2869-ca44-ceb63abb72b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01368} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.237390] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d561885-41ac-47ba-96ed-3c709d24284b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.245373] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 808.245373] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52320327-e8f2-2dd4-f4ac-e770283e6a16" [ 808.245373] env[70966]: _type = "Task" [ 808.245373] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.261762] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52320327-e8f2-2dd4-f4ac-e770283e6a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.321041] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612631, 'name': Rename_Task, 'duration_secs': 0.234226} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.321397] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.321681] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9d43100-6764-49c1-82d3-4814bb0b826b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.324942] env[70966]: DEBUG nova.network.neutron [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Successfully created port: 5982c180-6352-4d57-a0d0-e12f8531bef9 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.334795] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Waiting for the task: (returnval){ [ 808.334795] env[70966]: value = "task-3612633" [ 808.334795] env[70966]: _type = "Task" [ 808.334795] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.347778] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.351593] env[70966]: DEBUG nova.network.neutron [req-c5e8586e-c706-471e-b3be-18c5f844e63a req-7ef096d9-0d50-4432-b97e-93599a733266 service nova] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Updated VIF entry in instance network info cache for port e1077a00-76cd-4954-b69f-ff6e7cfef0fe. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.352160] env[70966]: DEBUG nova.network.neutron [req-c5e8586e-c706-471e-b3be-18c5f844e63a req-7ef096d9-0d50-4432-b97e-93599a733266 service nova] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Updating instance_info_cache with network_info: [{"id": "e1077a00-76cd-4954-b69f-ff6e7cfef0fe", "address": "fa:16:3e:f0:c1:e0", "network": {"id": "47220c00-676f-4fc5-af6d-8ba5e3ac674e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1956001963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7683c8bdd082486cb0c09832c82fa782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1077a00-76", "ovs_interfaceid": "e1077a00-76cd-4954-b69f-ff6e7cfef0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.364729] env[70966]: DEBUG nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.531478] env[70966]: DEBUG nova.compute.manager [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.575379] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27c4e35-9c60-4a77-b5b4-da725939a0b3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.583577] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea46769-feb4-413e-a0af-6e7ef3fb27e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.624420] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29c87df-9fd9-4e79-b845-700ac0e058b3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.634282] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e4d426-cc64-47db-a18d-a0dd7f39a8ed {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.650219] env[70966]: DEBUG nova.compute.provider_tree [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.697192] env[70966]: DEBUG nova.network.neutron [-] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.702014] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612632, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.762048] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52320327-e8f2-2dd4-f4ac-e770283e6a16, 'name': SearchDatastore_Task, 'duration_secs': 0.014349} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.762460] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.762855] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 4f0b7637-6afd-4b78-aca9-ba2f6af4f764/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk. {{(pid=70966) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 808.764740] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c70c740d-29ef-4b38-90b6-425ccae06144 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.774018] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 808.774018] env[70966]: value = "task-3612634" [ 808.774018] env[70966]: _type = "Task" [ 808.774018] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.782522] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.825974] env[70966]: DEBUG nova.compute.manager [req-27c76a1c-1ed0-4ff8-9c86-ddf0a0ed9dc4 req-cc8ef4fc-a87f-4900-81fc-176c29849cc9 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Received event network-vif-deleted-0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.826203] env[70966]: INFO nova.compute.manager [req-27c76a1c-1ed0-4ff8-9c86-ddf0a0ed9dc4 req-cc8ef4fc-a87f-4900-81fc-176c29849cc9 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Neutron deleted interface 0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8; detaching it from the instance and deleting it from the info cache [ 808.827671] env[70966]: DEBUG nova.network.neutron [req-27c76a1c-1ed0-4ff8-9c86-ddf0a0ed9dc4 req-cc8ef4fc-a87f-4900-81fc-176c29849cc9 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.849578] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612633, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.857326] env[70966]: DEBUG oslo_concurrency.lockutils [req-c5e8586e-c706-471e-b3be-18c5f844e63a req-7ef096d9-0d50-4432-b97e-93599a733266 service nova] Releasing lock "refresh_cache-d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.942013] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.942013] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.949221] env[70966]: DEBUG nova.network.neutron [-] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.062261] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.174048] env[70966]: ERROR nova.scheduler.client.report [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [req-b8ba66e4-f684-4bba-bc7f-6560376314c4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 28f91738-2b78-4613-b71e-2571db52847f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b8ba66e4-f684-4bba-bc7f-6560376314c4"}]} [ 809.196580] env[70966]: DEBUG nova.scheduler.client.report [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Refreshing inventories for resource provider 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 809.204999] env[70966]: INFO nova.compute.manager [-] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Took 1.40 seconds to deallocate network for instance. [ 809.205356] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606703} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.207039] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f/d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.207245] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.213350] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b211977a-de2a-486c-902f-dad116c3a272 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.217263] env[70966]: DEBUG nova.scheduler.client.report [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Updating ProviderTree inventory for provider 28f91738-2b78-4613-b71e-2571db52847f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 809.217263] env[70966]: DEBUG nova.compute.provider_tree [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.225550] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 809.225550] env[70966]: value = "task-3612635" [ 809.225550] env[70966]: _type = "Task" [ 809.225550] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.233731] env[70966]: DEBUG nova.scheduler.client.report [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Refreshing aggregate associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, aggregates: None {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 809.240055] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.260182] env[70966]: DEBUG nova.scheduler.client.report [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Refreshing trait associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 809.293658] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44413} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.293986] env[70966]: INFO nova.virt.vmwareapi.ds_util [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 4f0b7637-6afd-4b78-aca9-ba2f6af4f764/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk. [ 809.296481] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6ae70c-e169-48d0-8741-ea834f292749 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.326987] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 4f0b7637-6afd-4b78-aca9-ba2f6af4f764/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.329952] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16e27bcd-4604-4378-9c8d-98b2e6409769 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.343935] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99a323a9-7742-484f-b8dd-5df4c71b8c11 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.357079] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612633, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.359096] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 809.359096] env[70966]: value = "task-3612636" [ 809.359096] env[70966]: _type = "Task" [ 809.359096] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.362242] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d520e4-9283-485b-bb7a-8a92b2906d61 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.380876] env[70966]: DEBUG nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.392412] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.412894] env[70966]: DEBUG nova.compute.manager [req-27c76a1c-1ed0-4ff8-9c86-ddf0a0ed9dc4 req-cc8ef4fc-a87f-4900-81fc-176c29849cc9 service nova] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Detach interface failed, port_id=0e83a523-d403-4c0a-a6f3-d5b3ed3d7be8, reason: Instance f7b8ffd2-fb72-48c4-bfe9-8c778490d64c could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 809.425762] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.426087] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.426254] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.426441] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.426590] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.426732] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.427071] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.427227] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.427428] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.427758] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.427848] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.428766] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccad342a-2adf-4aa9-af83-4a9dc8a12c2d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.440167] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bb9498-6c89-470a-b369-90f15d74684d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.462775] env[70966]: INFO nova.compute.manager [-] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Took 1.57 seconds to deallocate network for instance. [ 809.467297] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.470131] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.470492] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.470659] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.470808] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.470969] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.471120] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70966) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 809.471268] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.719697] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.737954] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072453} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.739187] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.740074] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66082e6-9de8-46c1-be0d-2800ca220156 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.765798] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f/d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.768972] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfb52d52-41e5-462f-be83-fad2a3137bf7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.790402] env[70966]: DEBUG nova.compute.manager [req-21246601-9009-4a30-a326-d437e41e868a req-5b86f1e0-b22d-49f2-8423-ed491a9a9491 service nova] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Received event network-vif-deleted-986ae11b-2501-4899-af34-e483404bad17 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.796998] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 809.796998] env[70966]: value = "task-3612637" [ 809.796998] env[70966]: _type = "Task" [ 809.796998] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.808505] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.855093] env[70966]: DEBUG oslo_vmware.api [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Task: {'id': task-3612633, 'name': PowerOnVM_Task, 'duration_secs': 1.099857} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.858549] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.858549] env[70966]: DEBUG nova.compute.manager [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.859529] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcd908a-cdd7-4e79-b3ac-49efc2000b27 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.876385] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.969092] env[70966]: DEBUG nova.network.neutron [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Successfully updated port: 5982c180-6352-4d57-a0d0-e12f8531bef9 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.972685] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.973611] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.025819] env[70966]: DEBUG oslo_concurrency.lockutils [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Acquiring lock "1146f010-9ddd-4e74-9d47-000a56e6d4a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.026483] env[70966]: DEBUG oslo_concurrency.lockutils [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Lock "1146f010-9ddd-4e74-9d47-000a56e6d4a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.026913] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5059c5a5-aeac-45c0-bc2e-95d14901fb96 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.040345] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79693e41-97bf-4dc9-afe1-3f483e6d5573 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.075823] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b2a3ab-be7b-4dd8-813c-50f7d60ad338 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.084809] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ed07f7-2dd1-4092-bf97-ac7cbaa8ee92 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.101028] env[70966]: DEBUG nova.compute.provider_tree [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.307910] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612637, 'name': ReconfigVM_Task, 'duration_secs': 0.39009} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.308053] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Reconfigured VM instance instance-00000034 to attach disk [datastore1] d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f/d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.308655] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5319a2d-1b42-46b5-8fb9-991e56637e5b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.317031] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 810.317031] env[70966]: value = "task-3612638" [ 810.317031] env[70966]: _type = "Task" [ 810.317031] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.328014] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612638, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.378121] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612636, 'name': ReconfigVM_Task, 'duration_secs': 0.684934} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.378121] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 4f0b7637-6afd-4b78-aca9-ba2f6af4f764/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.378824] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9c472c-f638-447e-95d6-f2ea1d73c1d0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.412762] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-926b8152-6bba-494f-b0cd-49ff74a97903 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.423272] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.430690] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 810.430690] env[70966]: value = "task-3612639" [ 810.430690] env[70966]: _type = "Task" [ 810.430690] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.441674] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.473072] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "refresh_cache-ed08df64-69c7-42fe-a927-0fb33cca9877" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.473224] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired lock "refresh_cache-ed08df64-69c7-42fe-a927-0fb33cca9877" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.473386] env[70966]: DEBUG nova.network.neutron [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.536007] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "da927a37-b921-460f-aef6-e3422f9f3ab8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.536367] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "da927a37-b921-460f-aef6-e3422f9f3ab8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.536586] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "da927a37-b921-460f-aef6-e3422f9f3ab8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.536773] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "da927a37-b921-460f-aef6-e3422f9f3ab8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.536942] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "da927a37-b921-460f-aef6-e3422f9f3ab8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.542341] env[70966]: INFO nova.compute.manager [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Terminating instance [ 810.622252] env[70966]: ERROR nova.scheduler.client.report [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] [req-4cad9855-26e4-4148-a458-810f22d0706f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 28f91738-2b78-4613-b71e-2571db52847f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4cad9855-26e4-4148-a458-810f22d0706f"}]} [ 810.640593] env[70966]: DEBUG nova.scheduler.client.report [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Refreshing inventories for resource provider 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 810.653189] env[70966]: DEBUG nova.scheduler.client.report [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Updating ProviderTree inventory for provider 28f91738-2b78-4613-b71e-2571db52847f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 810.653426] env[70966]: DEBUG nova.compute.provider_tree [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.667035] env[70966]: DEBUG nova.scheduler.client.report [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Refreshing aggregate associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, aggregates: None {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 810.685772] env[70966]: DEBUG nova.scheduler.client.report [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Refreshing trait associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 810.797723] env[70966]: DEBUG nova.compute.manager [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Stashing vm_state: active {{(pid=70966) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 810.828178] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612638, 'name': Rename_Task, 'duration_secs': 0.165287} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.830992] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.831444] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a085edfa-cfc0-43a9-be46-0840ccf5390e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.839454] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 810.839454] env[70966]: value = "task-3612640" [ 810.839454] env[70966]: _type = "Task" [ 810.839454] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.853163] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.942606] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612639, 'name': ReconfigVM_Task, 'duration_secs': 0.495917} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.945506] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.946076] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29a34b43-73f5-4fee-a17b-0f3d1d74e9e3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.955758] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 810.955758] env[70966]: value = "task-3612641" [ 810.955758] env[70966]: _type = "Task" [ 810.955758] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.964863] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.013243] env[70966]: DEBUG nova.network.neutron [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.019773] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquiring lock "91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.020214] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Lock "91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.020303] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquiring lock "91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.020492] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Lock "91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.020634] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Lock "91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.027191] env[70966]: INFO nova.compute.manager [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Terminating instance [ 811.046159] env[70966]: DEBUG nova.compute.manager [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.046401] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.047624] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea9bab3-682f-420f-a226-e1813a9e8f37 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.061841] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.064208] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9250e3d5-78c7-4ebf-bc3e-39d39b6e8232 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.072639] env[70966]: DEBUG oslo_vmware.api [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 811.072639] env[70966]: value = "task-3612642" [ 811.072639] env[70966]: _type = "Task" [ 811.072639] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.085720] env[70966]: DEBUG oslo_vmware.api [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.163570] env[70966]: DEBUG nova.network.neutron [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Updating instance_info_cache with network_info: [{"id": "5982c180-6352-4d57-a0d0-e12f8531bef9", "address": "fa:16:3e:09:0d:17", "network": {"id": "b0c6996a-13fe-4c46-ab3a-a6511430e597", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-369759369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1051e7cf9b4fe2bcce8f54930cb405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5982c180-63", "ovs_interfaceid": "5982c180-6352-4d57-a0d0-e12f8531bef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.271260] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbfc8f4-9343-4e61-ade7-f76d62fbcd7a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.281023] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d58fb0f-e79e-4e2d-906e-ae51b655024e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.317995] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a8c988-5820-4c09-aac7-7278d458ee78 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.327146] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d364c8-04ba-405b-8af9-3f2ee82579bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.332201] env[70966]: DEBUG oslo_concurrency.lockutils [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.343457] env[70966]: DEBUG nova.compute.provider_tree [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.354527] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612640, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.467211] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612641, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.534639] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquiring lock "refresh_cache-91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.536768] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquired lock "refresh_cache-91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.537011] env[70966]: DEBUG nova.network.neutron [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.583827] env[70966]: DEBUG oslo_vmware.api [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612642, 'name': PowerOffVM_Task, 'duration_secs': 0.196152} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.584157] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.584977] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.584977] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d38d251-afb8-444a-ae02-cece68f3e191 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.663887] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.663887] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.663887] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Deleting the datastore file [datastore2] da927a37-b921-460f-aef6-e3422f9f3ab8 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.664283] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc0e67e6-47db-4921-a922-ad2ba1d845bc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.668772] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Releasing lock "refresh_cache-ed08df64-69c7-42fe-a927-0fb33cca9877" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.669170] env[70966]: DEBUG nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Instance network_info: |[{"id": "5982c180-6352-4d57-a0d0-e12f8531bef9", "address": "fa:16:3e:09:0d:17", "network": {"id": "b0c6996a-13fe-4c46-ab3a-a6511430e597", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-369759369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1051e7cf9b4fe2bcce8f54930cb405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5982c180-63", "ovs_interfaceid": "5982c180-6352-4d57-a0d0-e12f8531bef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.669679] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:0d:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5982c180-6352-4d57-a0d0-e12f8531bef9', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.677658] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Creating folder: Project (fd1051e7cf9b4fe2bcce8f54930cb405). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.681082] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e4f4101-de83-4ed0-8a43-270b0f8a0b55 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.683747] env[70966]: DEBUG oslo_vmware.api [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 811.683747] env[70966]: value = "task-3612644" [ 811.683747] env[70966]: _type = "Task" [ 811.683747] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.694189] env[70966]: DEBUG oslo_vmware.api [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.696806] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Created folder: Project (fd1051e7cf9b4fe2bcce8f54930cb405) in parent group-v720468. [ 811.697113] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Creating folder: Instances. Parent ref: group-v720618. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.697295] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-674dc7e5-7bb7-4ef2-a255-346c872f95ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.711035] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Created folder: Instances in parent group-v720618. [ 811.711368] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.711599] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.711894] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42b4a90a-acfa-40b2-a6df-f8d4b246fe2f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.745086] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.745086] env[70966]: value = "task-3612647" [ 811.745086] env[70966]: _type = "Task" [ 811.745086] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.756349] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612647, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.854877] env[70966]: DEBUG oslo_vmware.api [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612640, 'name': PowerOnVM_Task, 'duration_secs': 0.570741} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.855202] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.855441] env[70966]: INFO nova.compute.manager [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Took 7.65 seconds to spawn the instance on the hypervisor. [ 811.855652] env[70966]: DEBUG nova.compute.manager [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.856486] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e40f7b-86ee-4c14-bb04-66d1ac3aa43b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.870467] env[70966]: DEBUG nova.compute.manager [req-82156f26-2534-4e04-bcaf-fdb4f5a26565 req-550ad27a-75f3-4ef1-b5b1-28e75f1dfefe service nova] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Received event network-vif-plugged-5982c180-6352-4d57-a0d0-e12f8531bef9 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.870730] env[70966]: DEBUG oslo_concurrency.lockutils [req-82156f26-2534-4e04-bcaf-fdb4f5a26565 req-550ad27a-75f3-4ef1-b5b1-28e75f1dfefe service nova] Acquiring lock "ed08df64-69c7-42fe-a927-0fb33cca9877-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.871363] env[70966]: DEBUG oslo_concurrency.lockutils [req-82156f26-2534-4e04-bcaf-fdb4f5a26565 req-550ad27a-75f3-4ef1-b5b1-28e75f1dfefe service nova] Lock "ed08df64-69c7-42fe-a927-0fb33cca9877-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.871662] env[70966]: DEBUG oslo_concurrency.lockutils [req-82156f26-2534-4e04-bcaf-fdb4f5a26565 req-550ad27a-75f3-4ef1-b5b1-28e75f1dfefe service nova] Lock "ed08df64-69c7-42fe-a927-0fb33cca9877-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.871866] env[70966]: DEBUG nova.compute.manager [req-82156f26-2534-4e04-bcaf-fdb4f5a26565 req-550ad27a-75f3-4ef1-b5b1-28e75f1dfefe service nova] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] No waiting events found dispatching network-vif-plugged-5982c180-6352-4d57-a0d0-e12f8531bef9 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.872065] env[70966]: WARNING nova.compute.manager [req-82156f26-2534-4e04-bcaf-fdb4f5a26565 req-550ad27a-75f3-4ef1-b5b1-28e75f1dfefe service nova] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Received unexpected event network-vif-plugged-5982c180-6352-4d57-a0d0-e12f8531bef9 for instance with vm_state building and task_state spawning. [ 811.872232] env[70966]: DEBUG nova.compute.manager [req-82156f26-2534-4e04-bcaf-fdb4f5a26565 req-550ad27a-75f3-4ef1-b5b1-28e75f1dfefe service nova] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Received event network-changed-5982c180-6352-4d57-a0d0-e12f8531bef9 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.872384] env[70966]: DEBUG nova.compute.manager [req-82156f26-2534-4e04-bcaf-fdb4f5a26565 req-550ad27a-75f3-4ef1-b5b1-28e75f1dfefe service nova] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Refreshing instance network info cache due to event network-changed-5982c180-6352-4d57-a0d0-e12f8531bef9. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.872569] env[70966]: DEBUG oslo_concurrency.lockutils [req-82156f26-2534-4e04-bcaf-fdb4f5a26565 req-550ad27a-75f3-4ef1-b5b1-28e75f1dfefe service nova] Acquiring lock "refresh_cache-ed08df64-69c7-42fe-a927-0fb33cca9877" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.872701] env[70966]: DEBUG oslo_concurrency.lockutils [req-82156f26-2534-4e04-bcaf-fdb4f5a26565 req-550ad27a-75f3-4ef1-b5b1-28e75f1dfefe service nova] Acquired lock "refresh_cache-ed08df64-69c7-42fe-a927-0fb33cca9877" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.872852] env[70966]: DEBUG nova.network.neutron [req-82156f26-2534-4e04-bcaf-fdb4f5a26565 req-550ad27a-75f3-4ef1-b5b1-28e75f1dfefe service nova] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Refreshing network info cache for port 5982c180-6352-4d57-a0d0-e12f8531bef9 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.892722] env[70966]: DEBUG nova.scheduler.client.report [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Updated inventory for provider 28f91738-2b78-4613-b71e-2571db52847f with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 811.893118] env[70966]: DEBUG nova.compute.provider_tree [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Updating resource provider 28f91738-2b78-4613-b71e-2571db52847f generation from 77 to 78 during operation: update_inventory {{(pid=70966) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 811.893321] env[70966]: DEBUG nova.compute.provider_tree [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.971085] env[70966]: DEBUG oslo_vmware.api [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612641, 'name': PowerOnVM_Task, 'duration_secs': 0.529437} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.971085] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.975171] env[70966]: DEBUG nova.compute.manager [None req-d98b2bc4-71a6-4391-8587-30a4415e295d tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.975171] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb80f501-1742-4bac-beba-201741501e62 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.061018] env[70966]: DEBUG nova.network.neutron [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.110626] env[70966]: DEBUG nova.network.neutron [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.195050] env[70966]: DEBUG oslo_vmware.api [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223359} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.195050] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.195300] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.195482] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.195656] env[70966]: INFO nova.compute.manager [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 812.195894] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.196096] env[70966]: DEBUG nova.compute.manager [-] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.196190] env[70966]: DEBUG nova.network.neutron [-] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.261501] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612647, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.379621] env[70966]: INFO nova.compute.manager [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Took 39.68 seconds to build instance. [ 812.401022] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.047s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.402368] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.627s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.404470] env[70966]: INFO nova.compute.claims [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.426475] env[70966]: INFO nova.scheduler.client.report [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Deleted allocations for instance 7920b620-2349-4217-b3de-ca887e5d9116 [ 812.617087] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Releasing lock "refresh_cache-91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.617457] env[70966]: DEBUG nova.compute.manager [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.617742] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.619046] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3c8fbe-23a1-4804-9cce-c3831fd200e4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.635253] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.635621] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67228ac8-c2c0-44c8-a1e4-f20a8a94e291 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.644682] env[70966]: DEBUG oslo_vmware.api [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 812.644682] env[70966]: value = "task-3612648" [ 812.644682] env[70966]: _type = "Task" [ 812.644682] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.661023] env[70966]: DEBUG oslo_vmware.api [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.760804] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612647, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.760804] env[70966]: DEBUG nova.network.neutron [req-82156f26-2534-4e04-bcaf-fdb4f5a26565 req-550ad27a-75f3-4ef1-b5b1-28e75f1dfefe service nova] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Updated VIF entry in instance network info cache for port 5982c180-6352-4d57-a0d0-e12f8531bef9. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.760804] env[70966]: DEBUG nova.network.neutron [req-82156f26-2534-4e04-bcaf-fdb4f5a26565 req-550ad27a-75f3-4ef1-b5b1-28e75f1dfefe service nova] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Updating instance_info_cache with network_info: [{"id": "5982c180-6352-4d57-a0d0-e12f8531bef9", "address": "fa:16:3e:09:0d:17", "network": {"id": "b0c6996a-13fe-4c46-ab3a-a6511430e597", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-369759369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1051e7cf9b4fe2bcce8f54930cb405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5982c180-63", "ovs_interfaceid": "5982c180-6352-4d57-a0d0-e12f8531bef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.883504] env[70966]: DEBUG oslo_concurrency.lockutils [None req-152107cf-f157-4e22-a769-075921570555 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.918s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.938540] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8411ad67-3d76-4cec-a9e5-48a8fb706d64 tempest-ServerDiagnosticsTest-1248099774 tempest-ServerDiagnosticsTest-1248099774-project-member] Lock "7920b620-2349-4217-b3de-ca887e5d9116" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.761s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.964103] env[70966]: DEBUG nova.network.neutron [-] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.156582] env[70966]: DEBUG oslo_vmware.api [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612648, 'name': PowerOffVM_Task, 'duration_secs': 0.351294} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.156899] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.157151] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.157463] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59b40607-21e0-49bc-8e41-6ff04ad1d7f2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.173090] env[70966]: INFO nova.compute.manager [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Unrescuing [ 813.173385] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "refresh_cache-4f0b7637-6afd-4b78-aca9-ba2f6af4f764" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.173855] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquired lock "refresh_cache-4f0b7637-6afd-4b78-aca9-ba2f6af4f764" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.173855] env[70966]: DEBUG nova.network.neutron [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.195964] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.195964] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.195964] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Deleting the datastore file [datastore1] 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.195964] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e184a019-1592-4725-8cc7-9ff7c129f14e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.204742] env[70966]: DEBUG oslo_vmware.api [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for the task: (returnval){ [ 813.204742] env[70966]: value = "task-3612650" [ 813.204742] env[70966]: _type = "Task" [ 813.204742] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.214330] env[70966]: DEBUG oslo_vmware.api [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.261054] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612647, 'name': CreateVM_Task, 'duration_secs': 1.15799} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.261054] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.261054] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.261054] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.261054] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.261054] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d3ee6bb-b76d-4aba-bba5-5bcc931a0eb1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.263636] env[70966]: DEBUG oslo_concurrency.lockutils [req-82156f26-2534-4e04-bcaf-fdb4f5a26565 req-550ad27a-75f3-4ef1-b5b1-28e75f1dfefe service nova] Releasing lock "refresh_cache-ed08df64-69c7-42fe-a927-0fb33cca9877" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.266283] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 813.266283] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52159e5f-aa51-cd1d-61d2-58c97010b06b" [ 813.266283] env[70966]: _type = "Task" [ 813.266283] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.275900] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52159e5f-aa51-cd1d-61d2-58c97010b06b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.386349] env[70966]: DEBUG nova.compute.manager [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.466882] env[70966]: INFO nova.compute.manager [-] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Took 1.27 seconds to deallocate network for instance. [ 813.717819] env[70966]: DEBUG oslo_vmware.api [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Task: {'id': task-3612650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108628} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.720455] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.720688] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.720926] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.721175] env[70966]: INFO nova.compute.manager [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Took 1.10 seconds to destroy the instance on the hypervisor. [ 813.721483] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.721913] env[70966]: DEBUG nova.compute.manager [-] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.722058] env[70966]: DEBUG nova.network.neutron [-] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.740405] env[70966]: DEBUG nova.network.neutron [-] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.777470] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52159e5f-aa51-cd1d-61d2-58c97010b06b, 'name': SearchDatastore_Task, 'duration_secs': 0.020734} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.780389] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.780656] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.780950] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.781164] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.781377] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.781850] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-440d4a83-1a53-4146-9882-37c219d80287 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.795408] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.795614] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.799021] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb405c5c-e1f7-4907-a588-0c0696c197a4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.803054] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 813.803054] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528e1976-a799-dac6-9471-1b64864281b1" [ 813.803054] env[70966]: _type = "Task" [ 813.803054] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.816013] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528e1976-a799-dac6-9471-1b64864281b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.816861] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d83851d7-d54a-465e-b2ff-37deeb541dcb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.826051] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 813.826051] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528973b9-dad3-c56a-ce9a-698c226a8be6" [ 813.826051] env[70966]: _type = "Task" [ 813.826051] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.834642] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528973b9-dad3-c56a-ce9a-698c226a8be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.912738] env[70966]: DEBUG oslo_concurrency.lockutils [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.946955] env[70966]: DEBUG nova.compute.manager [req-cfb040a1-fbe5-4631-ba95-4c128aa3099a req-73911aa0-ab74-4d21-ab2f-bcb9d9e448c2 service nova] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Received event network-vif-deleted-35c7e796-5bdc-4b35-bddc-0b093314c171 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.972339] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.067466] env[70966]: DEBUG nova.network.neutron [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Updating instance_info_cache with network_info: [{"id": "840e00a4-8aaf-49de-ad02-d4ff734b471f", "address": "fa:16:3e:34:19:3d", "network": {"id": "be725e89-e605-43e4-9d86-ea7a307af3f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752546274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f0437ffc679e4632a3831cf3631c9557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840e00a4-8a", "ovs_interfaceid": "840e00a4-8aaf-49de-ad02-d4ff734b471f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.073591] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48006225-02cc-41e4-a666-b13fd893a9c7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.085675] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a4ae44-21f4-4127-b10d-4b42c75ac1b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.127114] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a058eb4f-3332-4d20-bc37-523c25a4ca16 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.136496] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b955222-a333-42a5-9afd-d46c58e11e24 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.152796] env[70966]: DEBUG nova.compute.provider_tree [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.243831] env[70966]: DEBUG nova.network.neutron [-] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.340850] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528973b9-dad3-c56a-ce9a-698c226a8be6, 'name': SearchDatastore_Task, 'duration_secs': 0.012084} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.341204] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.341477] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] ed08df64-69c7-42fe-a927-0fb33cca9877/ed08df64-69c7-42fe-a927-0fb33cca9877.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.341747] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e280bb01-3ee7-4a82-8814-9bba250989f3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.351593] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 814.351593] env[70966]: value = "task-3612651" [ 814.351593] env[70966]: _type = "Task" [ 814.351593] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.360754] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.570027] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Releasing lock "refresh_cache-4f0b7637-6afd-4b78-aca9-ba2f6af4f764" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.570851] env[70966]: DEBUG nova.objects.instance [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lazy-loading 'flavor' on Instance uuid 4f0b7637-6afd-4b78-aca9-ba2f6af4f764 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.656901] env[70966]: DEBUG nova.scheduler.client.report [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.747422] env[70966]: INFO nova.compute.manager [-] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Took 1.03 seconds to deallocate network for instance. [ 814.866131] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.077381] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e7bb9c-1dd5-4b88-b46e-61516a4291de {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.107865] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.108411] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b100311-899a-4455-bd82-dfac3ed567ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.118856] env[70966]: DEBUG oslo_vmware.api [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 815.118856] env[70966]: value = "task-3612652" [ 815.118856] env[70966]: _type = "Task" [ 815.118856] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.130210] env[70966]: DEBUG oslo_vmware.api [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.168439] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.169580] env[70966]: DEBUG nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.172749] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.449s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.173094] env[70966]: DEBUG nova.objects.instance [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lazy-loading 'resources' on Instance uuid d1b322c8-c490-43ef-b7b3-74cd3b159cec {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.256834] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.364495] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612651, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.630053] env[70966]: DEBUG oslo_vmware.api [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612652, 'name': PowerOffVM_Task, 'duration_secs': 0.433295} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.630053] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.636155] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 815.636155] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c695a9-51a0-4377-a3af-e82f4d884515 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.655626] env[70966]: DEBUG oslo_vmware.api [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 815.655626] env[70966]: value = "task-3612653" [ 815.655626] env[70966]: _type = "Task" [ 815.655626] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.666150] env[70966]: DEBUG oslo_vmware.api [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.676990] env[70966]: DEBUG nova.compute.utils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.681949] env[70966]: DEBUG nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.681949] env[70966]: DEBUG nova.network.neutron [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.741929] env[70966]: DEBUG nova.policy [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eeb3a783e544273adc76b62c834dbb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd1051e7cf9b4fe2bcce8f54930cb405', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.875188] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612651, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.048961] env[70966]: DEBUG oslo_concurrency.lockutils [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Acquiring lock "07049616-7ae3-4f76-9386-fbfc9032e6e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.050645] env[70966]: DEBUG oslo_concurrency.lockutils [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Lock "07049616-7ae3-4f76-9386-fbfc9032e6e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.166784] env[70966]: DEBUG oslo_vmware.api [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612653, 'name': ReconfigVM_Task, 'duration_secs': 0.291139} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.170146] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 816.171082] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.171082] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b95acff-fc78-40c6-ad27-b57107058220 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.183305] env[70966]: DEBUG oslo_vmware.api [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 816.183305] env[70966]: value = "task-3612654" [ 816.183305] env[70966]: _type = "Task" [ 816.183305] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.188286] env[70966]: DEBUG nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.197874] env[70966]: DEBUG oslo_vmware.api [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.271692] env[70966]: DEBUG nova.compute.manager [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.272656] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b493c7-7439-4a07-9a33-7ef2d9256790 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.301755] env[70966]: DEBUG nova.network.neutron [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Successfully created port: cc97de7d-c70e-4050-8da8-82714caa371a {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.313169] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608cdaa3-b404-40d2-acc9-233e01899312 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.324236] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715c2bd0-ce78-4763-b6cb-ae3d9752566f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.367243] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5eb9f0-3514-4d56-ae59-0e0d848329dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.382059] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc162eb6-2da8-4923-9586-4a3061481ed8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.386245] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612651, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.941967} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.386751] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] ed08df64-69c7-42fe-a927-0fb33cca9877/ed08df64-69c7-42fe-a927-0fb33cca9877.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.386972] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.387758] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee583f5c-cee4-4620-942b-93a39ccda3d2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.400464] env[70966]: DEBUG nova.compute.provider_tree [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.408193] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 816.408193] env[70966]: value = "task-3612655" [ 816.408193] env[70966]: _type = "Task" [ 816.408193] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.419330] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.697467] env[70966]: DEBUG oslo_vmware.api [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612654, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.790118] env[70966]: INFO nova.compute.manager [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] instance snapshotting [ 816.796765] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f7aaea-4e2f-4276-9d3f-65ee8e13b5cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.817601] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b11f573-6f69-4422-8b6c-40534609aac3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.904157] env[70966]: DEBUG nova.scheduler.client.report [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.920204] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070709} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.920506] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.922054] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f39959-0b19-4347-9cc7-8f4926abb528 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.947410] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] ed08df64-69c7-42fe-a927-0fb33cca9877/ed08df64-69c7-42fe-a927-0fb33cca9877.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.948082] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-981607d4-323a-4dce-b2d8-0e068940f230 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.978624] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 816.978624] env[70966]: value = "task-3612656" [ 816.978624] env[70966]: _type = "Task" [ 816.978624] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.987998] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.192412] env[70966]: DEBUG oslo_vmware.api [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612654, 'name': PowerOnVM_Task, 'duration_secs': 0.744074} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.192765] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.193066] env[70966]: DEBUG nova.compute.manager [None req-c4163e69-b128-48e7-9bc9-eab5e7e4ae62 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.193737] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532354ea-a0ce-4ed0-a231-deb7b8f374e8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.199564] env[70966]: DEBUG nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.229799] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.230086] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.230284] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.230496] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.230646] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.230796] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.231039] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.231211] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.231378] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.231540] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.231713] env[70966]: DEBUG nova.virt.hardware [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.232636] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ad823d-9fec-4249-a96d-23aca411f6f1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.242032] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc54cfa-0feb-4846-a3e6-e48f35a9bd2e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.329612] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 817.330013] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4951872f-d6a2-414e-bf17-fdfc900d30c2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.340062] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 817.340062] env[70966]: value = "task-3612657" [ 817.340062] env[70966]: _type = "Task" [ 817.340062] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.348929] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612657, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.409778] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.412323] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.059s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.412572] env[70966]: DEBUG nova.objects.instance [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Lazy-loading 'resources' on Instance uuid 4b88a240-eedd-4d3d-ab3e-9f793f020f83 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.431663] env[70966]: INFO nova.scheduler.client.report [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Deleted allocations for instance d1b322c8-c490-43ef-b7b3-74cd3b159cec [ 817.489676] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612656, 'name': ReconfigVM_Task, 'duration_secs': 0.301116} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.489997] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Reconfigured VM instance instance-00000035 to attach disk [datastore2] ed08df64-69c7-42fe-a927-0fb33cca9877/ed08df64-69c7-42fe-a927-0fb33cca9877.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.490810] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b9188bd-6326-4a1a-b95b-a44a1d876392 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.497831] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 817.497831] env[70966]: value = "task-3612658" [ 817.497831] env[70966]: _type = "Task" [ 817.497831] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.507955] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612658, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.853502] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612657, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.942699] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ee496994-abb2-4589-86c7-6d3fcba719ea tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "d1b322c8-c490-43ef-b7b3-74cd3b159cec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.750s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.007733] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612658, 'name': Rename_Task, 'duration_secs': 0.213294} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.010332] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.010763] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-013f32a6-6b4d-416a-9d9c-9a9bb0eeace8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.017578] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 818.017578] env[70966]: value = "task-3612659" [ 818.017578] env[70966]: _type = "Task" [ 818.017578] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.029082] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.068418] env[70966]: DEBUG nova.network.neutron [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Successfully updated port: cc97de7d-c70e-4050-8da8-82714caa371a {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.074894] env[70966]: DEBUG nova.compute.manager [req-af59c3a4-cb70-4e62-b62f-500c32631d00 req-fa3bf134-4a87-48e0-946a-286dc8fb8c07 service nova] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Received event network-vif-plugged-cc97de7d-c70e-4050-8da8-82714caa371a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.074894] env[70966]: DEBUG oslo_concurrency.lockutils [req-af59c3a4-cb70-4e62-b62f-500c32631d00 req-fa3bf134-4a87-48e0-946a-286dc8fb8c07 service nova] Acquiring lock "e55dc1c4-8009-4a3b-950b-48e7c35839d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.074894] env[70966]: DEBUG oslo_concurrency.lockutils [req-af59c3a4-cb70-4e62-b62f-500c32631d00 req-fa3bf134-4a87-48e0-946a-286dc8fb8c07 service nova] Lock "e55dc1c4-8009-4a3b-950b-48e7c35839d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.074894] env[70966]: DEBUG oslo_concurrency.lockutils [req-af59c3a4-cb70-4e62-b62f-500c32631d00 req-fa3bf134-4a87-48e0-946a-286dc8fb8c07 service nova] Lock "e55dc1c4-8009-4a3b-950b-48e7c35839d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.074894] env[70966]: DEBUG nova.compute.manager [req-af59c3a4-cb70-4e62-b62f-500c32631d00 req-fa3bf134-4a87-48e0-946a-286dc8fb8c07 service nova] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] No waiting events found dispatching network-vif-plugged-cc97de7d-c70e-4050-8da8-82714caa371a {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.074894] env[70966]: WARNING nova.compute.manager [req-af59c3a4-cb70-4e62-b62f-500c32631d00 req-fa3bf134-4a87-48e0-946a-286dc8fb8c07 service nova] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Received unexpected event network-vif-plugged-cc97de7d-c70e-4050-8da8-82714caa371a for instance with vm_state building and task_state spawning. [ 818.356190] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612657, 'name': CreateSnapshot_Task, 'duration_secs': 0.578123} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.356470] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 818.357259] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264746a4-a9bb-491f-a02c-2405869a6fd2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.414525] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "4f0b7637-6afd-4b78-aca9-ba2f6af4f764" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.414785] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "4f0b7637-6afd-4b78-aca9-ba2f6af4f764" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.414995] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "4f0b7637-6afd-4b78-aca9-ba2f6af4f764-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.415835] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "4f0b7637-6afd-4b78-aca9-ba2f6af4f764-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.415835] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "4f0b7637-6afd-4b78-aca9-ba2f6af4f764-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.417584] env[70966]: INFO nova.compute.manager [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Terminating instance [ 818.490743] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb4af10-d621-4b2c-b00f-63f45c4e6812 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.500409] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f8e0cf-9016-4771-923e-f2197c8e990f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.537665] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69247f01-05a6-42a3-a0ef-219ceade2d6b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.551015] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c46476-59b3-40cb-84bf-1f7308928e4f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.555325] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612659, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.567824] env[70966]: DEBUG nova.compute.provider_tree [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.571299] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "refresh_cache-e55dc1c4-8009-4a3b-950b-48e7c35839d4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.571454] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired lock "refresh_cache-e55dc1c4-8009-4a3b-950b-48e7c35839d4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.571617] env[70966]: DEBUG nova.network.neutron [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.883033] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 818.883479] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6186a0e0-61f7-400d-99d7-1b171b26ed7a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.894151] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 818.894151] env[70966]: value = "task-3612660" [ 818.894151] env[70966]: _type = "Task" [ 818.894151] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.905477] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612660, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.925919] env[70966]: DEBUG nova.compute.manager [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.926407] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.927913] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8f4887-e42c-42f1-86ea-85755fd63fc7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.937257] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.937537] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8416b7b5-398e-4187-bc42-1bbb0d0920e0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.946136] env[70966]: DEBUG oslo_vmware.api [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 818.946136] env[70966]: value = "task-3612661" [ 818.946136] env[70966]: _type = "Task" [ 818.946136] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.956084] env[70966]: DEBUG oslo_vmware.api [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.045863] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612659, 'name': PowerOnVM_Task, 'duration_secs': 0.745817} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.046108] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.046316] env[70966]: INFO nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Took 9.67 seconds to spawn the instance on the hypervisor. [ 819.046495] env[70966]: DEBUG nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.047390] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aa6eb1-07b5-4425-8799-b05155ea529b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.071298] env[70966]: DEBUG nova.scheduler.client.report [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.137266] env[70966]: DEBUG nova.network.neutron [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.400502] env[70966]: DEBUG nova.network.neutron [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Updating instance_info_cache with network_info: [{"id": "cc97de7d-c70e-4050-8da8-82714caa371a", "address": "fa:16:3e:f0:08:11", "network": {"id": "b0c6996a-13fe-4c46-ab3a-a6511430e597", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-369759369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1051e7cf9b4fe2bcce8f54930cb405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc97de7d-c7", "ovs_interfaceid": "cc97de7d-c70e-4050-8da8-82714caa371a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.410734] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612660, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.458317] env[70966]: DEBUG oslo_vmware.api [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612661, 'name': PowerOffVM_Task, 'duration_secs': 0.222222} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.458317] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.458317] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.458317] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5306ae58-7b76-478c-af6d-9489415d1fd8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.566311] env[70966]: INFO nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Took 45.17 seconds to build instance. [ 819.578524] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.581972] env[70966]: DEBUG oslo_concurrency.lockutils [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.385s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.581972] env[70966]: DEBUG nova.objects.instance [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lazy-loading 'resources' on Instance uuid bec21396-170b-41fb-9b54-9170d7654d50 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.603904] env[70966]: INFO nova.scheduler.client.report [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Deleted allocations for instance 4b88a240-eedd-4d3d-ab3e-9f793f020f83 [ 819.677725] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.677861] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.678081] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Deleting the datastore file [datastore1] 4f0b7637-6afd-4b78-aca9-ba2f6af4f764 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.678435] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71c55ac1-cd5b-46db-94f0-bd6aab773b5d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.691268] env[70966]: DEBUG oslo_vmware.api [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 819.691268] env[70966]: value = "task-3612663" [ 819.691268] env[70966]: _type = "Task" [ 819.691268] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.701465] env[70966]: DEBUG oslo_vmware.api [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.905702] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Releasing lock "refresh_cache-e55dc1c4-8009-4a3b-950b-48e7c35839d4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.906021] env[70966]: DEBUG nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Instance network_info: |[{"id": "cc97de7d-c70e-4050-8da8-82714caa371a", "address": "fa:16:3e:f0:08:11", "network": {"id": "b0c6996a-13fe-4c46-ab3a-a6511430e597", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-369759369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1051e7cf9b4fe2bcce8f54930cb405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc97de7d-c7", "ovs_interfaceid": "cc97de7d-c70e-4050-8da8-82714caa371a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.906304] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612660, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.906658] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:08:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc97de7d-c70e-4050-8da8-82714caa371a', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.914176] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.914431] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.914603] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a80c822-52fa-4dba-9026-dbe014760d0e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.935948] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.935948] env[70966]: value = "task-3612664" [ 819.935948] env[70966]: _type = "Task" [ 819.935948] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.944684] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612664, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.068920] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "ed08df64-69c7-42fe-a927-0fb33cca9877" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.493s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.106369] env[70966]: DEBUG nova.compute.manager [req-1950df71-9a1d-4941-abd6-92f53cdc682f req-aa629b9f-a800-458a-b113-7850bad23f39 service nova] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Received event network-changed-cc97de7d-c70e-4050-8da8-82714caa371a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.106579] env[70966]: DEBUG nova.compute.manager [req-1950df71-9a1d-4941-abd6-92f53cdc682f req-aa629b9f-a800-458a-b113-7850bad23f39 service nova] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Refreshing instance network info cache due to event network-changed-cc97de7d-c70e-4050-8da8-82714caa371a. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.106793] env[70966]: DEBUG oslo_concurrency.lockutils [req-1950df71-9a1d-4941-abd6-92f53cdc682f req-aa629b9f-a800-458a-b113-7850bad23f39 service nova] Acquiring lock "refresh_cache-e55dc1c4-8009-4a3b-950b-48e7c35839d4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.106934] env[70966]: DEBUG oslo_concurrency.lockutils [req-1950df71-9a1d-4941-abd6-92f53cdc682f req-aa629b9f-a800-458a-b113-7850bad23f39 service nova] Acquired lock "refresh_cache-e55dc1c4-8009-4a3b-950b-48e7c35839d4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.107139] env[70966]: DEBUG nova.network.neutron [req-1950df71-9a1d-4941-abd6-92f53cdc682f req-aa629b9f-a800-458a-b113-7850bad23f39 service nova] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Refreshing network info cache for port cc97de7d-c70e-4050-8da8-82714caa371a {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.117472] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ca574e27-c674-4da1-b662-b14737524318 tempest-ImagesNegativeTestJSON-1690417807 tempest-ImagesNegativeTestJSON-1690417807-project-member] Lock "4b88a240-eedd-4d3d-ab3e-9f793f020f83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.321s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.204360] env[70966]: DEBUG oslo_vmware.api [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246482} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.208381] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.208381] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.208381] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.208381] env[70966]: INFO nova.compute.manager [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Took 1.28 seconds to destroy the instance on the hypervisor. [ 820.208381] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.208381] env[70966]: DEBUG nova.compute.manager [-] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.208381] env[70966]: DEBUG nova.network.neutron [-] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.406630] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612660, 'name': CloneVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.445478] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612664, 'name': CreateVM_Task, 'duration_secs': 0.492673} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.445687] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.446823] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.446823] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.447040] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.447158] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92bb1cd-7272-4649-864c-fc4015667458 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.454946] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 820.454946] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e208a3-b2bb-8136-22f6-fa84c1e1791e" [ 820.454946] env[70966]: _type = "Task" [ 820.454946] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.463740] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e208a3-b2bb-8136-22f6-fa84c1e1791e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.573799] env[70966]: DEBUG nova.compute.manager [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.671020] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460c4796-520d-4944-a825-03a9c023197d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.682496] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076f74b0-4f88-4321-bc52-2531ac0ce2e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.720740] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bd4073-8181-4bab-a9d4-494fee4f97c9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.731971] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7833c6d-dafb-4347-940e-91eeb2b02981 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.750699] env[70966]: DEBUG nova.compute.provider_tree [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.912926] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612660, 'name': CloneVM_Task, 'duration_secs': 1.557351} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.913285] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Created linked-clone VM from snapshot [ 820.914160] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fb77ca-d1e1-4202-a3b5-b0850acc8395 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.926122] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Uploading image 7a6cbb9d-77ff-41a2-80e3-6c0ba3414cc6 {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 820.955156] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 820.955156] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7f8b0f00-4e94-4672-ad17-876de7f1bb2c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.967583] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e208a3-b2bb-8136-22f6-fa84c1e1791e, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.969229] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.970452] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.970452] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.970452] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.970452] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.970707] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 820.970707] env[70966]: value = "task-3612665" [ 820.970707] env[70966]: _type = "Task" [ 820.970707] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.971094] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c15f78d4-a8a9-4d1d-8a0a-0e23da3df03c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.981969] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612665, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.000898] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.000898] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.000898] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9590d1-b294-4fa6-b9ff-6571accc0012 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.009131] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 821.009131] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52012b8c-3048-6c5b-c227-8a491c4d4fec" [ 821.009131] env[70966]: _type = "Task" [ 821.009131] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.016368] env[70966]: DEBUG nova.network.neutron [-] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.026218] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52012b8c-3048-6c5b-c227-8a491c4d4fec, 'name': SearchDatastore_Task, 'duration_secs': 0.011156} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.030261] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de8c0f7-0f2b-4355-9409-afee11c58678 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.035913] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 821.035913] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5291362f-99e2-5641-91c1-2fe28d1a6d1a" [ 821.035913] env[70966]: _type = "Task" [ 821.035913] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.046391] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5291362f-99e2-5641-91c1-2fe28d1a6d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.075368] env[70966]: DEBUG nova.network.neutron [req-1950df71-9a1d-4941-abd6-92f53cdc682f req-aa629b9f-a800-458a-b113-7850bad23f39 service nova] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Updated VIF entry in instance network info cache for port cc97de7d-c70e-4050-8da8-82714caa371a. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.075368] env[70966]: DEBUG nova.network.neutron [req-1950df71-9a1d-4941-abd6-92f53cdc682f req-aa629b9f-a800-458a-b113-7850bad23f39 service nova] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Updating instance_info_cache with network_info: [{"id": "cc97de7d-c70e-4050-8da8-82714caa371a", "address": "fa:16:3e:f0:08:11", "network": {"id": "b0c6996a-13fe-4c46-ab3a-a6511430e597", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-369759369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1051e7cf9b4fe2bcce8f54930cb405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc97de7d-c7", "ovs_interfaceid": "cc97de7d-c70e-4050-8da8-82714caa371a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.135170] env[70966]: DEBUG oslo_concurrency.lockutils [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.253978] env[70966]: DEBUG nova.scheduler.client.report [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.484719] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612665, 'name': Destroy_Task, 'duration_secs': 0.511487} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.485652] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Destroyed the VM [ 821.486088] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 821.486512] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c1e424b1-b2ad-44ab-9de8-707bf9e9761e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.498027] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 821.498027] env[70966]: value = "task-3612666" [ 821.498027] env[70966]: _type = "Task" [ 821.498027] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.509123] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612666, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.526486] env[70966]: INFO nova.compute.manager [-] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Took 1.32 seconds to deallocate network for instance. [ 821.549675] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5291362f-99e2-5641-91c1-2fe28d1a6d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.012787} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.550052] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.550329] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] e55dc1c4-8009-4a3b-950b-48e7c35839d4/e55dc1c4-8009-4a3b-950b-48e7c35839d4.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.550600] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cd92627-5f8f-421c-a6e4-ae69f72588c3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.559263] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 821.559263] env[70966]: value = "task-3612667" [ 821.559263] env[70966]: _type = "Task" [ 821.559263] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.569079] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.582528] env[70966]: DEBUG oslo_concurrency.lockutils [req-1950df71-9a1d-4941-abd6-92f53cdc682f req-aa629b9f-a800-458a-b113-7850bad23f39 service nova] Releasing lock "refresh_cache-e55dc1c4-8009-4a3b-950b-48e7c35839d4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.761093] env[70966]: DEBUG oslo_concurrency.lockutils [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.763706] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.718s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.765785] env[70966]: INFO nova.compute.claims [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.806179] env[70966]: INFO nova.scheduler.client.report [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Deleted allocations for instance bec21396-170b-41fb-9b54-9170d7654d50 [ 822.009733] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612666, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.037714] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.070365] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612667, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.195207] env[70966]: DEBUG nova.compute.manager [req-d9c82a37-a9d4-45c8-9e30-f2667c9b9b57 req-35b8734e-bee0-43c6-b4f8-0a95605f612f service nova] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Received event network-vif-deleted-840e00a4-8aaf-49de-ad02-d4ff734b471f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.318569] env[70966]: DEBUG oslo_concurrency.lockutils [None req-99347f61-e011-4eb2-83e2-b119bdce2c50 tempest-ListServersNegativeTestJSON-1333885626 tempest-ListServersNegativeTestJSON-1333885626-project-member] Lock "bec21396-170b-41fb-9b54-9170d7654d50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.175s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.510131] env[70966]: DEBUG oslo_vmware.api [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612666, 'name': RemoveSnapshot_Task, 'duration_secs': 0.805071} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.510131] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 822.571845] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512208} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.574614] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] e55dc1c4-8009-4a3b-950b-48e7c35839d4/e55dc1c4-8009-4a3b-950b-48e7c35839d4.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.574880] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.575158] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a691b238-bec1-4fc7-8d8e-0e7ca559262d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.585105] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 822.585105] env[70966]: value = "task-3612668" [ 822.585105] env[70966]: _type = "Task" [ 822.585105] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.596085] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.018098] env[70966]: WARNING nova.compute.manager [None req-17316de6-99cf-4e8a-97d1-bc68e8c27d31 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Image not found during snapshot: nova.exception.ImageNotFound: Image 7a6cbb9d-77ff-41a2-80e3-6c0ba3414cc6 could not be found. [ 823.107267] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079112} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.107702] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.108554] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65e22c4-747c-4ec8-a5d0-7d02ac3b7431 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.136642] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] e55dc1c4-8009-4a3b-950b-48e7c35839d4/e55dc1c4-8009-4a3b-950b-48e7c35839d4.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.137070] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-618598ff-034e-4488-8943-b71eef947d2c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.163662] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 823.163662] env[70966]: value = "task-3612669" [ 823.163662] env[70966]: _type = "Task" [ 823.163662] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.182327] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.392337] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d57e9b2-d5d3-4d1c-9987-a4f3fe033632 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.402551] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8879c51-0d3a-4284-9587-c2b8a2b99878 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.435907] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c8939f-a52e-495d-a8f4-cdc3cbcd3f96 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.444381] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f950403b-c780-4c1c-b899-24dfa86dc2a7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.462748] env[70966]: DEBUG nova.compute.provider_tree [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.675551] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612669, 'name': ReconfigVM_Task, 'duration_secs': 0.419494} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.675770] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Reconfigured VM instance instance-00000036 to attach disk [datastore2] e55dc1c4-8009-4a3b-950b-48e7c35839d4/e55dc1c4-8009-4a3b-950b-48e7c35839d4.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.676347] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9dafde6-dc46-4a04-8e3e-d5a5ab227cd7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.684353] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 823.684353] env[70966]: value = "task-3612670" [ 823.684353] env[70966]: _type = "Task" [ 823.684353] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.702308] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612670, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.749347] env[70966]: DEBUG oslo_concurrency.lockutils [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.749347] env[70966]: DEBUG oslo_concurrency.lockutils [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.749347] env[70966]: DEBUG oslo_concurrency.lockutils [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.749347] env[70966]: DEBUG oslo_concurrency.lockutils [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.749347] env[70966]: DEBUG oslo_concurrency.lockutils [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.752718] env[70966]: INFO nova.compute.manager [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Terminating instance [ 823.966330] env[70966]: DEBUG nova.scheduler.client.report [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.198373] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612670, 'name': Rename_Task, 'duration_secs': 0.173373} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.198923] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.199338] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66e35c6b-2c1f-43d0-983a-47525af53e91 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.209016] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 824.209016] env[70966]: value = "task-3612671" [ 824.209016] env[70966]: _type = "Task" [ 824.209016] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.219909] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.256552] env[70966]: DEBUG nova.compute.manager [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.256721] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.257883] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f982eccb-a849-4909-b403-bf30b4e96395 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.266269] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.266786] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a156a8e-f5fa-4df5-bcfe-7fe863519629 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.276865] env[70966]: DEBUG oslo_vmware.api [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 824.276865] env[70966]: value = "task-3612672" [ 824.276865] env[70966]: _type = "Task" [ 824.276865] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.290421] env[70966]: DEBUG oslo_vmware.api [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.473631] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.473631] env[70966]: DEBUG nova.compute.manager [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.480823] env[70966]: DEBUG oslo_concurrency.lockutils [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.660s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.481329] env[70966]: DEBUG nova.objects.instance [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70966) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 824.557265] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Acquiring lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.557265] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.718394] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612671, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.790799] env[70966]: DEBUG oslo_vmware.api [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612672, 'name': PowerOffVM_Task, 'duration_secs': 0.225525} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.791161] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.792023] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.792023] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e87b061-feb3-4384-94cb-55ed17065627 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.873921] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.874228] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.874507] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Deleting the datastore file [datastore1] d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.874832] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b7e8276-31bc-4336-ad05-d835f12ceb1e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.885603] env[70966]: DEBUG oslo_vmware.api [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 824.885603] env[70966]: value = "task-3612674" [ 824.885603] env[70966]: _type = "Task" [ 824.885603] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.901572] env[70966]: DEBUG oslo_vmware.api [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.986905] env[70966]: DEBUG nova.compute.utils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.996523] env[70966]: DEBUG nova.compute.manager [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.996578] env[70966]: DEBUG nova.network.neutron [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.058340] env[70966]: DEBUG nova.policy [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8389fe3055d4a7b8fdbb0853438905d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611d7f6ccb3644079814f537c0dc64d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.060933] env[70966]: DEBUG nova.compute.utils [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.218812] env[70966]: DEBUG oslo_vmware.api [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612671, 'name': PowerOnVM_Task, 'duration_secs': 0.822387} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.219054] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.219267] env[70966]: INFO nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Took 8.02 seconds to spawn the instance on the hypervisor. [ 825.219448] env[70966]: DEBUG nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.220342] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06ef51f-f316-43a3-a42c-f9401491925e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.398966] env[70966]: DEBUG oslo_vmware.api [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182863} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.400130] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.400381] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.400593] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.400786] env[70966]: INFO nova.compute.manager [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 825.401220] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.401446] env[70966]: DEBUG nova.compute.manager [-] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.401545] env[70966]: DEBUG nova.network.neutron [-] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.442582] env[70966]: DEBUG nova.network.neutron [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Successfully created port: 0912f519-3155-4c09-9486-c1d57ee51897 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.502163] env[70966]: DEBUG oslo_concurrency.lockutils [None req-878f7021-db54-4c67-ab5e-e60acb6eb52a tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.502163] env[70966]: DEBUG nova.compute.manager [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.505695] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.240s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.506235] env[70966]: DEBUG nova.objects.instance [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lazy-loading 'resources' on Instance uuid d384a829-fab2-4f70-bae5-6460ad85fa20 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.564728] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.742604] env[70966]: INFO nova.compute.manager [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Took 46.98 seconds to build instance. [ 826.180886] env[70966]: DEBUG nova.network.neutron [-] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.245934] env[70966]: DEBUG oslo_concurrency.lockutils [None req-773263c8-6b56-4e40-8225-441fcc261702 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "e55dc1c4-8009-4a3b-950b-48e7c35839d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.636s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.517171] env[70966]: DEBUG nova.compute.manager [req-96e04e18-f3bc-4291-bbd2-87c4e8711415 req-e74568e5-8ace-42a5-9162-f10cb4059919 service nova] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Received event network-vif-deleted-e1077a00-76cd-4954-b69f-ff6e7cfef0fe {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.518551] env[70966]: DEBUG nova.compute.manager [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.554213] env[70966]: DEBUG nova.virt.hardware [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.554213] env[70966]: DEBUG nova.virt.hardware [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.554213] env[70966]: DEBUG nova.virt.hardware [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.554729] env[70966]: DEBUG nova.virt.hardware [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.554936] env[70966]: DEBUG nova.virt.hardware [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.555101] env[70966]: DEBUG nova.virt.hardware [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.555319] env[70966]: DEBUG nova.virt.hardware [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.555475] env[70966]: DEBUG nova.virt.hardware [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.555868] env[70966]: DEBUG nova.virt.hardware [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.556061] env[70966]: DEBUG nova.virt.hardware [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.556238] env[70966]: DEBUG nova.virt.hardware [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.557477] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6ebb34-af7d-4722-b5a5-5ab2f5788c64 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.569113] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b757ee26-ab9f-4696-821f-bbd5f8e8660f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.646190] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640bf99d-a327-45d6-ae2d-1446ada3d225 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.649838] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Acquiring lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.650143] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.650380] env[70966]: INFO nova.compute.manager [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Attaching volume 29562570-201e-44da-a5a9-8e426ffc0631 to /dev/sdb [ 826.661698] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637fd28e-3896-483d-b1a0-6a47e59ab582 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.694048] env[70966]: INFO nova.compute.manager [-] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Took 1.29 seconds to deallocate network for instance. [ 826.698649] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3402c8db-4e98-4edc-b504-b1cce0aca0f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.701900] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d071349-8e9f-4f9d-9618-a9585c2fc4a4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.711347] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "06c5a2bf-29cc-4f47-b6a6-1ce56764fa29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.711622] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "06c5a2bf-29cc-4f47-b6a6-1ce56764fa29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.721571] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05794e4a-396a-4eef-8bae-76e2f402ba0c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.727748] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d62a58f-2ace-4d71-8953-5553f989ecb5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.743423] env[70966]: DEBUG nova.compute.provider_tree [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.749814] env[70966]: DEBUG nova.virt.block_device [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Updating existing volume attachment record: ef9b3335-2024-43f6-9eb1-d37234f06313 {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 826.755762] env[70966]: DEBUG nova.scheduler.client.report [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.064806] env[70966]: DEBUG nova.compute.manager [req-ae22448d-aead-4387-a512-3d5f4c376a29 req-f7f20cb9-0c0a-40e5-a3be-a2e0d27ea6e3 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Received event network-vif-plugged-0912f519-3155-4c09-9486-c1d57ee51897 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.065448] env[70966]: DEBUG oslo_concurrency.lockutils [req-ae22448d-aead-4387-a512-3d5f4c376a29 req-f7f20cb9-0c0a-40e5-a3be-a2e0d27ea6e3 service nova] Acquiring lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.065448] env[70966]: DEBUG oslo_concurrency.lockutils [req-ae22448d-aead-4387-a512-3d5f4c376a29 req-f7f20cb9-0c0a-40e5-a3be-a2e0d27ea6e3 service nova] Lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.065448] env[70966]: DEBUG oslo_concurrency.lockutils [req-ae22448d-aead-4387-a512-3d5f4c376a29 req-f7f20cb9-0c0a-40e5-a3be-a2e0d27ea6e3 service nova] Lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.066108] env[70966]: DEBUG nova.compute.manager [req-ae22448d-aead-4387-a512-3d5f4c376a29 req-f7f20cb9-0c0a-40e5-a3be-a2e0d27ea6e3 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] No waiting events found dispatching network-vif-plugged-0912f519-3155-4c09-9486-c1d57ee51897 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.066108] env[70966]: WARNING nova.compute.manager [req-ae22448d-aead-4387-a512-3d5f4c376a29 req-f7f20cb9-0c0a-40e5-a3be-a2e0d27ea6e3 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Received unexpected event network-vif-plugged-0912f519-3155-4c09-9486-c1d57ee51897 for instance with vm_state building and task_state spawning. [ 827.164415] env[70966]: DEBUG nova.network.neutron [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Successfully updated port: 0912f519-3155-4c09-9486-c1d57ee51897 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.214874] env[70966]: DEBUG oslo_concurrency.lockutils [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.215270] env[70966]: DEBUG nova.compute.manager [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.264953] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.268554] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.224s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.271323] env[70966]: INFO nova.compute.claims [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.297608] env[70966]: INFO nova.scheduler.client.report [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Deleted allocations for instance d384a829-fab2-4f70-bae5-6460ad85fa20 [ 827.642108] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "ed08df64-69c7-42fe-a927-0fb33cca9877" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.642397] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "ed08df64-69c7-42fe-a927-0fb33cca9877" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.642609] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "ed08df64-69c7-42fe-a927-0fb33cca9877-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.642797] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "ed08df64-69c7-42fe-a927-0fb33cca9877-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.642971] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "ed08df64-69c7-42fe-a927-0fb33cca9877-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.645215] env[70966]: INFO nova.compute.manager [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Terminating instance [ 827.666605] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.666774] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.666924] env[70966]: DEBUG nova.network.neutron [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.738089] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "e55dc1c4-8009-4a3b-950b-48e7c35839d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.738492] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "e55dc1c4-8009-4a3b-950b-48e7c35839d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.738739] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "e55dc1c4-8009-4a3b-950b-48e7c35839d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.738946] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "e55dc1c4-8009-4a3b-950b-48e7c35839d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.739180] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "e55dc1c4-8009-4a3b-950b-48e7c35839d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.742137] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.743191] env[70966]: INFO nova.compute.manager [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Terminating instance [ 827.806755] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0052ed0c-8a69-4ef8-a40e-1ae11f1d68cc tempest-ServersTestMultiNic-2114226015 tempest-ServersTestMultiNic-2114226015-project-member] Lock "d384a829-fab2-4f70-bae5-6460ad85fa20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.151s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.155362] env[70966]: DEBUG nova.compute.manager [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.155362] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.155362] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e85222d-b22e-4ded-8c72-c75d9c300571 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.165051] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.165538] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-935bfaa4-fa17-4c9d-8384-6b0101791a46 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.175342] env[70966]: DEBUG oslo_vmware.api [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 828.175342] env[70966]: value = "task-3612678" [ 828.175342] env[70966]: _type = "Task" [ 828.175342] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.186247] env[70966]: DEBUG oslo_vmware.api [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.220556] env[70966]: DEBUG nova.network.neutron [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.250248] env[70966]: DEBUG nova.compute.manager [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.251069] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.252638] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1316793-c492-44ce-bdb6-fee88fbb1c5f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.262175] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.262707] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11a9d168-a0bc-4357-9891-e523c51deff5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.273358] env[70966]: DEBUG oslo_vmware.api [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 828.273358] env[70966]: value = "task-3612679" [ 828.273358] env[70966]: _type = "Task" [ 828.273358] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.284749] env[70966]: DEBUG oslo_vmware.api [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.397752] env[70966]: DEBUG nova.network.neutron [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Updating instance_info_cache with network_info: [{"id": "0912f519-3155-4c09-9486-c1d57ee51897", "address": "fa:16:3e:a5:63:cb", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0912f519-31", "ovs_interfaceid": "0912f519-3155-4c09-9486-c1d57ee51897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.689580] env[70966]: DEBUG oslo_vmware.api [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612678, 'name': PowerOffVM_Task, 'duration_secs': 0.321414} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.689778] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.690177] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.690326] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9657ea7-065f-45dc-8a9b-7da543decbd5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.771741] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.771958] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.772644] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Deleting the datastore file [datastore2] ed08df64-69c7-42fe-a927-0fb33cca9877 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.772644] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba272da8-ceec-4e27-8310-a1921d6b93cd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.783148] env[70966]: DEBUG oslo_vmware.api [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612679, 'name': PowerOffVM_Task, 'duration_secs': 0.280647} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.784522] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.784655] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.784984] env[70966]: DEBUG oslo_vmware.api [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 828.784984] env[70966]: value = "task-3612681" [ 828.784984] env[70966]: _type = "Task" [ 828.784984] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.785204] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79a1d979-e15d-48a2-904b-e582737fb386 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.799029] env[70966]: DEBUG oslo_vmware.api [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.858919] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b247da-15f6-4dbf-ad5e-64f27f6e267a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.866369] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.866955] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.867279] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Deleting the datastore file [datastore2] e55dc1c4-8009-4a3b-950b-48e7c35839d4 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.869682] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ef031c6-3caa-444a-ac6c-1633bfbcb826 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.873177] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13edb0ad-6a71-4bee-b99f-660dc6acbe49 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.883910] env[70966]: DEBUG oslo_vmware.api [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 828.883910] env[70966]: value = "task-3612683" [ 828.883910] env[70966]: _type = "Task" [ 828.883910] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.924666] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.925455] env[70966]: DEBUG nova.compute.manager [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Instance network_info: |[{"id": "0912f519-3155-4c09-9486-c1d57ee51897", "address": "fa:16:3e:a5:63:cb", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0912f519-31", "ovs_interfaceid": "0912f519-3155-4c09-9486-c1d57ee51897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.930750] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:63:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0912f519-3155-4c09-9486-c1d57ee51897', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.938983] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.939941] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8687a9-380c-4310-a431-0d6c6d770eaf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.943838] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.944374] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e279344-9980-4129-a368-cae6ce3039ba {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.965015] env[70966]: DEBUG oslo_vmware.api [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.970216] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f224c9eb-a50c-46cf-b7b5-e00cc1290f44 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.974735] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.974735] env[70966]: value = "task-3612684" [ 828.974735] env[70966]: _type = "Task" [ 828.974735] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.987019] env[70966]: DEBUG nova.compute.provider_tree [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.994377] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612684, 'name': CreateVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.147496] env[70966]: DEBUG nova.compute.manager [req-64bbcd35-7909-4858-b827-ba3e948d8b5d req-f3228a70-24b6-4870-af43-5cd0a9724e4e service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Received event network-changed-0912f519-3155-4c09-9486-c1d57ee51897 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.147619] env[70966]: DEBUG nova.compute.manager [req-64bbcd35-7909-4858-b827-ba3e948d8b5d req-f3228a70-24b6-4870-af43-5cd0a9724e4e service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Refreshing instance network info cache due to event network-changed-0912f519-3155-4c09-9486-c1d57ee51897. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.147876] env[70966]: DEBUG oslo_concurrency.lockutils [req-64bbcd35-7909-4858-b827-ba3e948d8b5d req-f3228a70-24b6-4870-af43-5cd0a9724e4e service nova] Acquiring lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.148912] env[70966]: DEBUG oslo_concurrency.lockutils [req-64bbcd35-7909-4858-b827-ba3e948d8b5d req-f3228a70-24b6-4870-af43-5cd0a9724e4e service nova] Acquired lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.148912] env[70966]: DEBUG nova.network.neutron [req-64bbcd35-7909-4858-b827-ba3e948d8b5d req-f3228a70-24b6-4870-af43-5cd0a9724e4e service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Refreshing network info cache for port 0912f519-3155-4c09-9486-c1d57ee51897 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.298429] env[70966]: DEBUG oslo_vmware.api [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144988} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.298966] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.298966] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.299065] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.299210] env[70966]: INFO nova.compute.manager [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Took 1.15 seconds to destroy the instance on the hypervisor. [ 829.299454] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.299816] env[70966]: DEBUG nova.compute.manager [-] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.299816] env[70966]: DEBUG nova.network.neutron [-] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.436402] env[70966]: DEBUG oslo_vmware.api [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164939} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.437793] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.437793] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.437793] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.437793] env[70966]: INFO nova.compute.manager [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 829.437793] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.437793] env[70966]: DEBUG nova.compute.manager [-] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.437793] env[70966]: DEBUG nova.network.neutron [-] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.490617] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612684, 'name': CreateVM_Task, 'duration_secs': 0.370255} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.491364] env[70966]: DEBUG nova.scheduler.client.report [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.496638] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.496762] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.496929] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.497322] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.497732] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06d990e-21cb-4cbb-a128-57a7d5130ce0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.510359] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 829.510359] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5295b037-c63f-698f-0af4-0b18d26ee62b" [ 829.510359] env[70966]: _type = "Task" [ 829.510359] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.521151] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5295b037-c63f-698f-0af4-0b18d26ee62b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.716103] env[70966]: DEBUG nova.compute.manager [req-73e2633c-0744-48e1-8992-37c6d4a98ec9 req-4747b717-88a8-4aa1-a34f-c8561f691830 service nova] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Received event network-vif-deleted-cc97de7d-c70e-4050-8da8-82714caa371a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.716398] env[70966]: INFO nova.compute.manager [req-73e2633c-0744-48e1-8992-37c6d4a98ec9 req-4747b717-88a8-4aa1-a34f-c8561f691830 service nova] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Neutron deleted interface cc97de7d-c70e-4050-8da8-82714caa371a; detaching it from the instance and deleting it from the info cache [ 829.716622] env[70966]: DEBUG nova.network.neutron [req-73e2633c-0744-48e1-8992-37c6d4a98ec9 req-4747b717-88a8-4aa1-a34f-c8561f691830 service nova] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.999544] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.001423] env[70966]: DEBUG nova.compute.manager [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.005448] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.516s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.022365] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5295b037-c63f-698f-0af4-0b18d26ee62b, 'name': SearchDatastore_Task, 'duration_secs': 0.01281} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.022693] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.022979] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.023189] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.023337] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.023539] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.023842] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-503e31ff-f6d3-49d9-8a8d-0a0828495085 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.045959] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.049044] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.049044] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1ad7f4-bd2b-4d41-ac16-237ef76afc62 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.053472] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 830.053472] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5291d7ba-a193-f73c-4a8e-0b3468ae4e4a" [ 830.053472] env[70966]: _type = "Task" [ 830.053472] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.062382] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5291d7ba-a193-f73c-4a8e-0b3468ae4e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.194258] env[70966]: DEBUG nova.network.neutron [-] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.222296] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed7de869-06e6-42ec-bab9-7c61266050bf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.232941] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108e3e63-6c90-4a04-b373-2cd1dd7714be {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.268394] env[70966]: DEBUG nova.network.neutron [-] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.269704] env[70966]: DEBUG nova.compute.manager [req-73e2633c-0744-48e1-8992-37c6d4a98ec9 req-4747b717-88a8-4aa1-a34f-c8561f691830 service nova] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Detach interface failed, port_id=cc97de7d-c70e-4050-8da8-82714caa371a, reason: Instance e55dc1c4-8009-4a3b-950b-48e7c35839d4 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.347196] env[70966]: DEBUG nova.network.neutron [req-64bbcd35-7909-4858-b827-ba3e948d8b5d req-f3228a70-24b6-4870-af43-5cd0a9724e4e service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Updated VIF entry in instance network info cache for port 0912f519-3155-4c09-9486-c1d57ee51897. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.347543] env[70966]: DEBUG nova.network.neutron [req-64bbcd35-7909-4858-b827-ba3e948d8b5d req-f3228a70-24b6-4870-af43-5cd0a9724e4e service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Updating instance_info_cache with network_info: [{"id": "0912f519-3155-4c09-9486-c1d57ee51897", "address": "fa:16:3e:a5:63:cb", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0912f519-31", "ovs_interfaceid": "0912f519-3155-4c09-9486-c1d57ee51897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.511246] env[70966]: INFO nova.compute.claims [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.520458] env[70966]: DEBUG nova.compute.utils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.522098] env[70966]: DEBUG nova.compute.manager [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.522424] env[70966]: DEBUG nova.network.neutron [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.568499] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5291d7ba-a193-f73c-4a8e-0b3468ae4e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.02535} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.569294] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2602de32-dede-4bc3-abd4-40cc8f943208 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.575490] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 830.575490] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e34a14-2977-2379-a109-390f0dcf7d8d" [ 830.575490] env[70966]: _type = "Task" [ 830.575490] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.591263] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e34a14-2977-2379-a109-390f0dcf7d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.591695] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.592177] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1/f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.592481] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7a8a44d-42c0-4b9c-a217-b4fe35e8f1f6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.599755] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 830.599755] env[70966]: value = "task-3612686" [ 830.599755] env[70966]: _type = "Task" [ 830.599755] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.609577] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.618027] env[70966]: DEBUG nova.policy [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06e66773b14041feb901c0bad561c710', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f5f4e76c80458f84fd1339fded9df5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.696843] env[70966]: INFO nova.compute.manager [-] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Took 1.26 seconds to deallocate network for instance. [ 830.773263] env[70966]: INFO nova.compute.manager [-] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Took 1.47 seconds to deallocate network for instance. [ 830.852029] env[70966]: DEBUG oslo_concurrency.lockutils [req-64bbcd35-7909-4858-b827-ba3e948d8b5d req-f3228a70-24b6-4870-af43-5cd0a9724e4e service nova] Releasing lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.024967] env[70966]: INFO nova.compute.resource_tracker [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating resource usage from migration 3da2464d-db66-45d6-b0e4-64cfd46a882b [ 831.029407] env[70966]: DEBUG nova.compute.manager [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.085965] env[70966]: DEBUG nova.network.neutron [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Successfully created port: f389caf2-81d9-4e1d-935d-4eea4484bb88 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.114979] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434957} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.115935] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1/f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.116474] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.119075] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-282c04f7-b52a-446d-9835-a443e6db6212 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.127840] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 831.127840] env[70966]: value = "task-3612687" [ 831.127840] env[70966]: _type = "Task" [ 831.127840] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.143816] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.203735] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.218819] env[70966]: DEBUG nova.compute.manager [req-c786c6c6-15ee-43e5-b6f0-aff26f3c91c6 req-6be935dc-9e7a-46a6-ae4e-ce46d2021041 service nova] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Received event network-vif-deleted-5982c180-6352-4d57-a0d0-e12f8531bef9 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.282407] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.331154] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 831.331676] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720626', 'volume_id': '29562570-201e-44da-a5a9-8e426ffc0631', 'name': 'volume-29562570-201e-44da-a5a9-8e426ffc0631', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd50735c-56e1-4904-b9cf-7fbb5b19de21', 'attached_at': '', 'detached_at': '', 'volume_id': '29562570-201e-44da-a5a9-8e426ffc0631', 'serial': '29562570-201e-44da-a5a9-8e426ffc0631'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 831.333432] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf60f39-4dc6-4277-8e5d-b65387a31c3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.355942] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac65bca8-2122-412b-ab2b-c8737467124d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.392318] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-29562570-201e-44da-a5a9-8e426ffc0631/volume-29562570-201e-44da-a5a9-8e426ffc0631.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.392931] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79cbebcd-d4a8-4eba-b5a1-25a016f78027 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.418230] env[70966]: DEBUG oslo_vmware.api [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Waiting for the task: (returnval){ [ 831.418230] env[70966]: value = "task-3612688" [ 831.418230] env[70966]: _type = "Task" [ 831.418230] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.432554] env[70966]: DEBUG oslo_vmware.api [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Task: {'id': task-3612688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.639316] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151797} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.639825] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.643066] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8857f14-0464-42db-9d68-3b6dcb81c2c2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.667296] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1/f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.668736] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6913da1-cd66-49a2-8bf9-9a90b924a784 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.684086] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95702dd-29e1-46d3-b0b0-0399359c7817 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.692234] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151c0433-6d5f-4798-ab4c-0cbbb7de9fe1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.696440] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 831.696440] env[70966]: value = "task-3612689" [ 831.696440] env[70966]: _type = "Task" [ 831.696440] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.725054] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6c7f73-c718-4239-9064-ef9ced35b460 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.730910] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.738532] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ba82b8-4ffd-4d21-a69b-f3ed974ce2d9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.759720] env[70966]: DEBUG nova.compute.provider_tree [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.928981] env[70966]: DEBUG oslo_vmware.api [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Task: {'id': task-3612688, 'name': ReconfigVM_Task, 'duration_secs': 0.401363} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.929332] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-29562570-201e-44da-a5a9-8e426ffc0631/volume-29562570-201e-44da-a5a9-8e426ffc0631.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.934324] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e725c6-0074-43c7-b25f-5220752939f9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.952296] env[70966]: DEBUG oslo_vmware.api [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Waiting for the task: (returnval){ [ 831.952296] env[70966]: value = "task-3612690" [ 831.952296] env[70966]: _type = "Task" [ 831.952296] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.960414] env[70966]: DEBUG oslo_vmware.api [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Task: {'id': task-3612690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.039439] env[70966]: DEBUG nova.compute.manager [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.068180] env[70966]: DEBUG nova.virt.hardware [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.068460] env[70966]: DEBUG nova.virt.hardware [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.068622] env[70966]: DEBUG nova.virt.hardware [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.068801] env[70966]: DEBUG nova.virt.hardware [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.069046] env[70966]: DEBUG nova.virt.hardware [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.069125] env[70966]: DEBUG nova.virt.hardware [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.069319] env[70966]: DEBUG nova.virt.hardware [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.069480] env[70966]: DEBUG nova.virt.hardware [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.069649] env[70966]: DEBUG nova.virt.hardware [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.069902] env[70966]: DEBUG nova.virt.hardware [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.069992] env[70966]: DEBUG nova.virt.hardware [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.070892] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad16e0bd-4cfd-4ed6-83ca-2b0765e23701 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.081690] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7932a49-2431-4796-aa7c-5b6b38986a08 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.206642] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612689, 'name': ReconfigVM_Task, 'duration_secs': 0.300815} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.206924] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Reconfigured VM instance instance-00000037 to attach disk [datastore1] f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1/f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.207573] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ce26f96-4232-4424-a9d5-1f28823a3a79 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.214980] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 832.214980] env[70966]: value = "task-3612691" [ 832.214980] env[70966]: _type = "Task" [ 832.214980] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.223537] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612691, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.262707] env[70966]: DEBUG nova.scheduler.client.report [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.462522] env[70966]: DEBUG oslo_vmware.api [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Task: {'id': task-3612690, 'name': ReconfigVM_Task, 'duration_secs': 0.166665} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.462846] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720626', 'volume_id': '29562570-201e-44da-a5a9-8e426ffc0631', 'name': 'volume-29562570-201e-44da-a5a9-8e426ffc0631', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd50735c-56e1-4904-b9cf-7fbb5b19de21', 'attached_at': '', 'detached_at': '', 'volume_id': '29562570-201e-44da-a5a9-8e426ffc0631', 'serial': '29562570-201e-44da-a5a9-8e426ffc0631'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 832.576191] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Acquiring lock "5fa36180-ad14-4440-991a-8eb3ee75d8cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.576865] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Lock "5fa36180-ad14-4440-991a-8eb3ee75d8cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.728593] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612691, 'name': Rename_Task, 'duration_secs': 0.158576} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.728593] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.728593] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8a37182-8e9c-4e8a-aafa-ea6c4cd1b669 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.734893] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 832.734893] env[70966]: value = "task-3612692" [ 832.734893] env[70966]: _type = "Task" [ 832.734893] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.741817] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.768624] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.764s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.768968] env[70966]: INFO nova.compute.manager [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Migrating [ 832.769352] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.769595] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.771361] env[70966]: DEBUG oslo_concurrency.lockutils [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.956s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.771660] env[70966]: DEBUG nova.objects.instance [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lazy-loading 'resources' on Instance uuid f1210592-f6bf-44c0-bc06-8e92caa2754d {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.885193] env[70966]: DEBUG nova.network.neutron [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Successfully updated port: f389caf2-81d9-4e1d-935d-4eea4484bb88 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.242891] env[70966]: DEBUG nova.compute.manager [req-323d34ad-4293-432a-90c4-78cf4da7354c req-125d9531-fc4b-4724-bb6e-96b451f3c8b9 service nova] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Received event network-vif-plugged-f389caf2-81d9-4e1d-935d-4eea4484bb88 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.243180] env[70966]: DEBUG oslo_concurrency.lockutils [req-323d34ad-4293-432a-90c4-78cf4da7354c req-125d9531-fc4b-4724-bb6e-96b451f3c8b9 service nova] Acquiring lock "ec672346-e564-4eae-985e-c3fc978ab8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.243470] env[70966]: DEBUG oslo_concurrency.lockutils [req-323d34ad-4293-432a-90c4-78cf4da7354c req-125d9531-fc4b-4724-bb6e-96b451f3c8b9 service nova] Lock "ec672346-e564-4eae-985e-c3fc978ab8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.243525] env[70966]: DEBUG oslo_concurrency.lockutils [req-323d34ad-4293-432a-90c4-78cf4da7354c req-125d9531-fc4b-4724-bb6e-96b451f3c8b9 service nova] Lock "ec672346-e564-4eae-985e-c3fc978ab8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.243691] env[70966]: DEBUG nova.compute.manager [req-323d34ad-4293-432a-90c4-78cf4da7354c req-125d9531-fc4b-4724-bb6e-96b451f3c8b9 service nova] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] No waiting events found dispatching network-vif-plugged-f389caf2-81d9-4e1d-935d-4eea4484bb88 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.243805] env[70966]: WARNING nova.compute.manager [req-323d34ad-4293-432a-90c4-78cf4da7354c req-125d9531-fc4b-4724-bb6e-96b451f3c8b9 service nova] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Received unexpected event network-vif-plugged-f389caf2-81d9-4e1d-935d-4eea4484bb88 for instance with vm_state building and task_state spawning. [ 833.243964] env[70966]: DEBUG nova.compute.manager [req-323d34ad-4293-432a-90c4-78cf4da7354c req-125d9531-fc4b-4724-bb6e-96b451f3c8b9 service nova] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Received event network-changed-f389caf2-81d9-4e1d-935d-4eea4484bb88 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.244179] env[70966]: DEBUG nova.compute.manager [req-323d34ad-4293-432a-90c4-78cf4da7354c req-125d9531-fc4b-4724-bb6e-96b451f3c8b9 service nova] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Refreshing instance network info cache due to event network-changed-f389caf2-81d9-4e1d-935d-4eea4484bb88. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.244416] env[70966]: DEBUG oslo_concurrency.lockutils [req-323d34ad-4293-432a-90c4-78cf4da7354c req-125d9531-fc4b-4724-bb6e-96b451f3c8b9 service nova] Acquiring lock "refresh_cache-ec672346-e564-4eae-985e-c3fc978ab8f4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.244559] env[70966]: DEBUG oslo_concurrency.lockutils [req-323d34ad-4293-432a-90c4-78cf4da7354c req-125d9531-fc4b-4724-bb6e-96b451f3c8b9 service nova] Acquired lock "refresh_cache-ec672346-e564-4eae-985e-c3fc978ab8f4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.244722] env[70966]: DEBUG nova.network.neutron [req-323d34ad-4293-432a-90c4-78cf4da7354c req-125d9531-fc4b-4724-bb6e-96b451f3c8b9 service nova] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Refreshing network info cache for port f389caf2-81d9-4e1d-935d-4eea4484bb88 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.249182] env[70966]: DEBUG oslo_vmware.api [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612692, 'name': PowerOnVM_Task, 'duration_secs': 0.464804} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.249603] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.249796] env[70966]: INFO nova.compute.manager [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Took 6.73 seconds to spawn the instance on the hypervisor. [ 833.249970] env[70966]: DEBUG nova.compute.manager [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.250764] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07c6b3e-b7e5-4045-978e-62370584539d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.276328] env[70966]: INFO nova.compute.rpcapi [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 833.276833] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.388075] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Acquiring lock "refresh_cache-ec672346-e564-4eae-985e-c3fc978ab8f4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.505381] env[70966]: DEBUG nova.objects.instance [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Lazy-loading 'flavor' on Instance uuid cd50735c-56e1-4904-b9cf-7fbb5b19de21 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.772354] env[70966]: INFO nova.compute.manager [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Took 48.75 seconds to build instance. [ 833.797162] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.797162] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.797162] env[70966]: DEBUG nova.network.neutron [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.806200] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f888926d-5aae-41b7-9dbb-c06a7599779a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.816694] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030a9a69-7765-44c1-bd2e-b86078662948 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.821019] env[70966]: DEBUG nova.network.neutron [req-323d34ad-4293-432a-90c4-78cf4da7354c req-125d9531-fc4b-4724-bb6e-96b451f3c8b9 service nova] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.854941] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6025da-891c-40a1-b59f-25f647247024 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.864597] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f70478-2b75-4935-8b19-2d1d6125364d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.880154] env[70966]: DEBUG nova.compute.provider_tree [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.010919] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fba7a2a0-c251-4055-b3d6-3d4a06377c06 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.361s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.013015] env[70966]: DEBUG nova.network.neutron [req-323d34ad-4293-432a-90c4-78cf4da7354c req-125d9531-fc4b-4724-bb6e-96b451f3c8b9 service nova] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.279915] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81cdf463-9edc-436e-8eba-3aaeaa6666a1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.570s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.383537] env[70966]: DEBUG nova.scheduler.client.report [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.518015] env[70966]: DEBUG oslo_concurrency.lockutils [req-323d34ad-4293-432a-90c4-78cf4da7354c req-125d9531-fc4b-4724-bb6e-96b451f3c8b9 service nova] Releasing lock "refresh_cache-ec672346-e564-4eae-985e-c3fc978ab8f4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.518015] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Acquired lock "refresh_cache-ec672346-e564-4eae-985e-c3fc978ab8f4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.518015] env[70966]: DEBUG nova.network.neutron [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.531066] env[70966]: DEBUG oslo_concurrency.lockutils [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Acquiring lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.532020] env[70966]: DEBUG oslo_concurrency.lockutils [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.630718] env[70966]: DEBUG nova.network.neutron [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance_info_cache with network_info: [{"id": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "address": "fa:16:3e:d1:42:e2", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab316e3f-55", "ovs_interfaceid": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.787615] env[70966]: DEBUG nova.compute.manager [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.889698] env[70966]: DEBUG oslo_concurrency.lockutils [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.892729] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.251s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.894441] env[70966]: INFO nova.compute.claims [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.919752] env[70966]: INFO nova.scheduler.client.report [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleted allocations for instance f1210592-f6bf-44c0-bc06-8e92caa2754d [ 835.036017] env[70966]: INFO nova.compute.manager [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Detaching volume 29562570-201e-44da-a5a9-8e426ffc0631 [ 835.062290] env[70966]: DEBUG nova.network.neutron [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.073154] env[70966]: INFO nova.virt.block_device [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Attempting to driver detach volume 29562570-201e-44da-a5a9-8e426ffc0631 from mountpoint /dev/sdb [ 835.073391] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 835.073577] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720626', 'volume_id': '29562570-201e-44da-a5a9-8e426ffc0631', 'name': 'volume-29562570-201e-44da-a5a9-8e426ffc0631', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd50735c-56e1-4904-b9cf-7fbb5b19de21', 'attached_at': '', 'detached_at': '', 'volume_id': '29562570-201e-44da-a5a9-8e426ffc0631', 'serial': '29562570-201e-44da-a5a9-8e426ffc0631'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 835.074550] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06649c3-ee91-4934-a10e-2d03a46a2987 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.102152] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dca7462-5973-4127-9b90-55d078fe0f8a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.112714] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62d28cb-f524-4ace-b2fc-74eb93c53832 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.133258] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208a06e8-8775-4750-bb65-aa00f20e5553 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.136246] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.155380] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] The volume has not been displaced from its original location: [datastore1] volume-29562570-201e-44da-a5a9-8e426ffc0631/volume-29562570-201e-44da-a5a9-8e426ffc0631.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 835.159653] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 835.161526] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0a50ba4-5ed9-4eed-8767-1facf871729c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.183238] env[70966]: DEBUG oslo_vmware.api [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Waiting for the task: (returnval){ [ 835.183238] env[70966]: value = "task-3612693" [ 835.183238] env[70966]: _type = "Task" [ 835.183238] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.192274] env[70966]: DEBUG oslo_vmware.api [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Task: {'id': task-3612693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.294993] env[70966]: DEBUG nova.compute.manager [req-55824417-8f7d-4d68-96c7-a31deef053a6 req-ac1d643c-9e7f-4254-8397-bca6aba6814e service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Received event network-changed-0912f519-3155-4c09-9486-c1d57ee51897 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.294993] env[70966]: DEBUG nova.compute.manager [req-55824417-8f7d-4d68-96c7-a31deef053a6 req-ac1d643c-9e7f-4254-8397-bca6aba6814e service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Refreshing instance network info cache due to event network-changed-0912f519-3155-4c09-9486-c1d57ee51897. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.295802] env[70966]: DEBUG oslo_concurrency.lockutils [req-55824417-8f7d-4d68-96c7-a31deef053a6 req-ac1d643c-9e7f-4254-8397-bca6aba6814e service nova] Acquiring lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.296048] env[70966]: DEBUG oslo_concurrency.lockutils [req-55824417-8f7d-4d68-96c7-a31deef053a6 req-ac1d643c-9e7f-4254-8397-bca6aba6814e service nova] Acquired lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.296248] env[70966]: DEBUG nova.network.neutron [req-55824417-8f7d-4d68-96c7-a31deef053a6 req-ac1d643c-9e7f-4254-8397-bca6aba6814e service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Refreshing network info cache for port 0912f519-3155-4c09-9486-c1d57ee51897 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.310400] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.428511] env[70966]: DEBUG oslo_concurrency.lockutils [None req-472dd4c6-bc11-43bd-809c-ef7dd2d3ba4f tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "f1210592-f6bf-44c0-bc06-8e92caa2754d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.154s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.533106] env[70966]: DEBUG nova.network.neutron [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Updating instance_info_cache with network_info: [{"id": "f389caf2-81d9-4e1d-935d-4eea4484bb88", "address": "fa:16:3e:32:27:72", "network": {"id": "e5033487-6d8b-499c-98e0-6644a921e311", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1992514577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f5f4e76c80458f84fd1339fded9df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf389caf2-81", "ovs_interfaceid": "f389caf2-81d9-4e1d-935d-4eea4484bb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.695323] env[70966]: DEBUG oslo_vmware.api [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Task: {'id': task-3612693, 'name': ReconfigVM_Task, 'duration_secs': 0.256028} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.695664] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 835.701439] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc914e32-aa41-4425-9ab5-bff6a75bd0f1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.721260] env[70966]: DEBUG oslo_vmware.api [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Waiting for the task: (returnval){ [ 835.721260] env[70966]: value = "task-3612694" [ 835.721260] env[70966]: _type = "Task" [ 835.721260] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.729935] env[70966]: DEBUG oslo_vmware.api [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Task: {'id': task-3612694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.035942] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Releasing lock "refresh_cache-ec672346-e564-4eae-985e-c3fc978ab8f4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.036352] env[70966]: DEBUG nova.compute.manager [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Instance network_info: |[{"id": "f389caf2-81d9-4e1d-935d-4eea4484bb88", "address": "fa:16:3e:32:27:72", "network": {"id": "e5033487-6d8b-499c-98e0-6644a921e311", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1992514577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f5f4e76c80458f84fd1339fded9df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf389caf2-81", "ovs_interfaceid": "f389caf2-81d9-4e1d-935d-4eea4484bb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.036864] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:27:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f389caf2-81d9-4e1d-935d-4eea4484bb88', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.047106] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Creating folder: Project (85f5f4e76c80458f84fd1339fded9df5). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.047106] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c87f284c-cbc9-4c7b-93e4-21a10bf2e20a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.065254] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Created folder: Project (85f5f4e76c80458f84fd1339fded9df5) in parent group-v720468. [ 836.065461] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Creating folder: Instances. Parent ref: group-v720628. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.066015] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4992453e-9993-49cc-a62b-42ff26f8a01c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.076713] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Created folder: Instances in parent group-v720628. [ 836.076987] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.079623] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.080034] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f698862-eefb-4f24-b946-057adfde7a07 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.098823] env[70966]: DEBUG oslo_concurrency.lockutils [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "0cc0309f-2ab2-4974-8786-697a8fba568e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.099094] env[70966]: DEBUG oslo_concurrency.lockutils [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "0cc0309f-2ab2-4974-8786-697a8fba568e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.099306] env[70966]: DEBUG oslo_concurrency.lockutils [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "0cc0309f-2ab2-4974-8786-697a8fba568e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.099493] env[70966]: DEBUG oslo_concurrency.lockutils [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "0cc0309f-2ab2-4974-8786-697a8fba568e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.099657] env[70966]: DEBUG oslo_concurrency.lockutils [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "0cc0309f-2ab2-4974-8786-697a8fba568e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.102079] env[70966]: INFO nova.compute.manager [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Terminating instance [ 836.112361] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.112361] env[70966]: value = "task-3612697" [ 836.112361] env[70966]: _type = "Task" [ 836.112361] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.127101] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612697, 'name': CreateVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.167500] env[70966]: DEBUG nova.network.neutron [req-55824417-8f7d-4d68-96c7-a31deef053a6 req-ac1d643c-9e7f-4254-8397-bca6aba6814e service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Updated VIF entry in instance network info cache for port 0912f519-3155-4c09-9486-c1d57ee51897. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.168203] env[70966]: DEBUG nova.network.neutron [req-55824417-8f7d-4d68-96c7-a31deef053a6 req-ac1d643c-9e7f-4254-8397-bca6aba6814e service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Updating instance_info_cache with network_info: [{"id": "0912f519-3155-4c09-9486-c1d57ee51897", "address": "fa:16:3e:a5:63:cb", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0912f519-31", "ovs_interfaceid": "0912f519-3155-4c09-9486-c1d57ee51897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.232532] env[70966]: DEBUG oslo_vmware.api [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Task: {'id': task-3612694, 'name': ReconfigVM_Task, 'duration_secs': 0.156916} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.232845] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720626', 'volume_id': '29562570-201e-44da-a5a9-8e426ffc0631', 'name': 'volume-29562570-201e-44da-a5a9-8e426ffc0631', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd50735c-56e1-4904-b9cf-7fbb5b19de21', 'attached_at': '', 'detached_at': '', 'volume_id': '29562570-201e-44da-a5a9-8e426ffc0631', 'serial': '29562570-201e-44da-a5a9-8e426ffc0631'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 836.523555] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf75806-b697-4683-8a42-99b03d50e73c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.532336] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e651f7-3271-42b4-b799-950f342519fd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.565441] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039d5379-98c4-4467-8b91-2bb048654f38 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.573918] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f118e624-1ea0-4acb-ba79-3eb5f6720b2f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.588628] env[70966]: DEBUG nova.compute.provider_tree [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.606212] env[70966]: DEBUG nova.compute.manager [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.606212] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.607152] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875f1b8f-db93-48ee-9a27-70d39db57ba5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.618844] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.619466] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5a357f7-6b63-427c-ae23-af8f9e4b418d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.625745] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612697, 'name': CreateVM_Task, 'duration_secs': 0.357935} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.626753] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.627135] env[70966]: DEBUG oslo_vmware.api [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 836.627135] env[70966]: value = "task-3612698" [ 836.627135] env[70966]: _type = "Task" [ 836.627135] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.627953] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.628150] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.628748] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.629061] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7599a512-873d-4478-9e97-ae5ca28b3cd7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.640212] env[70966]: DEBUG oslo_vmware.api [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.641651] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 836.641651] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f692d5-d129-c97b-ecd2-96d9510610e3" [ 836.641651] env[70966]: _type = "Task" [ 836.641651] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.653427] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f692d5-d129-c97b-ecd2-96d9510610e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.655367] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f31475f-5f1a-41de-b2d0-50ed9c472296 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.676736] env[70966]: DEBUG oslo_concurrency.lockutils [req-55824417-8f7d-4d68-96c7-a31deef053a6 req-ac1d643c-9e7f-4254-8397-bca6aba6814e service nova] Releasing lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.677266] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance 'dc4f6db8-170b-4d56-b3bc-80316ec8aed5' progress to 0 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 836.802844] env[70966]: DEBUG nova.objects.instance [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Lazy-loading 'flavor' on Instance uuid cd50735c-56e1-4904-b9cf-7fbb5b19de21 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.092350] env[70966]: DEBUG nova.scheduler.client.report [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.139763] env[70966]: DEBUG oslo_vmware.api [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612698, 'name': PowerOffVM_Task, 'duration_secs': 0.285984} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.140085] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.140287] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.140539] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fb416f5-11b1-40bb-b2b7-f5c986b17669 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.153583] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f692d5-d129-c97b-ecd2-96d9510610e3, 'name': SearchDatastore_Task, 'duration_secs': 0.015841} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.153838] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.154085] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.154375] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.154528] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.154754] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.154940] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02d2ff80-2b44-44f1-b5cd-25ae0dbb5614 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.172282] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.172562] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.174070] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2054e5-7737-4916-b83d-64f0e038302f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.179395] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 837.179395] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525f3cfa-27a5-4b49-80ae-7191c684c6bd" [ 837.179395] env[70966]: _type = "Task" [ 837.179395] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.184668] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.184926] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07a905a2-f2d3-411d-9dbc-a8dbe5477da4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.191355] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525f3cfa-27a5-4b49-80ae-7191c684c6bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.192618] env[70966]: DEBUG oslo_vmware.api [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 837.192618] env[70966]: value = "task-3612700" [ 837.192618] env[70966]: _type = "Task" [ 837.192618] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.200178] env[70966]: DEBUG oslo_vmware.api [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.214855] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.215159] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.215404] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleting the datastore file [datastore1] 0cc0309f-2ab2-4974-8786-697a8fba568e {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.215688] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-689df78b-ca09-4971-9463-f5d730a3ce05 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.221903] env[70966]: DEBUG oslo_vmware.api [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 837.221903] env[70966]: value = "task-3612701" [ 837.221903] env[70966]: _type = "Task" [ 837.221903] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.229742] env[70966]: DEBUG oslo_vmware.api [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.597920] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.598594] env[70966]: DEBUG nova.compute.manager [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.601403] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.718s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.603207] env[70966]: INFO nova.compute.claims [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.690460] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525f3cfa-27a5-4b49-80ae-7191c684c6bd, 'name': SearchDatastore_Task, 'duration_secs': 0.018127} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.691429] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0599b34a-1755-4156-99c5-24b9132b806d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.700515] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 837.700515] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52917870-be56-117e-60bd-0035849fb121" [ 837.700515] env[70966]: _type = "Task" [ 837.700515] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.707575] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] VM already powered off {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 837.707792] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance 'dc4f6db8-170b-4d56-b3bc-80316ec8aed5' progress to 17 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.720032] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52917870-be56-117e-60bd-0035849fb121, 'name': SearchDatastore_Task, 'duration_secs': 0.013665} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.720320] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.720995] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] ec672346-e564-4eae-985e-c3fc978ab8f4/ec672346-e564-4eae-985e-c3fc978ab8f4.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.720995] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-590606cf-5989-46d5-b220-0b1e29682c24 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.731044] env[70966]: DEBUG oslo_vmware.api [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239718} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.732438] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.732630] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.732807] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.732981] env[70966]: INFO nova.compute.manager [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 837.733238] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.733487] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 837.733487] env[70966]: value = "task-3612703" [ 837.733487] env[70966]: _type = "Task" [ 837.733487] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.734443] env[70966]: DEBUG nova.compute.manager [-] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.734443] env[70966]: DEBUG nova.network.neutron [-] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.744015] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.811716] env[70966]: DEBUG oslo_concurrency.lockutils [None req-04e1dd31-a4e3-4111-9e3e-53677a993214 tempest-VolumesAssistedSnapshotsTest-2018798637 tempest-VolumesAssistedSnapshotsTest-2018798637-project-admin] Lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.280s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.107428] env[70966]: DEBUG nova.compute.utils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.116280] env[70966]: DEBUG nova.compute.manager [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.116584] env[70966]: DEBUG nova.network.neutron [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.157877] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "c2038576-7e02-4874-a535-f60a355e17df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.158207] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "c2038576-7e02-4874-a535-f60a355e17df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.158497] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "c2038576-7e02-4874-a535-f60a355e17df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.158616] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "c2038576-7e02-4874-a535-f60a355e17df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.158775] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "c2038576-7e02-4874-a535-f60a355e17df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.161396] env[70966]: INFO nova.compute.manager [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Terminating instance [ 838.213856] env[70966]: DEBUG nova.policy [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0072158f20754ca89e09a5137ab96a86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56061b573ec44fb983fc83e2e507a735', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.218570] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.218814] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.219030] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.219269] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.219426] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.219578] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.219782] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.219939] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.221104] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.222345] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.222576] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.228977] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eb9d9f7-9c71-41c4-8cb4-481a3500c529 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.249826] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487293} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.251032] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] ec672346-e564-4eae-985e-c3fc978ab8f4/ec672346-e564-4eae-985e-c3fc978ab8f4.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.251294] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.251549] env[70966]: DEBUG oslo_vmware.api [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 838.251549] env[70966]: value = "task-3612704" [ 838.251549] env[70966]: _type = "Task" [ 838.251549] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.251725] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec45feb0-90c7-4d07-a53b-319f5ca13512 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.267818] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 838.267818] env[70966]: value = "task-3612705" [ 838.267818] env[70966]: _type = "Task" [ 838.267818] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.268100] env[70966]: DEBUG oslo_vmware.api [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.596531] env[70966]: DEBUG nova.compute.manager [req-d26c4493-c89d-43da-ad45-9c8cbb3f289e req-98801aaa-7cf3-4dd4-a37d-968cab3451ce service nova] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Received event network-vif-deleted-96915029-8a42-4bcb-91b9-b31170171d7a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.596760] env[70966]: INFO nova.compute.manager [req-d26c4493-c89d-43da-ad45-9c8cbb3f289e req-98801aaa-7cf3-4dd4-a37d-968cab3451ce service nova] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Neutron deleted interface 96915029-8a42-4bcb-91b9-b31170171d7a; detaching it from the instance and deleting it from the info cache [ 838.596937] env[70966]: DEBUG nova.network.neutron [req-d26c4493-c89d-43da-ad45-9c8cbb3f289e req-98801aaa-7cf3-4dd4-a37d-968cab3451ce service nova] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.610615] env[70966]: DEBUG nova.compute.manager [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.667890] env[70966]: DEBUG nova.compute.manager [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.668363] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.670270] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebf5538-7c59-466c-b2ea-585482a668b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.680825] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.681105] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32589441-30f8-4b80-9706-9b6ebeb210b5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.689396] env[70966]: DEBUG oslo_vmware.api [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 838.689396] env[70966]: value = "task-3612706" [ 838.689396] env[70966]: _type = "Task" [ 838.689396] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.697239] env[70966]: DEBUG oslo_vmware.api [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.765887] env[70966]: DEBUG nova.network.neutron [-] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.767638] env[70966]: DEBUG oslo_vmware.api [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612704, 'name': ReconfigVM_Task, 'duration_secs': 0.215619} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.767930] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance 'dc4f6db8-170b-4d56-b3bc-80316ec8aed5' progress to 33 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 838.785898] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080136} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.788792] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.790375] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88825bc7-64e8-4832-b328-431fa4ca1859 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.798179] env[70966]: DEBUG nova.network.neutron [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Successfully created port: 1e854a66-3075-45e7-b2f3-581cd4308b95 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.823248] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] ec672346-e564-4eae-985e-c3fc978ab8f4/ec672346-e564-4eae-985e-c3fc978ab8f4.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.826502] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-357c4137-ef85-42fe-a8a0-df6c654b46f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.847569] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 838.847569] env[70966]: value = "task-3612707" [ 838.847569] env[70966]: _type = "Task" [ 838.847569] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.855842] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.020656] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "fcd6b298-8442-4288-87c3-2cb0457b1626" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.020893] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "fcd6b298-8442-4288-87c3-2cb0457b1626" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.104829] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47f45f2f-886d-42f9-b1e8-6afdb2a0322d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.114754] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb58f9f0-ad9f-4da2-9a97-6ef24b6c575c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.164779] env[70966]: DEBUG nova.compute.manager [req-d26c4493-c89d-43da-ad45-9c8cbb3f289e req-98801aaa-7cf3-4dd4-a37d-968cab3451ce service nova] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Detach interface failed, port_id=96915029-8a42-4bcb-91b9-b31170171d7a, reason: Instance 0cc0309f-2ab2-4974-8786-697a8fba568e could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 839.201775] env[70966]: DEBUG oslo_vmware.api [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612706, 'name': PowerOffVM_Task, 'duration_secs': 0.351329} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.202082] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.202257] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.202523] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6ad6280-0011-419d-a283-b35b518c61ae {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.253518] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc4d4f7-abcc-4bd0-b3d7-fe7387be1a54 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.261951] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882d06a5-fffa-42ad-ae39-0955a0a059d8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.267742] env[70966]: INFO nova.compute.manager [-] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Took 1.53 seconds to deallocate network for instance. [ 839.294268] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.294504] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.294659] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.294839] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.294982] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.295143] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.295343] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.295498] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.295657] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.295814] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.295982] env[70966]: DEBUG nova.virt.hardware [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.301300] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Reconfiguring VM instance instance-0000000d to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 839.306033] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c75f9766-8b2e-41a2-88be-fb2643112bce {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.318578] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f156744-84f5-45c5-bbbd-2c6cc0316514 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.321151] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.321355] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.321531] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Deleting the datastore file [datastore2] c2038576-7e02-4874-a535-f60a355e17df {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.322193] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90df076d-d7c3-41f9-9dcf-e1f64ad36d9a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.329505] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af110e28-20a3-408a-a434-066a777e5b77 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.334388] env[70966]: DEBUG oslo_vmware.api [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 839.334388] env[70966]: value = "task-3612710" [ 839.334388] env[70966]: _type = "Task" [ 839.334388] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.334624] env[70966]: DEBUG oslo_vmware.api [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 839.334624] env[70966]: value = "task-3612709" [ 839.334624] env[70966]: _type = "Task" [ 839.334624] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.348789] env[70966]: DEBUG nova.compute.provider_tree [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.360302] env[70966]: DEBUG oslo_vmware.api [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.360550] env[70966]: DEBUG oslo_vmware.api [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.365281] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612707, 'name': ReconfigVM_Task, 'duration_secs': 0.32853} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.365545] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Reconfigured VM instance instance-00000038 to attach disk [datastore2] ec672346-e564-4eae-985e-c3fc978ab8f4/ec672346-e564-4eae-985e-c3fc978ab8f4.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.366353] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f61601cf-b01e-4ca0-8006-c1a8b6899376 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.372502] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 839.372502] env[70966]: value = "task-3612711" [ 839.372502] env[70966]: _type = "Task" [ 839.372502] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.386181] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612711, 'name': Rename_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.634229] env[70966]: DEBUG nova.compute.manager [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.661950] env[70966]: DEBUG nova.virt.hardware [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.662234] env[70966]: DEBUG nova.virt.hardware [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.662394] env[70966]: DEBUG nova.virt.hardware [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.662577] env[70966]: DEBUG nova.virt.hardware [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.662722] env[70966]: DEBUG nova.virt.hardware [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.662866] env[70966]: DEBUG nova.virt.hardware [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.663079] env[70966]: DEBUG nova.virt.hardware [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.663280] env[70966]: DEBUG nova.virt.hardware [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.663464] env[70966]: DEBUG nova.virt.hardware [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.663628] env[70966]: DEBUG nova.virt.hardware [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.663798] env[70966]: DEBUG nova.virt.hardware [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.664934] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffe5184-8630-46ae-9a6d-2ccd00e6ad07 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.673187] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf1a1c1-decc-4a7a-9d76-ea5a7cca3d3d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.823578] env[70966]: DEBUG oslo_concurrency.lockutils [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.848782] env[70966]: DEBUG oslo_vmware.api [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612709, 'name': ReconfigVM_Task, 'duration_secs': 0.211975} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.852059] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Reconfigured VM instance instance-0000000d to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 839.852374] env[70966]: DEBUG oslo_vmware.api [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178357} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.853092] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce0ad65-a9aa-4579-aca1-9659b4526e8a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.855470] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.855651] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.855824] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.855995] env[70966]: INFO nova.compute.manager [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: c2038576-7e02-4874-a535-f60a355e17df] Took 1.19 seconds to destroy the instance on the hypervisor. [ 839.856258] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.857586] env[70966]: DEBUG nova.scheduler.client.report [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.860148] env[70966]: DEBUG nova.compute.manager [-] [instance: c2038576-7e02-4874-a535-f60a355e17df] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.860243] env[70966]: DEBUG nova.network.neutron [-] [instance: c2038576-7e02-4874-a535-f60a355e17df] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.884829] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] dc4f6db8-170b-4d56-b3bc-80316ec8aed5/dc4f6db8-170b-4d56-b3bc-80316ec8aed5.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.889442] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-325a267b-57ab-4e46-97e5-62fa583cad32 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.908992] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612711, 'name': Rename_Task, 'duration_secs': 0.169068} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.910342] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.910924] env[70966]: DEBUG oslo_vmware.api [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 839.910924] env[70966]: value = "task-3612712" [ 839.910924] env[70966]: _type = "Task" [ 839.910924] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.911142] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28c0c29a-e915-4b9e-aa14-71b770bc1aab {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.920888] env[70966]: DEBUG oslo_vmware.api [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.922251] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 839.922251] env[70966]: value = "task-3612713" [ 839.922251] env[70966]: _type = "Task" [ 839.922251] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.932553] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.116149] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Acquiring lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.116451] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.116781] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Acquiring lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.116994] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.117202] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.119949] env[70966]: INFO nova.compute.manager [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Terminating instance [ 840.363293] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.363964] env[70966]: DEBUG nova.compute.manager [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.366597] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.041s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.366813] env[70966]: DEBUG nova.objects.instance [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Lazy-loading 'resources' on Instance uuid ddabc195-3a39-4139-8248-5320cd09d48f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.422493] env[70966]: DEBUG oslo_vmware.api [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612712, 'name': ReconfigVM_Task, 'duration_secs': 0.438549} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.422882] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Reconfigured VM instance instance-0000000d to attach disk [datastore1] dc4f6db8-170b-4d56-b3bc-80316ec8aed5/dc4f6db8-170b-4d56-b3bc-80316ec8aed5.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.423172] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance 'dc4f6db8-170b-4d56-b3bc-80316ec8aed5' progress to 50 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 840.435270] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.624765] env[70966]: DEBUG nova.compute.manager [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.625014] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.626081] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d98f475-7551-4006-a741-7ad302cd9eef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.636643] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.636955] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-114aeba8-b40f-4253-b0c5-19e211f8bbbd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.643600] env[70966]: DEBUG oslo_vmware.api [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Waiting for the task: (returnval){ [ 840.643600] env[70966]: value = "task-3612714" [ 840.643600] env[70966]: _type = "Task" [ 840.643600] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.652305] env[70966]: DEBUG oslo_vmware.api [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.722302] env[70966]: DEBUG nova.compute.manager [req-df0dc26f-1858-4b0f-9cf3-7168a8d51645 req-fbbbd609-e830-4b31-8a12-67aa78ce40d4 service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Received event network-vif-plugged-1e854a66-3075-45e7-b2f3-581cd4308b95 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.722551] env[70966]: DEBUG oslo_concurrency.lockutils [req-df0dc26f-1858-4b0f-9cf3-7168a8d51645 req-fbbbd609-e830-4b31-8a12-67aa78ce40d4 service nova] Acquiring lock "99de49b6-a37c-4bde-acf5-7f90d5f432de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.722747] env[70966]: DEBUG oslo_concurrency.lockutils [req-df0dc26f-1858-4b0f-9cf3-7168a8d51645 req-fbbbd609-e830-4b31-8a12-67aa78ce40d4 service nova] Lock "99de49b6-a37c-4bde-acf5-7f90d5f432de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.722916] env[70966]: DEBUG oslo_concurrency.lockutils [req-df0dc26f-1858-4b0f-9cf3-7168a8d51645 req-fbbbd609-e830-4b31-8a12-67aa78ce40d4 service nova] Lock "99de49b6-a37c-4bde-acf5-7f90d5f432de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.723382] env[70966]: DEBUG nova.compute.manager [req-df0dc26f-1858-4b0f-9cf3-7168a8d51645 req-fbbbd609-e830-4b31-8a12-67aa78ce40d4 service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] No waiting events found dispatching network-vif-plugged-1e854a66-3075-45e7-b2f3-581cd4308b95 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.723676] env[70966]: WARNING nova.compute.manager [req-df0dc26f-1858-4b0f-9cf3-7168a8d51645 req-fbbbd609-e830-4b31-8a12-67aa78ce40d4 service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Received unexpected event network-vif-plugged-1e854a66-3075-45e7-b2f3-581cd4308b95 for instance with vm_state building and task_state spawning. [ 840.751926] env[70966]: DEBUG nova.network.neutron [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Successfully updated port: 1e854a66-3075-45e7-b2f3-581cd4308b95 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.870396] env[70966]: DEBUG nova.compute.utils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.872801] env[70966]: DEBUG nova.compute.manager [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.873450] env[70966]: DEBUG nova.network.neutron [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.930474] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b79be37-cd33-45a4-bca0-f7a671beca6c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.939212] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612713, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.961759] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e22ce2-aeca-484f-8984-f7e900ec7d4d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.968455] env[70966]: DEBUG nova.policy [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1386a7924b1a4ac9b2a63e56c461051b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3cf3533356a48509e9b47a24d9c7586', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.984445] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance 'dc4f6db8-170b-4d56-b3bc-80316ec8aed5' progress to 67 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.153136] env[70966]: DEBUG oslo_vmware.api [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612714, 'name': PowerOffVM_Task, 'duration_secs': 0.210081} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.153420] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.153582] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.153835] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-056d8dce-6876-45b7-91be-dd3a19a33345 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.237653] env[70966]: DEBUG nova.network.neutron [-] [instance: c2038576-7e02-4874-a535-f60a355e17df] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.256627] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.256784] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.256996] env[70966]: DEBUG nova.network.neutron [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.377384] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.377661] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.377847] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Deleting the datastore file [datastore2] cd50735c-56e1-4904-b9cf-7fbb5b19de21 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.378135] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddda189d-7549-499b-af1b-b87d7928c222 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.381134] env[70966]: DEBUG nova.compute.manager [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.390434] env[70966]: DEBUG oslo_vmware.api [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Waiting for the task: (returnval){ [ 841.390434] env[70966]: value = "task-3612716" [ 841.390434] env[70966]: _type = "Task" [ 841.390434] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.404034] env[70966]: DEBUG oslo_vmware.api [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.438634] env[70966]: DEBUG oslo_vmware.api [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612713, 'name': PowerOnVM_Task, 'duration_secs': 1.064782} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.439080] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.441426] env[70966]: INFO nova.compute.manager [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Took 9.40 seconds to spawn the instance on the hypervisor. [ 841.441426] env[70966]: DEBUG nova.compute.manager [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.441426] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9296b957-5e69-445a-9de4-d7de88a3ed80 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.488585] env[70966]: DEBUG nova.network.neutron [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Successfully created port: a191a4c3-5db7-4faf-8186-5af6a9c2068c {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.517116] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df3f3d0-88a0-455a-afac-67280752cb7d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.525293] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b052969-5c9d-4b66-b758-ac3d7cf58ae3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.555904] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ccf797-9e0b-47b8-a0d6-6e86a3daea13 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.564483] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20f09f2-d333-44a5-b848-b08363427461 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.576954] env[70966]: DEBUG nova.compute.provider_tree [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.740755] env[70966]: INFO nova.compute.manager [-] [instance: c2038576-7e02-4874-a535-f60a355e17df] Took 1.88 seconds to deallocate network for instance. [ 841.810181] env[70966]: DEBUG nova.network.neutron [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.825079] env[70966]: DEBUG nova.network.neutron [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Port ab316e3f-5518-4f76-b29a-728aa9e7bef0 binding to destination host cpu-1 is already ACTIVE {{(pid=70966) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 841.902552] env[70966]: DEBUG oslo_vmware.api [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Task: {'id': task-3612716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212678} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.903313] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.903901] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.906021] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.906021] env[70966]: INFO nova.compute.manager [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Took 1.28 seconds to destroy the instance on the hypervisor. [ 841.906021] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.906021] env[70966]: DEBUG nova.compute.manager [-] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.906021] env[70966]: DEBUG nova.network.neutron [-] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.969094] env[70966]: INFO nova.compute.manager [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Took 51.94 seconds to build instance. [ 841.981169] env[70966]: DEBUG nova.network.neutron [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Updating instance_info_cache with network_info: [{"id": "1e854a66-3075-45e7-b2f3-581cd4308b95", "address": "fa:16:3e:16:67:32", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e854a66-30", "ovs_interfaceid": "1e854a66-3075-45e7-b2f3-581cd4308b95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.079843] env[70966]: DEBUG nova.scheduler.client.report [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.247640] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.394120] env[70966]: DEBUG nova.compute.manager [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.436504] env[70966]: DEBUG nova.virt.hardware [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.437110] env[70966]: DEBUG nova.virt.hardware [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.437345] env[70966]: DEBUG nova.virt.hardware [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.437593] env[70966]: DEBUG nova.virt.hardware [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.437700] env[70966]: DEBUG nova.virt.hardware [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.437846] env[70966]: DEBUG nova.virt.hardware [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.438070] env[70966]: DEBUG nova.virt.hardware [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.438323] env[70966]: DEBUG nova.virt.hardware [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.441578] env[70966]: DEBUG nova.virt.hardware [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.441578] env[70966]: DEBUG nova.virt.hardware [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.441578] env[70966]: DEBUG nova.virt.hardware [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.441578] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4f1b3d-18a9-45a4-826e-58751373ab20 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.449186] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8bb5d8-10b6-46f5-8640-5ebb47187119 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.469420] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df1cbe9f-bab2-4044-b917-c15af574c30c tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Lock "ec672346-e564-4eae-985e-c3fc978ab8f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.666s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.484823] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.485263] env[70966]: DEBUG nova.compute.manager [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Instance network_info: |[{"id": "1e854a66-3075-45e7-b2f3-581cd4308b95", "address": "fa:16:3e:16:67:32", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e854a66-30", "ovs_interfaceid": "1e854a66-3075-45e7-b2f3-581cd4308b95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.486352] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:67:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e854a66-3075-45e7-b2f3-581cd4308b95', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.495342] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.496015] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.496316] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92ad7730-1919-455e-a076-a23bdf4a33a9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.518145] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.518145] env[70966]: value = "task-3612717" [ 842.518145] env[70966]: _type = "Task" [ 842.518145] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.526943] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612717, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.587085] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.590722] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.574s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.591212] env[70966]: DEBUG nova.objects.instance [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70966) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 842.620921] env[70966]: INFO nova.scheduler.client.report [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Deleted allocations for instance ddabc195-3a39-4139-8248-5320cd09d48f [ 842.857862] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.857862] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.857862] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.974345] env[70966]: DEBUG nova.compute.manager [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.016200] env[70966]: DEBUG nova.compute.manager [req-5f31ac03-748c-4ae4-b354-cec878ad8cbe req-7133e76a-e0bb-4698-9c03-0d718e13e83b service nova] [instance: c2038576-7e02-4874-a535-f60a355e17df] Received event network-vif-deleted-8238a70f-e0bd-4338-8770-fac2f1a4a977 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.016669] env[70966]: DEBUG nova.compute.manager [req-5f31ac03-748c-4ae4-b354-cec878ad8cbe req-7133e76a-e0bb-4698-9c03-0d718e13e83b service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Received event network-changed-1e854a66-3075-45e7-b2f3-581cd4308b95 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.016943] env[70966]: DEBUG nova.compute.manager [req-5f31ac03-748c-4ae4-b354-cec878ad8cbe req-7133e76a-e0bb-4698-9c03-0d718e13e83b service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Refreshing instance network info cache due to event network-changed-1e854a66-3075-45e7-b2f3-581cd4308b95. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.017299] env[70966]: DEBUG oslo_concurrency.lockutils [req-5f31ac03-748c-4ae4-b354-cec878ad8cbe req-7133e76a-e0bb-4698-9c03-0d718e13e83b service nova] Acquiring lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.017629] env[70966]: DEBUG oslo_concurrency.lockutils [req-5f31ac03-748c-4ae4-b354-cec878ad8cbe req-7133e76a-e0bb-4698-9c03-0d718e13e83b service nova] Acquired lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.017915] env[70966]: DEBUG nova.network.neutron [req-5f31ac03-748c-4ae4-b354-cec878ad8cbe req-7133e76a-e0bb-4698-9c03-0d718e13e83b service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Refreshing network info cache for port 1e854a66-3075-45e7-b2f3-581cd4308b95 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.032792] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612717, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.129909] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4e2771e8-3b74-409f-afce-c5d3a5c8bafb tempest-InstanceActionsV221TestJSON-102185972 tempest-InstanceActionsV221TestJSON-102185972-project-member] Lock "ddabc195-3a39-4139-8248-5320cd09d48f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.307s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.362043] env[70966]: DEBUG nova.network.neutron [-] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.501242] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.533094] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612717, 'name': CreateVM_Task, 'duration_secs': 0.52699} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.533249] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.534020] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.534181] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.534477] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.534755] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac47b65e-eef1-45f5-88f5-fb2bfe2d9cde {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.540407] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 843.540407] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529d6f52-e63d-f90e-3a95-d2e6e9e339ea" [ 843.540407] env[70966]: _type = "Task" [ 843.540407] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.549250] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529d6f52-e63d-f90e-3a95-d2e6e9e339ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.606241] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2ff8579f-fe5a-43cc-8a6b-445cac41d161 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.607613] env[70966]: DEBUG oslo_concurrency.lockutils [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.376s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.609886] env[70966]: INFO nova.compute.claims [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.865189] env[70966]: INFO nova.compute.manager [-] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Took 1.96 seconds to deallocate network for instance. [ 843.943946] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.944302] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.944609] env[70966]: DEBUG nova.network.neutron [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.994399] env[70966]: DEBUG nova.network.neutron [req-5f31ac03-748c-4ae4-b354-cec878ad8cbe req-7133e76a-e0bb-4698-9c03-0d718e13e83b service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Updated VIF entry in instance network info cache for port 1e854a66-3075-45e7-b2f3-581cd4308b95. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.994939] env[70966]: DEBUG nova.network.neutron [req-5f31ac03-748c-4ae4-b354-cec878ad8cbe req-7133e76a-e0bb-4698-9c03-0d718e13e83b service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Updating instance_info_cache with network_info: [{"id": "1e854a66-3075-45e7-b2f3-581cd4308b95", "address": "fa:16:3e:16:67:32", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e854a66-30", "ovs_interfaceid": "1e854a66-3075-45e7-b2f3-581cd4308b95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.052408] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529d6f52-e63d-f90e-3a95-d2e6e9e339ea, 'name': SearchDatastore_Task, 'duration_secs': 0.013775} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.053011] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.053401] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.053797] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.054090] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.054397] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.054760] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f14c59a2-e5ca-44a5-9816-936c0ee816ef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.063878] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.064294] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.066334] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d9504e-9f91-49c4-8e62-6f2ad61011aa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.073911] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 844.073911] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521a0077-ab18-1d95-15ee-d0a3cbfe7ca4" [ 844.073911] env[70966]: _type = "Task" [ 844.073911] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.079207] env[70966]: DEBUG nova.network.neutron [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Successfully updated port: a191a4c3-5db7-4faf-8186-5af6a9c2068c {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.085695] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521a0077-ab18-1d95-15ee-d0a3cbfe7ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.377441] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.459964] env[70966]: DEBUG nova.compute.manager [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.460932] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf00e86-eaff-476d-b707-1c5aaab7fc61 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.502442] env[70966]: DEBUG oslo_concurrency.lockutils [req-5f31ac03-748c-4ae4-b354-cec878ad8cbe req-7133e76a-e0bb-4698-9c03-0d718e13e83b service nova] Releasing lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.588503] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "refresh_cache-f70d760d-b27a-4278-9101-32b519021e25" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.588710] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "refresh_cache-f70d760d-b27a-4278-9101-32b519021e25" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.588792] env[70966]: DEBUG nova.network.neutron [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.590039] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521a0077-ab18-1d95-15ee-d0a3cbfe7ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.00894} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.591030] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c09c819c-f544-4f72-9b09-d1ef6db994f7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.596219] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 844.596219] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526b5e34-a062-4ec3-68c0-621450c83a29" [ 844.596219] env[70966]: _type = "Task" [ 844.596219] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.609534] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526b5e34-a062-4ec3-68c0-621450c83a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.870735] env[70966]: DEBUG nova.network.neutron [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance_info_cache with network_info: [{"id": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "address": "fa:16:3e:d1:42:e2", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab316e3f-55", "ovs_interfaceid": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.973354] env[70966]: INFO nova.compute.manager [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] instance snapshotting [ 844.978825] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25cbc9a-9f8f-4881-b792-4116374aee47 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.005566] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33ef368-39d6-4702-9470-37203d8236db {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.090390] env[70966]: DEBUG nova.compute.manager [req-f211f5f6-d405-4192-9e83-b4fb1c26b32f req-e2907f1f-f118-4825-b6dc-251efd448177 service nova] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Received event network-vif-deleted-cdcccec7-8029-4165-8601-34e992343f1b {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.090604] env[70966]: DEBUG nova.compute.manager [req-f211f5f6-d405-4192-9e83-b4fb1c26b32f req-e2907f1f-f118-4825-b6dc-251efd448177 service nova] [instance: f70d760d-b27a-4278-9101-32b519021e25] Received event network-vif-plugged-a191a4c3-5db7-4faf-8186-5af6a9c2068c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.090824] env[70966]: DEBUG oslo_concurrency.lockutils [req-f211f5f6-d405-4192-9e83-b4fb1c26b32f req-e2907f1f-f118-4825-b6dc-251efd448177 service nova] Acquiring lock "f70d760d-b27a-4278-9101-32b519021e25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.091038] env[70966]: DEBUG oslo_concurrency.lockutils [req-f211f5f6-d405-4192-9e83-b4fb1c26b32f req-e2907f1f-f118-4825-b6dc-251efd448177 service nova] Lock "f70d760d-b27a-4278-9101-32b519021e25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.091239] env[70966]: DEBUG oslo_concurrency.lockutils [req-f211f5f6-d405-4192-9e83-b4fb1c26b32f req-e2907f1f-f118-4825-b6dc-251efd448177 service nova] Lock "f70d760d-b27a-4278-9101-32b519021e25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.091429] env[70966]: DEBUG nova.compute.manager [req-f211f5f6-d405-4192-9e83-b4fb1c26b32f req-e2907f1f-f118-4825-b6dc-251efd448177 service nova] [instance: f70d760d-b27a-4278-9101-32b519021e25] No waiting events found dispatching network-vif-plugged-a191a4c3-5db7-4faf-8186-5af6a9c2068c {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.091645] env[70966]: WARNING nova.compute.manager [req-f211f5f6-d405-4192-9e83-b4fb1c26b32f req-e2907f1f-f118-4825-b6dc-251efd448177 service nova] [instance: f70d760d-b27a-4278-9101-32b519021e25] Received unexpected event network-vif-plugged-a191a4c3-5db7-4faf-8186-5af6a9c2068c for instance with vm_state building and task_state spawning. [ 845.091756] env[70966]: DEBUG nova.compute.manager [req-f211f5f6-d405-4192-9e83-b4fb1c26b32f req-e2907f1f-f118-4825-b6dc-251efd448177 service nova] [instance: f70d760d-b27a-4278-9101-32b519021e25] Received event network-changed-a191a4c3-5db7-4faf-8186-5af6a9c2068c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.091904] env[70966]: DEBUG nova.compute.manager [req-f211f5f6-d405-4192-9e83-b4fb1c26b32f req-e2907f1f-f118-4825-b6dc-251efd448177 service nova] [instance: f70d760d-b27a-4278-9101-32b519021e25] Refreshing instance network info cache due to event network-changed-a191a4c3-5db7-4faf-8186-5af6a9c2068c. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.092083] env[70966]: DEBUG oslo_concurrency.lockutils [req-f211f5f6-d405-4192-9e83-b4fb1c26b32f req-e2907f1f-f118-4825-b6dc-251efd448177 service nova] Acquiring lock "refresh_cache-f70d760d-b27a-4278-9101-32b519021e25" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.110036] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526b5e34-a062-4ec3-68c0-621450c83a29, 'name': SearchDatastore_Task, 'duration_secs': 0.009926} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.110310] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.110559] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 99de49b6-a37c-4bde-acf5-7f90d5f432de/99de49b6-a37c-4bde-acf5-7f90d5f432de.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.110812] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98a8b5c1-d8fc-4df6-8b95-a708fb1a01cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.117792] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 845.117792] env[70966]: value = "task-3612718" [ 845.117792] env[70966]: _type = "Task" [ 845.117792] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.125980] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.170711] env[70966]: DEBUG nova.network.neutron [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.247628] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c058ed53-5b86-4451-9055-100e01c07e8a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.257919] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9af0c1-b14f-4fec-bb8c-cb9b8ef9f872 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.297921] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a89be2b-ef86-455c-a5f3-9b17f26d9e0e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.311027] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3dc758-10fe-4316-be72-77f04f3c47d3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.332858] env[70966]: DEBUG nova.compute.provider_tree [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.375514] env[70966]: DEBUG oslo_concurrency.lockutils [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.422651] env[70966]: DEBUG nova.network.neutron [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Updating instance_info_cache with network_info: [{"id": "a191a4c3-5db7-4faf-8186-5af6a9c2068c", "address": "fa:16:3e:ae:d3:2b", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa191a4c3-5d", "ovs_interfaceid": "a191a4c3-5db7-4faf-8186-5af6a9c2068c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.518192] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 845.521021] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd7f7884-6952-4de1-87f0-889d88d52e5a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.532932] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 845.532932] env[70966]: value = "task-3612719" [ 845.532932] env[70966]: _type = "Task" [ 845.532932] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.542387] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612719, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.628902] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469388} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.629327] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 99de49b6-a37c-4bde-acf5-7f90d5f432de/99de49b6-a37c-4bde-acf5-7f90d5f432de.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.629590] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.630195] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1236bc1-464d-40d9-abc2-ebb0175a8ef7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.636242] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 845.636242] env[70966]: value = "task-3612720" [ 845.636242] env[70966]: _type = "Task" [ 845.636242] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.646689] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.842111] env[70966]: DEBUG nova.scheduler.client.report [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.906904] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c941ae-d66f-4a28-8f0b-90c45cb45b68 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.928566] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "refresh_cache-f70d760d-b27a-4278-9101-32b519021e25" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.928913] env[70966]: DEBUG nova.compute.manager [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Instance network_info: |[{"id": "a191a4c3-5db7-4faf-8186-5af6a9c2068c", "address": "fa:16:3e:ae:d3:2b", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa191a4c3-5d", "ovs_interfaceid": "a191a4c3-5db7-4faf-8186-5af6a9c2068c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.929394] env[70966]: DEBUG oslo_concurrency.lockutils [req-f211f5f6-d405-4192-9e83-b4fb1c26b32f req-e2907f1f-f118-4825-b6dc-251efd448177 service nova] Acquired lock "refresh_cache-f70d760d-b27a-4278-9101-32b519021e25" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.929577] env[70966]: DEBUG nova.network.neutron [req-f211f5f6-d405-4192-9e83-b4fb1c26b32f req-e2907f1f-f118-4825-b6dc-251efd448177 service nova] [instance: f70d760d-b27a-4278-9101-32b519021e25] Refreshing network info cache for port a191a4c3-5db7-4faf-8186-5af6a9c2068c {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.930746] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:d3:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a191a4c3-5db7-4faf-8186-5af6a9c2068c', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.938592] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.939289] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7ba528-b01f-4109-92c0-7ed13b044691 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.944753] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70d760d-b27a-4278-9101-32b519021e25] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.945497] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2053581b-dac5-42e6-89ca-8e3731670a6c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.967819] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance 'dc4f6db8-170b-4d56-b3bc-80316ec8aed5' progress to 83 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 845.975209] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.975209] env[70966]: value = "task-3612721" [ 845.975209] env[70966]: _type = "Task" [ 845.975209] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.986704] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612721, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.045197] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612719, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.146785] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063111} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.147083] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.147877] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a364308-9607-4872-ae9d-7378ce44816f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.172026] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 99de49b6-a37c-4bde-acf5-7f90d5f432de/99de49b6-a37c-4bde-acf5-7f90d5f432de.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.172343] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-489cdeb9-ac20-4ce4-a1b6-d22bc334610d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.197018] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 846.197018] env[70966]: value = "task-3612722" [ 846.197018] env[70966]: _type = "Task" [ 846.197018] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.202425] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.350287] env[70966]: DEBUG oslo_concurrency.lockutils [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.350738] env[70966]: DEBUG nova.compute.manager [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.360138] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.782s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.361702] env[70966]: INFO nova.compute.claims [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.478211] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-692ff068-e6f1-4afe-863a-386a57d3b30f tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance 'dc4f6db8-170b-4d56-b3bc-80316ec8aed5' progress to 100 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.491451] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612721, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.507956] env[70966]: DEBUG nova.network.neutron [req-f211f5f6-d405-4192-9e83-b4fb1c26b32f req-e2907f1f-f118-4825-b6dc-251efd448177 service nova] [instance: f70d760d-b27a-4278-9101-32b519021e25] Updated VIF entry in instance network info cache for port a191a4c3-5db7-4faf-8186-5af6a9c2068c. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.507956] env[70966]: DEBUG nova.network.neutron [req-f211f5f6-d405-4192-9e83-b4fb1c26b32f req-e2907f1f-f118-4825-b6dc-251efd448177 service nova] [instance: f70d760d-b27a-4278-9101-32b519021e25] Updating instance_info_cache with network_info: [{"id": "a191a4c3-5db7-4faf-8186-5af6a9c2068c", "address": "fa:16:3e:ae:d3:2b", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa191a4c3-5d", "ovs_interfaceid": "a191a4c3-5db7-4faf-8186-5af6a9c2068c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.543181] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612719, 'name': CreateSnapshot_Task, 'duration_secs': 0.705074} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.543559] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 846.544370] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f5915f-c5a2-4813-b5a2-bbbb32bcbcd3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.705179] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.868857] env[70966]: DEBUG nova.compute.utils [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.870895] env[70966]: DEBUG nova.compute.manager [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.871067] env[70966]: DEBUG nova.network.neutron [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.909320] env[70966]: DEBUG nova.policy [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c61424b380064c1a94a5c5d438c8fe37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72854c41240d4ffd8d5db810b0508bd4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.993341] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612721, 'name': CreateVM_Task, 'duration_secs': 0.89721} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.993849] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70d760d-b27a-4278-9101-32b519021e25] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.994541] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.994715] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.995081] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.995351] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56f83de-611b-49e7-8a63-eaa45c0e06db {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.000559] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 847.000559] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d535cc-817d-74d4-f410-fb8abdd07da5" [ 847.000559] env[70966]: _type = "Task" [ 847.000559] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.009638] env[70966]: DEBUG oslo_concurrency.lockutils [req-f211f5f6-d405-4192-9e83-b4fb1c26b32f req-e2907f1f-f118-4825-b6dc-251efd448177 service nova] Releasing lock "refresh_cache-f70d760d-b27a-4278-9101-32b519021e25" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.009995] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d535cc-817d-74d4-f410-fb8abdd07da5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.065265] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 847.065523] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-afc3a623-5f18-4a0d-a334-3faa4152f0bf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.073858] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 847.073858] env[70966]: value = "task-3612723" [ 847.073858] env[70966]: _type = "Task" [ 847.073858] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.081844] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612723, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.210018] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612722, 'name': ReconfigVM_Task, 'duration_secs': 0.820428} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.210018] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 99de49b6-a37c-4bde-acf5-7f90d5f432de/99de49b6-a37c-4bde-acf5-7f90d5f432de.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.210018] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68555a68-5a36-4549-afd0-96eb0e08c6f7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.219051] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 847.219051] env[70966]: value = "task-3612724" [ 847.219051] env[70966]: _type = "Task" [ 847.219051] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.222802] env[70966]: DEBUG nova.network.neutron [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Successfully created port: b4ba8b98-b192-4bb7-ab89-2b5d99e78891 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.234502] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612724, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.381115] env[70966]: DEBUG nova.compute.manager [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.515205] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d535cc-817d-74d4-f410-fb8abdd07da5, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.515552] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.515782] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.516026] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.516177] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.516357] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.516799] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f94e7f5b-8344-430e-9168-dc987c3c11ac {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.530029] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.530228] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.530996] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e2fa45-3df3-44a5-82d8-31127e7c8749 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.540291] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 847.540291] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52edf8bd-5fc8-53e0-a473-b798aa72a9f7" [ 847.540291] env[70966]: _type = "Task" [ 847.540291] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.555076] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52edf8bd-5fc8-53e0-a473-b798aa72a9f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008809} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.555897] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-607493d8-996a-4481-b4d1-881e0c678a18 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.561206] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 847.561206] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52980b02-dd63-d97b-ee55-2d2ddbf0ad37" [ 847.561206] env[70966]: _type = "Task" [ 847.561206] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.572992] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52980b02-dd63-d97b-ee55-2d2ddbf0ad37, 'name': SearchDatastore_Task, 'duration_secs': 0.008884} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.574168] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.574428] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] f70d760d-b27a-4278-9101-32b519021e25/f70d760d-b27a-4278-9101-32b519021e25.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.574731] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-286150ef-218c-4db9-b6b5-75505769d29c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.585884] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612723, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.591404] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 847.591404] env[70966]: value = "task-3612725" [ 847.591404] env[70966]: _type = "Task" [ 847.591404] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.600600] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.729139] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612724, 'name': Rename_Task, 'duration_secs': 0.301357} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.731635] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.732079] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb9bae3e-56ff-4626-8fcb-599ea063a256 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.738772] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 847.738772] env[70966]: value = "task-3612726" [ 847.738772] env[70966]: _type = "Task" [ 847.738772] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.751016] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.893174] env[70966]: INFO nova.virt.block_device [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Booting with volume 1a9ea594-b74d-4237-b59c-ddf1ccb3acda at /dev/sda [ 847.951181] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd4a2b23-6d6b-4237-8bd5-2288417bf61f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.961919] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d74311-a847-4ed8-b91f-485a9803e49f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.015731] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d08b25a-e4cd-4c3a-9397-9ae55d6531b3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.027505] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbda48f-eb58-492d-b6dd-ca5d27d23fba {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.040910] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cca53e-a34a-4c7b-9bc6-db28ac41a9d1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.051432] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a95b0d6-a4c4-415a-bc5b-e4fa24068c6a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.070550] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52de5b69-c03d-4135-b866-4cb55a2a8db7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.108237] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bdf278-bf9b-477f-a266-c5cd7226a337 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.114067] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a7ad32-4ed8-498c-937c-a582669a5199 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.125462] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612725, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.125746] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612723, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.127453] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b3d85f-f404-4835-8d5b-0ae4f22e13a4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.136811] env[70966]: DEBUG nova.virt.block_device [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Updating existing volume attachment record: 5982d4da-d6c1-4d62-9562-6ce94465bfe4 {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 848.147562] env[70966]: DEBUG nova.compute.provider_tree [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.248788] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612726, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.611033] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555964} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.615815] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] f70d760d-b27a-4278-9101-32b519021e25/f70d760d-b27a-4278-9101-32b519021e25.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.616136] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.616502] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612723, 'name': CloneVM_Task, 'duration_secs': 1.39867} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.616756] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-206e7b61-3ceb-47f6-a2f7-1f9ca2466e38 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.619295] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Created linked-clone VM from snapshot [ 848.620565] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b08cd34-00f8-4164-a506-08ab03ece667 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.628247] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Uploading image a6250711-a63a-4a96-8820-2a755c7499dd {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 848.631895] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 848.631895] env[70966]: value = "task-3612727" [ 848.631895] env[70966]: _type = "Task" [ 848.631895] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.638938] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.651746] env[70966]: DEBUG nova.scheduler.client.report [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.656160] env[70966]: DEBUG oslo_vmware.rw_handles [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 848.656160] env[70966]: value = "vm-720634" [ 848.656160] env[70966]: _type = "VirtualMachine" [ 848.656160] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 848.656682] env[70966]: DEBUG oslo_concurrency.lockutils [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.656938] env[70966]: DEBUG oslo_concurrency.lockutils [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.657163] env[70966]: DEBUG nova.compute.manager [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Going to confirm migration 1 {{(pid=70966) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 848.658353] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e4ecb481-fa22-49b4-a566-096e24344871 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.667845] env[70966]: DEBUG oslo_vmware.rw_handles [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Lease: (returnval){ [ 848.667845] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b1dd4a-a870-eae1-0f61-858fdbe94fcb" [ 848.667845] env[70966]: _type = "HttpNfcLease" [ 848.667845] env[70966]: } obtained for exporting VM: (result){ [ 848.667845] env[70966]: value = "vm-720634" [ 848.667845] env[70966]: _type = "VirtualMachine" [ 848.667845] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 848.668753] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the lease: (returnval){ [ 848.668753] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b1dd4a-a870-eae1-0f61-858fdbe94fcb" [ 848.668753] env[70966]: _type = "HttpNfcLease" [ 848.668753] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 848.677100] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.677100] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b1dd4a-a870-eae1-0f61-858fdbe94fcb" [ 848.677100] env[70966]: _type = "HttpNfcLease" [ 848.677100] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 848.750123] env[70966]: DEBUG oslo_vmware.api [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612726, 'name': PowerOnVM_Task, 'duration_secs': 0.699688} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.750572] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.750877] env[70966]: INFO nova.compute.manager [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Took 9.12 seconds to spawn the instance on the hypervisor. [ 848.751195] env[70966]: DEBUG nova.compute.manager [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.752095] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e2ee4e-e32d-42ae-bed3-1088c3ec1f0e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.883622] env[70966]: DEBUG nova.compute.manager [req-814dbeb2-d5ab-4ca5-a938-bf04dde23723 req-eeb3c0f9-4d36-4293-88b8-9e4ae3990ed6 service nova] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Received event network-vif-plugged-b4ba8b98-b192-4bb7-ab89-2b5d99e78891 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.883622] env[70966]: DEBUG oslo_concurrency.lockutils [req-814dbeb2-d5ab-4ca5-a938-bf04dde23723 req-eeb3c0f9-4d36-4293-88b8-9e4ae3990ed6 service nova] Acquiring lock "c0b6fcc0-efae-446d-b1c6-d734c56d6671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.883622] env[70966]: DEBUG oslo_concurrency.lockutils [req-814dbeb2-d5ab-4ca5-a938-bf04dde23723 req-eeb3c0f9-4d36-4293-88b8-9e4ae3990ed6 service nova] Lock "c0b6fcc0-efae-446d-b1c6-d734c56d6671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.885366] env[70966]: DEBUG oslo_concurrency.lockutils [req-814dbeb2-d5ab-4ca5-a938-bf04dde23723 req-eeb3c0f9-4d36-4293-88b8-9e4ae3990ed6 service nova] Lock "c0b6fcc0-efae-446d-b1c6-d734c56d6671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.885366] env[70966]: DEBUG nova.compute.manager [req-814dbeb2-d5ab-4ca5-a938-bf04dde23723 req-eeb3c0f9-4d36-4293-88b8-9e4ae3990ed6 service nova] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] No waiting events found dispatching network-vif-plugged-b4ba8b98-b192-4bb7-ab89-2b5d99e78891 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.885366] env[70966]: WARNING nova.compute.manager [req-814dbeb2-d5ab-4ca5-a938-bf04dde23723 req-eeb3c0f9-4d36-4293-88b8-9e4ae3990ed6 service nova] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Received unexpected event network-vif-plugged-b4ba8b98-b192-4bb7-ab89-2b5d99e78891 for instance with vm_state building and task_state block_device_mapping. [ 849.050224] env[70966]: DEBUG nova.network.neutron [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Successfully updated port: b4ba8b98-b192-4bb7-ab89-2b5d99e78891 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.141572] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068532} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.141862] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.142691] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af57ee9d-f3e0-464d-84b8-977acea16202 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.166018] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] f70d760d-b27a-4278-9101-32b519021e25/f70d760d-b27a-4278-9101-32b519021e25.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.166850] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.167403] env[70966]: DEBUG nova.compute.manager [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.171967] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b176dae2-b848-49c8-bb77-0d822dfe14bc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.189615] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.127s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.191163] env[70966]: INFO nova.compute.claims [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.204269] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.204269] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b1dd4a-a870-eae1-0f61-858fdbe94fcb" [ 849.204269] env[70966]: _type = "HttpNfcLease" [ 849.204269] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 849.206256] env[70966]: DEBUG oslo_vmware.rw_handles [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 849.206256] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b1dd4a-a870-eae1-0f61-858fdbe94fcb" [ 849.206256] env[70966]: _type = "HttpNfcLease" [ 849.206256] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 849.206926] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 849.206926] env[70966]: value = "task-3612729" [ 849.206926] env[70966]: _type = "Task" [ 849.206926] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.207638] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7def0572-120d-422b-b089-d3658e5015e3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.218325] env[70966]: DEBUG oslo_vmware.rw_handles [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288d0d1-008e-f5b0-73ba-0d74578f2d5a/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 849.218602] env[70966]: DEBUG oslo_vmware.rw_handles [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288d0d1-008e-f5b0-73ba-0d74578f2d5a/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 849.288009] env[70966]: DEBUG oslo_concurrency.lockutils [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.291535] env[70966]: DEBUG oslo_concurrency.lockutils [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.291535] env[70966]: DEBUG nova.network.neutron [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.291535] env[70966]: DEBUG nova.objects.instance [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'info_cache' on Instance uuid dc4f6db8-170b-4d56-b3bc-80316ec8aed5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.295189] env[70966]: INFO nova.compute.manager [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Took 56.69 seconds to build instance. [ 849.396360] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-718f4bb1-4173-4562-8d0f-be526eb21f76 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.552854] env[70966]: DEBUG oslo_concurrency.lockutils [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Acquiring lock "refresh_cache-c0b6fcc0-efae-446d-b1c6-d734c56d6671" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.553028] env[70966]: DEBUG oslo_concurrency.lockutils [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Acquired lock "refresh_cache-c0b6fcc0-efae-446d-b1c6-d734c56d6671" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.553174] env[70966]: DEBUG nova.network.neutron [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.691997] env[70966]: DEBUG nova.compute.utils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.693637] env[70966]: DEBUG nova.compute.manager [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.693878] env[70966]: DEBUG nova.network.neutron [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.719454] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.767696] env[70966]: DEBUG nova.policy [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b97807d37de44114a1ad61626bd18c47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76e5531955634fb88d18e6ad83f563b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.798111] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33c6285d-345f-472a-bce4-150c9ba1e2b9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "99de49b6-a37c-4bde-acf5-7f90d5f432de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.738s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.166922] env[70966]: DEBUG nova.network.neutron [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.197414] env[70966]: DEBUG nova.compute.manager [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.222079] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612729, 'name': ReconfigVM_Task, 'duration_secs': 0.640771} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.222418] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Reconfigured VM instance instance-0000003a to attach disk [datastore2] f70d760d-b27a-4278-9101-32b519021e25/f70d760d-b27a-4278-9101-32b519021e25.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.223099] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3a37cfd-5135-419d-a218-84cc84fa70fb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.228993] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 850.228993] env[70966]: value = "task-3612730" [ 850.228993] env[70966]: _type = "Task" [ 850.228993] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.237957] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612730, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.302084] env[70966]: DEBUG nova.compute.manager [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.302634] env[70966]: DEBUG nova.virt.hardware [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.302853] env[70966]: DEBUG nova.virt.hardware [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.303021] env[70966]: DEBUG nova.virt.hardware [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.303204] env[70966]: DEBUG nova.virt.hardware [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.303349] env[70966]: DEBUG nova.virt.hardware [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.303495] env[70966]: DEBUG nova.virt.hardware [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.303701] env[70966]: DEBUG nova.virt.hardware [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.303857] env[70966]: DEBUG nova.virt.hardware [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.304014] env[70966]: DEBUG nova.virt.hardware [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.304185] env[70966]: DEBUG nova.virt.hardware [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.304360] env[70966]: DEBUG nova.virt.hardware [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.305382] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7b2886-5431-4a8d-a198-20d70e70f55d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.316463] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db78e5ba-d86a-4c60-bc7b-1e9f51bf133a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.565616] env[70966]: DEBUG nova.network.neutron [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance_info_cache with network_info: [{"id": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "address": "fa:16:3e:d1:42:e2", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab316e3f-55", "ovs_interfaceid": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.637232] env[70966]: DEBUG nova.network.neutron [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Updating instance_info_cache with network_info: [{"id": "b4ba8b98-b192-4bb7-ab89-2b5d99e78891", "address": "fa:16:3e:cc:35:4a", "network": {"id": "f233b865-b799-4a76-96d5-f652b202f6e4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1719996518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72854c41240d4ffd8d5db810b0508bd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ba8b98-b1", "ovs_interfaceid": "b4ba8b98-b192-4bb7-ab89-2b5d99e78891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.749720] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612730, 'name': Rename_Task, 'duration_secs': 0.28098} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.750066] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.750390] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b23ed725-70ef-4b0e-93bc-39220726c895 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.758557] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 850.758557] env[70966]: value = "task-3612731" [ 850.758557] env[70966]: _type = "Task" [ 850.758557] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.759415] env[70966]: DEBUG nova.network.neutron [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Successfully created port: e97e6a16-131d-46e0-8193-af521af40a96 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.770573] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.869907] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efeb044-1318-47b3-8e6f-3989a66a4d7b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.880354] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a70700-c914-4f44-8d0b-bb9f138c1eb7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.922300] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83433086-6bca-405e-aa6c-6c25a0625835 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.930367] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d0a4d5-82d0-441d-a877-5d32f568c68e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.946684] env[70966]: DEBUG nova.compute.provider_tree [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.068802] env[70966]: DEBUG oslo_concurrency.lockutils [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.069132] env[70966]: DEBUG nova.objects.instance [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'migration_context' on Instance uuid dc4f6db8-170b-4d56-b3bc-80316ec8aed5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.139110] env[70966]: DEBUG oslo_concurrency.lockutils [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Releasing lock "refresh_cache-c0b6fcc0-efae-446d-b1c6-d734c56d6671" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.139480] env[70966]: DEBUG nova.compute.manager [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Instance network_info: |[{"id": "b4ba8b98-b192-4bb7-ab89-2b5d99e78891", "address": "fa:16:3e:cc:35:4a", "network": {"id": "f233b865-b799-4a76-96d5-f652b202f6e4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1719996518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72854c41240d4ffd8d5db810b0508bd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ba8b98-b1", "ovs_interfaceid": "b4ba8b98-b192-4bb7-ab89-2b5d99e78891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.139927] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:35:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4ba8b98-b192-4bb7-ab89-2b5d99e78891', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.149656] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Creating folder: Project (72854c41240d4ffd8d5db810b0508bd4). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.150476] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1be23e54-388f-485c-8eb8-9859d26a0af3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.164631] env[70966]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 851.164842] env[70966]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70966) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 851.165315] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Folder already exists: Project (72854c41240d4ffd8d5db810b0508bd4). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 851.165604] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Creating folder: Instances. Parent ref: group-v720594. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.165886] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee6bcc1c-ba00-40e6-8dc9-49ec624bc7a4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.175873] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Created folder: Instances in parent group-v720594. [ 851.176270] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.176537] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.176858] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acef1c1f-0243-43ca-a51f-e1f5986de12c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.202039] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.202039] env[70966]: value = "task-3612734" [ 851.202039] env[70966]: _type = "Task" [ 851.202039] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.210133] env[70966]: DEBUG nova.compute.manager [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.220251] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612734, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.250684] env[70966]: DEBUG nova.virt.hardware [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.250984] env[70966]: DEBUG nova.virt.hardware [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.251200] env[70966]: DEBUG nova.virt.hardware [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.251443] env[70966]: DEBUG nova.virt.hardware [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.251696] env[70966]: DEBUG nova.virt.hardware [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.251883] env[70966]: DEBUG nova.virt.hardware [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.252191] env[70966]: DEBUG nova.virt.hardware [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.252405] env[70966]: DEBUG nova.virt.hardware [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.252651] env[70966]: DEBUG nova.virt.hardware [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.252883] env[70966]: DEBUG nova.virt.hardware [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.253153] env[70966]: DEBUG nova.virt.hardware [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.257031] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a75c2c-83a1-4bc9-8ad0-6561e5f844a0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.267100] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa8b4dd-fb2e-474a-adb5-4f1fb16d6597 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.276957] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612731, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.450878] env[70966]: DEBUG nova.scheduler.client.report [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.463538] env[70966]: DEBUG nova.compute.manager [req-34d5d15d-96dd-479d-af2c-54ed7676979c req-be144c2b-3a29-402d-9bf3-43df3f6e90bb service nova] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Received event network-changed-b4ba8b98-b192-4bb7-ab89-2b5d99e78891 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.463702] env[70966]: DEBUG nova.compute.manager [req-34d5d15d-96dd-479d-af2c-54ed7676979c req-be144c2b-3a29-402d-9bf3-43df3f6e90bb service nova] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Refreshing instance network info cache due to event network-changed-b4ba8b98-b192-4bb7-ab89-2b5d99e78891. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.464781] env[70966]: DEBUG oslo_concurrency.lockutils [req-34d5d15d-96dd-479d-af2c-54ed7676979c req-be144c2b-3a29-402d-9bf3-43df3f6e90bb service nova] Acquiring lock "refresh_cache-c0b6fcc0-efae-446d-b1c6-d734c56d6671" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.464781] env[70966]: DEBUG oslo_concurrency.lockutils [req-34d5d15d-96dd-479d-af2c-54ed7676979c req-be144c2b-3a29-402d-9bf3-43df3f6e90bb service nova] Acquired lock "refresh_cache-c0b6fcc0-efae-446d-b1c6-d734c56d6671" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.464781] env[70966]: DEBUG nova.network.neutron [req-34d5d15d-96dd-479d-af2c-54ed7676979c req-be144c2b-3a29-402d-9bf3-43df3f6e90bb service nova] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Refreshing network info cache for port b4ba8b98-b192-4bb7-ab89-2b5d99e78891 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.575189] env[70966]: DEBUG nova.objects.base [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 851.575189] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c37d8d-1aa5-4424-822d-6e878c0a61e4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.601834] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee8f798-4556-4a65-a3b8-0bf12c9099f1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.608113] env[70966]: DEBUG oslo_vmware.api [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 851.608113] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a1b209-4633-b71c-3248-40211e9b7858" [ 851.608113] env[70966]: _type = "Task" [ 851.608113] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.617879] env[70966]: DEBUG oslo_vmware.api [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a1b209-4633-b71c-3248-40211e9b7858, 'name': SearchDatastore_Task, 'duration_secs': 0.006279} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.618432] env[70966]: DEBUG oslo_concurrency.lockutils [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.716026] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612734, 'name': CreateVM_Task, 'duration_secs': 0.407347} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.716026] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.716026] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720603', 'volume_id': '1a9ea594-b74d-4237-b59c-ddf1ccb3acda', 'name': 'volume-1a9ea594-b74d-4237-b59c-ddf1ccb3acda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0b6fcc0-efae-446d-b1c6-d734c56d6671', 'attached_at': '', 'detached_at': '', 'volume_id': '1a9ea594-b74d-4237-b59c-ddf1ccb3acda', 'serial': '1a9ea594-b74d-4237-b59c-ddf1ccb3acda'}, 'disk_bus': None, 'delete_on_termination': True, 'attachment_id': '5982d4da-d6c1-4d62-9562-6ce94465bfe4', 'volume_type': None}], 'swap': None} {{(pid=70966) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 851.716026] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Root volume attach. Driver type: vmdk {{(pid=70966) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 851.716026] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f56d91-d9bf-4ff9-b872-6d0355373d8c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.725641] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f5bdef-7b5f-43f9-84e5-6acb33fdd8ba {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.733192] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deac665-32a6-441f-b79d-129d4a1f1cda {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.739904] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bbcb86b6-c6e7-444e-a29d-f395b8adf159 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.747337] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Waiting for the task: (returnval){ [ 851.747337] env[70966]: value = "task-3612735" [ 851.747337] env[70966]: _type = "Task" [ 851.747337] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.756136] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612735, 'name': RelocateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.779557] env[70966]: DEBUG oslo_vmware.api [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612731, 'name': PowerOnVM_Task, 'duration_secs': 0.568099} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.779952] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.780264] env[70966]: INFO nova.compute.manager [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Took 9.39 seconds to spawn the instance on the hypervisor. [ 851.780563] env[70966]: DEBUG nova.compute.manager [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.781529] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75ded2e-7775-4d70-bcfe-4b8dfd1a3fde {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.958120] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.958943] env[70966]: DEBUG nova.compute.manager [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.961804] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.244s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.962109] env[70966]: DEBUG nova.objects.instance [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lazy-loading 'resources' on Instance uuid 82a67b38-0395-41d6-bbd0-6e7dc4355e7a {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.266397] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612735, 'name': RelocateVM_Task} progress is 42%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.267946] env[70966]: DEBUG nova.network.neutron [req-34d5d15d-96dd-479d-af2c-54ed7676979c req-be144c2b-3a29-402d-9bf3-43df3f6e90bb service nova] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Updated VIF entry in instance network info cache for port b4ba8b98-b192-4bb7-ab89-2b5d99e78891. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.268086] env[70966]: DEBUG nova.network.neutron [req-34d5d15d-96dd-479d-af2c-54ed7676979c req-be144c2b-3a29-402d-9bf3-43df3f6e90bb service nova] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Updating instance_info_cache with network_info: [{"id": "b4ba8b98-b192-4bb7-ab89-2b5d99e78891", "address": "fa:16:3e:cc:35:4a", "network": {"id": "f233b865-b799-4a76-96d5-f652b202f6e4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1719996518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72854c41240d4ffd8d5db810b0508bd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ba8b98-b1", "ovs_interfaceid": "b4ba8b98-b192-4bb7-ab89-2b5d99e78891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.301828] env[70966]: INFO nova.compute.manager [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Took 56.44 seconds to build instance. [ 852.467425] env[70966]: DEBUG nova.compute.utils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.468805] env[70966]: DEBUG nova.compute.manager [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.468982] env[70966]: DEBUG nova.network.neutron [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.559006] env[70966]: DEBUG nova.policy [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7aefb15ae394c5a8b8a17fd03725399', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ea1957bacd44eab9e23154ac98446f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.764904] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612735, 'name': RelocateVM_Task} progress is 56%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.773381] env[70966]: DEBUG oslo_concurrency.lockutils [req-34d5d15d-96dd-479d-af2c-54ed7676979c req-be144c2b-3a29-402d-9bf3-43df3f6e90bb service nova] Releasing lock "refresh_cache-c0b6fcc0-efae-446d-b1c6-d734c56d6671" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.807792] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d5962b50-2031-4342-9479-a227130df035 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "f70d760d-b27a-4278-9101-32b519021e25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.956s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.971834] env[70966]: DEBUG nova.compute.manager [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.074885] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40822a3a-b788-4f51-913f-11322daba8cc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.086090] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ac052e-8d02-4d88-9669-377c20e01104 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.125772] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3a6bff-b76f-46e5-bc04-19a303549e62 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.137670] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4b1eed-c1cd-4010-ae95-184d6f54ad44 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.154644] env[70966]: DEBUG nova.compute.provider_tree [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.261728] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612735, 'name': RelocateVM_Task} progress is 71%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.377613] env[70966]: DEBUG nova.network.neutron [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Successfully created port: 91063122-fc7a-41a5-a454-165cc15efbd7 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.460072] env[70966]: DEBUG nova.network.neutron [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Successfully updated port: e97e6a16-131d-46e0-8193-af521af40a96 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.661030] env[70966]: DEBUG nova.scheduler.client.report [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.761982] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612735, 'name': RelocateVM_Task} progress is 84%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.789896] env[70966]: DEBUG nova.compute.manager [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Received event network-changed-1e854a66-3075-45e7-b2f3-581cd4308b95 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.790486] env[70966]: DEBUG nova.compute.manager [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Refreshing instance network info cache due to event network-changed-1e854a66-3075-45e7-b2f3-581cd4308b95. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.790799] env[70966]: DEBUG oslo_concurrency.lockutils [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] Acquiring lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.790961] env[70966]: DEBUG oslo_concurrency.lockutils [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] Acquired lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.791272] env[70966]: DEBUG nova.network.neutron [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Refreshing network info cache for port 1e854a66-3075-45e7-b2f3-581cd4308b95 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.963945] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Acquiring lock "refresh_cache-112e15b9-7ca2-46df-9ec4-6fdb30a92235" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.964155] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Acquired lock "refresh_cache-112e15b9-7ca2-46df-9ec4-6fdb30a92235" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.964333] env[70966]: DEBUG nova.network.neutron [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.981593] env[70966]: DEBUG nova.compute.manager [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.014500] env[70966]: DEBUG nova.virt.hardware [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.015032] env[70966]: DEBUG nova.virt.hardware [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.015032] env[70966]: DEBUG nova.virt.hardware [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.015307] env[70966]: DEBUG nova.virt.hardware [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.015494] env[70966]: DEBUG nova.virt.hardware [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.015646] env[70966]: DEBUG nova.virt.hardware [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.015883] env[70966]: DEBUG nova.virt.hardware [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.016067] env[70966]: DEBUG nova.virt.hardware [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.016242] env[70966]: DEBUG nova.virt.hardware [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.016404] env[70966]: DEBUG nova.virt.hardware [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.016646] env[70966]: DEBUG nova.virt.hardware [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.017850] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223d9665-6b99-4ef0-9caf-b05e336fca33 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.032029] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4809fba-e7e9-4d71-baa9-335255693e0c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.164632] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.167057] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.195s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.167057] env[70966]: DEBUG nova.objects.instance [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lazy-loading 'resources' on Instance uuid f7b8ffd2-fb72-48c4-bfe9-8c778490d64c {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.191565] env[70966]: INFO nova.scheduler.client.report [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Deleted allocations for instance 82a67b38-0395-41d6-bbd0-6e7dc4355e7a [ 854.261263] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612735, 'name': RelocateVM_Task} progress is 97%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.504524] env[70966]: DEBUG nova.network.neutron [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.540779] env[70966]: DEBUG oslo_concurrency.lockutils [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "f70d760d-b27a-4278-9101-32b519021e25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.541106] env[70966]: DEBUG oslo_concurrency.lockutils [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "f70d760d-b27a-4278-9101-32b519021e25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.541351] env[70966]: DEBUG oslo_concurrency.lockutils [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "f70d760d-b27a-4278-9101-32b519021e25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.541566] env[70966]: DEBUG oslo_concurrency.lockutils [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "f70d760d-b27a-4278-9101-32b519021e25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.541747] env[70966]: DEBUG oslo_concurrency.lockutils [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "f70d760d-b27a-4278-9101-32b519021e25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.546026] env[70966]: INFO nova.compute.manager [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Terminating instance [ 854.657598] env[70966]: DEBUG nova.network.neutron [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Updated VIF entry in instance network info cache for port 1e854a66-3075-45e7-b2f3-581cd4308b95. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.658076] env[70966]: DEBUG nova.network.neutron [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Updating instance_info_cache with network_info: [{"id": "1e854a66-3075-45e7-b2f3-581cd4308b95", "address": "fa:16:3e:16:67:32", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e854a66-30", "ovs_interfaceid": "1e854a66-3075-45e7-b2f3-581cd4308b95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.703836] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6990f22b-471f-448c-98fd-a4c553f63786 tempest-ListServerFiltersTestJSON-1416565506 tempest-ListServerFiltersTestJSON-1416565506-project-member] Lock "82a67b38-0395-41d6-bbd0-6e7dc4355e7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.575s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.763680] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612735, 'name': RelocateVM_Task} progress is 98%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.880723] env[70966]: DEBUG nova.network.neutron [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Updating instance_info_cache with network_info: [{"id": "e97e6a16-131d-46e0-8193-af521af40a96", "address": "fa:16:3e:1c:88:cd", "network": {"id": "997543ec-1b6e-45b6-aac0-40bd625a0797", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1219570568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76e5531955634fb88d18e6ad83f563b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97e6a16-13", "ovs_interfaceid": "e97e6a16-131d-46e0-8193-af521af40a96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.051175] env[70966]: DEBUG nova.compute.manager [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.051175] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.052356] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6d86ac-0ead-4b05-b723-66976b8de367 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.061622] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.061900] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40b12a9c-7975-443f-949f-fba06c522171 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.068145] env[70966]: DEBUG oslo_vmware.api [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 855.068145] env[70966]: value = "task-3612736" [ 855.068145] env[70966]: _type = "Task" [ 855.068145] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.078217] env[70966]: DEBUG oslo_vmware.api [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.160628] env[70966]: DEBUG oslo_concurrency.lockutils [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] Releasing lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.160884] env[70966]: DEBUG nova.compute.manager [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Received event network-vif-plugged-e97e6a16-131d-46e0-8193-af521af40a96 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.161108] env[70966]: DEBUG oslo_concurrency.lockutils [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] Acquiring lock "112e15b9-7ca2-46df-9ec4-6fdb30a92235-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.161348] env[70966]: DEBUG oslo_concurrency.lockutils [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] Lock "112e15b9-7ca2-46df-9ec4-6fdb30a92235-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.161693] env[70966]: DEBUG oslo_concurrency.lockutils [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] Lock "112e15b9-7ca2-46df-9ec4-6fdb30a92235-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.161693] env[70966]: DEBUG nova.compute.manager [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] No waiting events found dispatching network-vif-plugged-e97e6a16-131d-46e0-8193-af521af40a96 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.161866] env[70966]: WARNING nova.compute.manager [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Received unexpected event network-vif-plugged-e97e6a16-131d-46e0-8193-af521af40a96 for instance with vm_state building and task_state spawning. [ 855.162180] env[70966]: DEBUG nova.compute.manager [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Received event network-changed-e97e6a16-131d-46e0-8193-af521af40a96 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.162180] env[70966]: DEBUG nova.compute.manager [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Refreshing instance network info cache due to event network-changed-e97e6a16-131d-46e0-8193-af521af40a96. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.162383] env[70966]: DEBUG oslo_concurrency.lockutils [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] Acquiring lock "refresh_cache-112e15b9-7ca2-46df-9ec4-6fdb30a92235" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.220832] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fd85c4-0ad4-45cd-ae67-0a8ef4284c03 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.229848] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6689333-7b8f-4e47-88ba-6eb892146c2c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.267336] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b644ae09-a6ad-4206-8d15-07f65baa5a52 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.274791] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612735, 'name': RelocateVM_Task} progress is 98%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.277921] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90856e9-8ec3-4443-8821-d25770cd8a33 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.293192] env[70966]: DEBUG nova.compute.provider_tree [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.383608] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Releasing lock "refresh_cache-112e15b9-7ca2-46df-9ec4-6fdb30a92235" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.384029] env[70966]: DEBUG nova.compute.manager [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Instance network_info: |[{"id": "e97e6a16-131d-46e0-8193-af521af40a96", "address": "fa:16:3e:1c:88:cd", "network": {"id": "997543ec-1b6e-45b6-aac0-40bd625a0797", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1219570568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76e5531955634fb88d18e6ad83f563b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97e6a16-13", "ovs_interfaceid": "e97e6a16-131d-46e0-8193-af521af40a96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.384379] env[70966]: DEBUG oslo_concurrency.lockutils [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] Acquired lock "refresh_cache-112e15b9-7ca2-46df-9ec4-6fdb30a92235" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.384610] env[70966]: DEBUG nova.network.neutron [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Refreshing network info cache for port e97e6a16-131d-46e0-8193-af521af40a96 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.385914] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:88:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e97e6a16-131d-46e0-8193-af521af40a96', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.394039] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Creating folder: Project (76e5531955634fb88d18e6ad83f563b8). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.396538] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-818222ac-2dba-4347-a24e-d47468e61976 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.409090] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Created folder: Project (76e5531955634fb88d18e6ad83f563b8) in parent group-v720468. [ 855.409478] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Creating folder: Instances. Parent ref: group-v720637. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.409591] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e91286c-fbaf-4cee-b055-f594c34094ae {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.418712] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Created folder: Instances in parent group-v720637. [ 855.418987] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.419219] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.419441] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5481e9d-030a-4c9e-8975-c21824b56d68 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.440415] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.440415] env[70966]: value = "task-3612739" [ 855.440415] env[70966]: _type = "Task" [ 855.440415] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.449738] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612739, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.578529] env[70966]: DEBUG oslo_vmware.api [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612736, 'name': PowerOffVM_Task, 'duration_secs': 0.343083} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.579176] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.579176] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.579297] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8014f375-bfa5-4d2e-899d-3ca680c372e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.581588] env[70966]: DEBUG nova.network.neutron [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Successfully updated port: 91063122-fc7a-41a5-a454-165cc15efbd7 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.656116] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.656368] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.656551] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleting the datastore file [datastore2] f70d760d-b27a-4278-9101-32b519021e25 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.656909] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5a44153-243f-4b00-8df9-9ac36856d802 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.664423] env[70966]: DEBUG oslo_vmware.api [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 855.664423] env[70966]: value = "task-3612741" [ 855.664423] env[70966]: _type = "Task" [ 855.664423] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.673234] env[70966]: DEBUG oslo_vmware.api [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.774131] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612735, 'name': RelocateVM_Task, 'duration_secs': 3.877726} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.774536] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 855.774869] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720603', 'volume_id': '1a9ea594-b74d-4237-b59c-ddf1ccb3acda', 'name': 'volume-1a9ea594-b74d-4237-b59c-ddf1ccb3acda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0b6fcc0-efae-446d-b1c6-d734c56d6671', 'attached_at': '', 'detached_at': '', 'volume_id': '1a9ea594-b74d-4237-b59c-ddf1ccb3acda', 'serial': '1a9ea594-b74d-4237-b59c-ddf1ccb3acda'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 855.775709] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e515c6-ddf4-443c-8d1a-7b18523ba5d0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.792264] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebb7094-ad65-4600-af9a-78b5d68930b8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.807531] env[70966]: DEBUG nova.scheduler.client.report [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.822172] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] volume-1a9ea594-b74d-4237-b59c-ddf1ccb3acda/volume-1a9ea594-b74d-4237-b59c-ddf1ccb3acda.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.823221] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41a69ea4-b51b-4cec-b8d1-dc5b74c96eab {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.845102] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Waiting for the task: (returnval){ [ 855.845102] env[70966]: value = "task-3612742" [ 855.845102] env[70966]: _type = "Task" [ 855.845102] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.854628] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.886250] env[70966]: DEBUG nova.compute.manager [req-0437f6b1-767b-4f58-be62-bdcdf34f90c3 req-bc9d48c3-808a-4873-a694-43c9f0fad4f4 service nova] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Received event network-vif-plugged-91063122-fc7a-41a5-a454-165cc15efbd7 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.886558] env[70966]: DEBUG oslo_concurrency.lockutils [req-0437f6b1-767b-4f58-be62-bdcdf34f90c3 req-bc9d48c3-808a-4873-a694-43c9f0fad4f4 service nova] Acquiring lock "b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.886811] env[70966]: DEBUG oslo_concurrency.lockutils [req-0437f6b1-767b-4f58-be62-bdcdf34f90c3 req-bc9d48c3-808a-4873-a694-43c9f0fad4f4 service nova] Lock "b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.887043] env[70966]: DEBUG oslo_concurrency.lockutils [req-0437f6b1-767b-4f58-be62-bdcdf34f90c3 req-bc9d48c3-808a-4873-a694-43c9f0fad4f4 service nova] Lock "b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.887303] env[70966]: DEBUG nova.compute.manager [req-0437f6b1-767b-4f58-be62-bdcdf34f90c3 req-bc9d48c3-808a-4873-a694-43c9f0fad4f4 service nova] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] No waiting events found dispatching network-vif-plugged-91063122-fc7a-41a5-a454-165cc15efbd7 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.887511] env[70966]: WARNING nova.compute.manager [req-0437f6b1-767b-4f58-be62-bdcdf34f90c3 req-bc9d48c3-808a-4873-a694-43c9f0fad4f4 service nova] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Received unexpected event network-vif-plugged-91063122-fc7a-41a5-a454-165cc15efbd7 for instance with vm_state building and task_state spawning. [ 855.887779] env[70966]: DEBUG nova.compute.manager [req-0437f6b1-767b-4f58-be62-bdcdf34f90c3 req-bc9d48c3-808a-4873-a694-43c9f0fad4f4 service nova] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Received event network-changed-91063122-fc7a-41a5-a454-165cc15efbd7 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.888011] env[70966]: DEBUG nova.compute.manager [req-0437f6b1-767b-4f58-be62-bdcdf34f90c3 req-bc9d48c3-808a-4873-a694-43c9f0fad4f4 service nova] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Refreshing instance network info cache due to event network-changed-91063122-fc7a-41a5-a454-165cc15efbd7. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.888283] env[70966]: DEBUG oslo_concurrency.lockutils [req-0437f6b1-767b-4f58-be62-bdcdf34f90c3 req-bc9d48c3-808a-4873-a694-43c9f0fad4f4 service nova] Acquiring lock "refresh_cache-b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.888443] env[70966]: DEBUG oslo_concurrency.lockutils [req-0437f6b1-767b-4f58-be62-bdcdf34f90c3 req-bc9d48c3-808a-4873-a694-43c9f0fad4f4 service nova] Acquired lock "refresh_cache-b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.888630] env[70966]: DEBUG nova.network.neutron [req-0437f6b1-767b-4f58-be62-bdcdf34f90c3 req-bc9d48c3-808a-4873-a694-43c9f0fad4f4 service nova] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Refreshing network info cache for port 91063122-fc7a-41a5-a454-165cc15efbd7 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.953460] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612739, 'name': CreateVM_Task, 'duration_secs': 0.40021} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.953637] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.954349] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.954517] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.954874] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.955167] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e4949f-ede5-49fc-9939-8eb50dc93c8d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.960316] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Waiting for the task: (returnval){ [ 855.960316] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5265bf9b-5431-f59d-cf6a-e18a93e7168e" [ 855.960316] env[70966]: _type = "Task" [ 855.960316] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.968381] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5265bf9b-5431-f59d-cf6a-e18a93e7168e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.085073] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Acquiring lock "refresh_cache-b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.163852] env[70966]: DEBUG nova.network.neutron [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Updated VIF entry in instance network info cache for port e97e6a16-131d-46e0-8193-af521af40a96. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.164338] env[70966]: DEBUG nova.network.neutron [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Updating instance_info_cache with network_info: [{"id": "e97e6a16-131d-46e0-8193-af521af40a96", "address": "fa:16:3e:1c:88:cd", "network": {"id": "997543ec-1b6e-45b6-aac0-40bd625a0797", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1219570568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76e5531955634fb88d18e6ad83f563b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97e6a16-13", "ovs_interfaceid": "e97e6a16-131d-46e0-8193-af521af40a96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.179419] env[70966]: DEBUG oslo_vmware.api [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210184} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.184021] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.184021] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.184021] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.184021] env[70966]: INFO nova.compute.manager [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: f70d760d-b27a-4278-9101-32b519021e25] Took 1.13 seconds to destroy the instance on the hypervisor. [ 856.184021] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.184021] env[70966]: DEBUG nova.compute.manager [-] [instance: f70d760d-b27a-4278-9101-32b519021e25] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.184021] env[70966]: DEBUG nova.network.neutron [-] [instance: f70d760d-b27a-4278-9101-32b519021e25] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.326022] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.326648] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 46.353s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.326828] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.326975] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70966) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 856.327358] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.904s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.327455] env[70966]: DEBUG nova.objects.instance [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70966) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 856.331030] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dec64f9-a34c-4e8d-b01b-818843179331 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.340361] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1355e1b-74c7-4317-951c-f1b83f08962d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.358228] env[70966]: INFO nova.scheduler.client.report [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Deleted allocations for instance f7b8ffd2-fb72-48c4-bfe9-8c778490d64c [ 856.364801] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a006f7e4-08cb-4d79-a2c6-049c11ced78e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.369035] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612742, 'name': ReconfigVM_Task, 'duration_secs': 0.31846} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.371441] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Reconfigured VM instance instance-0000003b to attach disk [datastore2] volume-1a9ea594-b74d-4237-b59c-ddf1ccb3acda/volume-1a9ea594-b74d-4237-b59c-ddf1ccb3acda.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.377157] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7632445-5405-45ee-a6c6-b2e7f08a24f5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.389028] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b40adb2-a5ee-4592-af03-010058965bcb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.399200] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Waiting for the task: (returnval){ [ 856.399200] env[70966]: value = "task-3612743" [ 856.399200] env[70966]: _type = "Task" [ 856.399200] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.426688] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177416MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70966) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 856.426881] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.432896] env[70966]: DEBUG nova.network.neutron [req-0437f6b1-767b-4f58-be62-bdcdf34f90c3 req-bc9d48c3-808a-4873-a694-43c9f0fad4f4 service nova] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.441339] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.476679] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5265bf9b-5431-f59d-cf6a-e18a93e7168e, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.477266] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.477562] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.477971] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.478235] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.478531] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.478946] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a015f8d-3d02-48ce-9e39-e63aec2465bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.493455] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.493455] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.497122] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd147ea3-ee55-4663-b28c-bc770d60c523 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.502136] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Waiting for the task: (returnval){ [ 856.502136] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e0bdbb-204c-2990-46c3-13ff6e4933d0" [ 856.502136] env[70966]: _type = "Task" [ 856.502136] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.510766] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e0bdbb-204c-2990-46c3-13ff6e4933d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.539931] env[70966]: DEBUG nova.network.neutron [req-0437f6b1-767b-4f58-be62-bdcdf34f90c3 req-bc9d48c3-808a-4873-a694-43c9f0fad4f4 service nova] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.673050] env[70966]: DEBUG oslo_concurrency.lockutils [req-f528df6f-91b2-4330-8474-efa45b6e53e7 req-80215df4-bcf1-49ec-8c8b-abf0b2d251ec service nova] Releasing lock "refresh_cache-112e15b9-7ca2-46df-9ec4-6fdb30a92235" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.879838] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3f45b735-b498-4c65-b451-23cbdfbbeccc tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "f7b8ffd2-fb72-48c4-bfe9-8c778490d64c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.659s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.935620] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612743, 'name': ReconfigVM_Task, 'duration_secs': 0.165519} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.935952] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720603', 'volume_id': '1a9ea594-b74d-4237-b59c-ddf1ccb3acda', 'name': 'volume-1a9ea594-b74d-4237-b59c-ddf1ccb3acda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0b6fcc0-efae-446d-b1c6-d734c56d6671', 'attached_at': '', 'detached_at': '', 'volume_id': '1a9ea594-b74d-4237-b59c-ddf1ccb3acda', 'serial': '1a9ea594-b74d-4237-b59c-ddf1ccb3acda'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 856.936525] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7178390f-b232-417d-a1e0-35cdc8a7e86e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.944149] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Waiting for the task: (returnval){ [ 856.944149] env[70966]: value = "task-3612744" [ 856.944149] env[70966]: _type = "Task" [ 856.944149] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.952665] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612744, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.012434] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e0bdbb-204c-2990-46c3-13ff6e4933d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012616} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.013170] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abaaf035-3783-43af-b0bb-b6e3608ec331 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.019356] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Waiting for the task: (returnval){ [ 857.019356] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ad79b4-2628-aa37-4ec2-13ddc382e658" [ 857.019356] env[70966]: _type = "Task" [ 857.019356] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.029288] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ad79b4-2628-aa37-4ec2-13ddc382e658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.042816] env[70966]: DEBUG oslo_concurrency.lockutils [req-0437f6b1-767b-4f58-be62-bdcdf34f90c3 req-bc9d48c3-808a-4873-a694-43c9f0fad4f4 service nova] Releasing lock "refresh_cache-b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.043222] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Acquired lock "refresh_cache-b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.043382] env[70966]: DEBUG nova.network.neutron [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.068205] env[70966]: DEBUG nova.network.neutron [-] [instance: f70d760d-b27a-4278-9101-32b519021e25] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.336332] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a12124a-7f21-4f73-823a-5f135227790e tempest-ServersAdmin275Test-2031210802 tempest-ServersAdmin275Test-2031210802-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.337873] env[70966]: DEBUG oslo_concurrency.lockutils [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 46.005s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.455100] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612744, 'name': Rename_Task, 'duration_secs': 0.170429} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.455100] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.455356] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ae14edb-a1dd-4746-a97d-01c2eeb67083 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.461916] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Waiting for the task: (returnval){ [ 857.461916] env[70966]: value = "task-3612745" [ 857.461916] env[70966]: _type = "Task" [ 857.461916] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.470172] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.530655] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ad79b4-2628-aa37-4ec2-13ddc382e658, 'name': SearchDatastore_Task, 'duration_secs': 0.016087} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.531850] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.531850] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 112e15b9-7ca2-46df-9ec4-6fdb30a92235/112e15b9-7ca2-46df-9ec4-6fdb30a92235.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.531850] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3065de9c-46b5-4f32-9ce5-f69c584d5d0f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.537998] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Waiting for the task: (returnval){ [ 857.537998] env[70966]: value = "task-3612746" [ 857.537998] env[70966]: _type = "Task" [ 857.537998] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.547958] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.571319] env[70966]: INFO nova.compute.manager [-] [instance: f70d760d-b27a-4278-9101-32b519021e25] Took 1.39 seconds to deallocate network for instance. [ 857.722589] env[70966]: DEBUG nova.network.neutron [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.844380] env[70966]: INFO nova.compute.claims [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.973222] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.985715] env[70966]: DEBUG nova.network.neutron [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Updating instance_info_cache with network_info: [{"id": "91063122-fc7a-41a5-a454-165cc15efbd7", "address": "fa:16:3e:48:9f:0e", "network": {"id": "6c88aa8b-3a44-479d-81c5-f4b36cd30954", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1522004567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ea1957bacd44eab9e23154ac98446f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91063122-fc", "ovs_interfaceid": "91063122-fc7a-41a5-a454-165cc15efbd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.049435] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612746, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.078736] env[70966]: DEBUG oslo_concurrency.lockutils [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.157491] env[70966]: DEBUG oslo_vmware.rw_handles [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288d0d1-008e-f5b0-73ba-0d74578f2d5a/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.158335] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4376853c-d9a9-4a3c-a716-6d6010c0b005 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.167327] env[70966]: DEBUG oslo_vmware.rw_handles [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288d0d1-008e-f5b0-73ba-0d74578f2d5a/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.167327] env[70966]: ERROR oslo_vmware.rw_handles [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288d0d1-008e-f5b0-73ba-0d74578f2d5a/disk-0.vmdk due to incomplete transfer. [ 858.167327] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0631d0e2-8d5b-4e85-bbe1-6204cd355f9c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.176311] env[70966]: DEBUG oslo_vmware.rw_handles [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288d0d1-008e-f5b0-73ba-0d74578f2d5a/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.176558] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Uploaded image a6250711-a63a-4a96-8820-2a755c7499dd to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.179525] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.179864] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f1ae420b-e165-473a-8965-65634bd02adf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.186738] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 858.186738] env[70966]: value = "task-3612747" [ 858.186738] env[70966]: _type = "Task" [ 858.186738] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.196925] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612747, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.285654] env[70966]: DEBUG nova.compute.manager [req-82323db1-7ab9-49c1-bd20-ee00d1150e36 req-60477614-e501-4c4f-b34b-f058d1a3cd77 service nova] [instance: f70d760d-b27a-4278-9101-32b519021e25] Received event network-vif-deleted-a191a4c3-5db7-4faf-8186-5af6a9c2068c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.354947] env[70966]: INFO nova.compute.resource_tracker [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Updating resource usage from migration 3f01cc84-c027-4ba2-9fbd-daddc843d751 [ 858.474704] env[70966]: DEBUG oslo_vmware.api [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612745, 'name': PowerOnVM_Task, 'duration_secs': 0.924038} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.475026] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.475251] env[70966]: INFO nova.compute.manager [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Took 8.17 seconds to spawn the instance on the hypervisor. [ 858.475486] env[70966]: DEBUG nova.compute.manager [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.479037] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2723f931-1cd9-49d6-85ba-9338b4e4a020 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.488395] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Releasing lock "refresh_cache-b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.488697] env[70966]: DEBUG nova.compute.manager [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Instance network_info: |[{"id": "91063122-fc7a-41a5-a454-165cc15efbd7", "address": "fa:16:3e:48:9f:0e", "network": {"id": "6c88aa8b-3a44-479d-81c5-f4b36cd30954", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1522004567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ea1957bacd44eab9e23154ac98446f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91063122-fc", "ovs_interfaceid": "91063122-fc7a-41a5-a454-165cc15efbd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.489305] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:9f:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91063122-fc7a-41a5-a454-165cc15efbd7', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.497221] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Creating folder: Project (48ea1957bacd44eab9e23154ac98446f). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.500024] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1a987f5-7afc-459e-9449-df358cdc7b35 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.510684] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Created folder: Project (48ea1957bacd44eab9e23154ac98446f) in parent group-v720468. [ 858.510913] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Creating folder: Instances. Parent ref: group-v720640. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.513493] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39f1da41-41fb-4836-bc46-457f468de924 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.525493] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Created folder: Instances in parent group-v720640. [ 858.525717] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.528922] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.529565] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-702ded34-a7cb-4d34-911e-f1db0211a1c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.560790] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683634} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.566287] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 112e15b9-7ca2-46df-9ec4-6fdb30a92235/112e15b9-7ca2-46df-9ec4-6fdb30a92235.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.566632] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.566981] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.566981] env[70966]: value = "task-3612750" [ 858.566981] env[70966]: _type = "Task" [ 858.566981] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.567499] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-778ff82b-a850-4b97-8b6c-d96eb3a3eb31 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.585025] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612750, 'name': CreateVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.591764] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Waiting for the task: (returnval){ [ 858.591764] env[70966]: value = "task-3612751" [ 858.591764] env[70966]: _type = "Task" [ 858.591764] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.602342] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.698238] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612747, 'name': Destroy_Task, 'duration_secs': 0.358655} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.698515] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Destroyed the VM [ 858.698821] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 858.699199] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6727987a-1a5c-4178-acc9-1b6a75862dac {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.708059] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 858.708059] env[70966]: value = "task-3612752" [ 858.708059] env[70966]: _type = "Task" [ 858.708059] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.717629] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612752, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.860635] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a597f0-ad8e-4775-a172-cffae4eb79d5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.869087] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeb08fc-551a-4ec6-924f-8d9aba1e4225 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.902236] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4905f4-e13f-4b9a-9d22-131563e935c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.910865] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9e3133-ae4c-4df5-96a0-d494155c3508 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.927451] env[70966]: DEBUG nova.compute.provider_tree [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.997330] env[70966]: INFO nova.compute.manager [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Took 57.79 seconds to build instance. [ 859.079871] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612750, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.102158] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074884} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.102866] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.103517] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0b5aae-3d35-49c8-a24f-43e267c63274 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.125899] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 112e15b9-7ca2-46df-9ec4-6fdb30a92235/112e15b9-7ca2-46df-9ec4-6fdb30a92235.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.126253] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-904eb114-fdcf-402a-91fb-0a5098b7acff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.154694] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Waiting for the task: (returnval){ [ 859.154694] env[70966]: value = "task-3612753" [ 859.154694] env[70966]: _type = "Task" [ 859.154694] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.166785] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.216836] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612752, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.324731] env[70966]: DEBUG oslo_concurrency.lockutils [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "32a770ee-3623-4bc9-904a-326d49b113be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.324731] env[70966]: DEBUG oslo_concurrency.lockutils [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "32a770ee-3623-4bc9-904a-326d49b113be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.324731] env[70966]: DEBUG oslo_concurrency.lockutils [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "32a770ee-3623-4bc9-904a-326d49b113be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.324946] env[70966]: DEBUG oslo_concurrency.lockutils [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "32a770ee-3623-4bc9-904a-326d49b113be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.325136] env[70966]: DEBUG oslo_concurrency.lockutils [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "32a770ee-3623-4bc9-904a-326d49b113be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.329277] env[70966]: INFO nova.compute.manager [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Terminating instance [ 859.434549] env[70966]: DEBUG nova.scheduler.client.report [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.499859] env[70966]: DEBUG oslo_concurrency.lockutils [None req-52968107-997b-4d50-8d3e-2d0a4036b5d2 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Lock "c0b6fcc0-efae-446d-b1c6-d734c56d6671" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.303s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.583779] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612750, 'name': CreateVM_Task, 'duration_secs': 0.707929} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.583962] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.584674] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.584859] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.585208] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.585793] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc06879-21cd-445f-a30c-ac00c6fac355 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.596296] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Waiting for the task: (returnval){ [ 859.596296] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525bc263-2aba-8801-66fb-1711549c6004" [ 859.596296] env[70966]: _type = "Task" [ 859.596296] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.603430] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525bc263-2aba-8801-66fb-1711549c6004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.664952] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.718891] env[70966]: DEBUG oslo_vmware.api [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612752, 'name': RemoveSnapshot_Task, 'duration_secs': 0.624282} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.719188] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.719420] env[70966]: INFO nova.compute.manager [None req-700c3784-09e7-4469-a8a0-8444a5af38cb tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Took 14.74 seconds to snapshot the instance on the hypervisor. [ 859.834154] env[70966]: DEBUG nova.compute.manager [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.834154] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.834798] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c8d162-9390-4c6c-a4b5-1998ca88fbe1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.843243] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.843490] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc6c5c11-3434-42c7-8c64-ba8a3a6a366b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.849396] env[70966]: DEBUG oslo_vmware.api [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 859.849396] env[70966]: value = "task-3612754" [ 859.849396] env[70966]: _type = "Task" [ 859.849396] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.857335] env[70966]: DEBUG oslo_vmware.api [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.940682] env[70966]: DEBUG oslo_concurrency.lockutils [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.603s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.941019] env[70966]: INFO nova.compute.manager [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Migrating [ 859.947902] env[70966]: DEBUG oslo_concurrency.lockutils [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.035s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.949506] env[70966]: INFO nova.compute.claims [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.106794] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525bc263-2aba-8801-66fb-1711549c6004, 'name': SearchDatastore_Task, 'duration_secs': 0.018818} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.107140] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.107377] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.107620] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.107766] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.107944] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.108628] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7459e4fc-79fa-4c03-a10a-2a8f5b6862c8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.116925] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.117120] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.117873] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10626529-1884-4ec4-a8d9-2ebc2ab1587d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.127149] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Waiting for the task: (returnval){ [ 860.127149] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5219732e-d787-1fb4-17ad-26cc66e92f8b" [ 860.127149] env[70966]: _type = "Task" [ 860.127149] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.131286] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5219732e-d787-1fb4-17ad-26cc66e92f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.165020] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612753, 'name': ReconfigVM_Task, 'duration_secs': 0.922045} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.165787] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 112e15b9-7ca2-46df-9ec4-6fdb30a92235/112e15b9-7ca2-46df-9ec4-6fdb30a92235.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.166432] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3908757d-82bc-4906-bb1c-1f7195e8c2f1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.173283] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Waiting for the task: (returnval){ [ 860.173283] env[70966]: value = "task-3612755" [ 860.173283] env[70966]: _type = "Task" [ 860.173283] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.183393] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612755, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.362169] env[70966]: DEBUG oslo_vmware.api [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612754, 'name': PowerOffVM_Task, 'duration_secs': 0.249861} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.362661] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.362820] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.363127] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18662595-0be1-4f5b-ba06-3a3f39e7abea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.442549] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.442793] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.442977] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Deleting the datastore file [datastore1] 32a770ee-3623-4bc9-904a-326d49b113be {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.443268] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5e829ac-b551-4a7a-8c4f-87540ea2382d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.450979] env[70966]: DEBUG oslo_vmware.api [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for the task: (returnval){ [ 860.450979] env[70966]: value = "task-3612757" [ 860.450979] env[70966]: _type = "Task" [ 860.450979] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.464739] env[70966]: DEBUG oslo_concurrency.lockutils [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "refresh_cache-51fa14a5-b703-4023-a641-4ca9894bdc49" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.465211] env[70966]: DEBUG oslo_concurrency.lockutils [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "refresh_cache-51fa14a5-b703-4023-a641-4ca9894bdc49" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.465633] env[70966]: DEBUG nova.network.neutron [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.467640] env[70966]: DEBUG oslo_vmware.api [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.562014] env[70966]: DEBUG nova.compute.manager [req-638175e3-d3e1-476c-9715-0dda54287166 req-4eadfee0-01bc-48cc-a944-ebda54e72fc4 service nova] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Received event network-changed-b4ba8b98-b192-4bb7-ab89-2b5d99e78891 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.562202] env[70966]: DEBUG nova.compute.manager [req-638175e3-d3e1-476c-9715-0dda54287166 req-4eadfee0-01bc-48cc-a944-ebda54e72fc4 service nova] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Refreshing instance network info cache due to event network-changed-b4ba8b98-b192-4bb7-ab89-2b5d99e78891. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.562471] env[70966]: DEBUG oslo_concurrency.lockutils [req-638175e3-d3e1-476c-9715-0dda54287166 req-4eadfee0-01bc-48cc-a944-ebda54e72fc4 service nova] Acquiring lock "refresh_cache-c0b6fcc0-efae-446d-b1c6-d734c56d6671" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.562673] env[70966]: DEBUG oslo_concurrency.lockutils [req-638175e3-d3e1-476c-9715-0dda54287166 req-4eadfee0-01bc-48cc-a944-ebda54e72fc4 service nova] Acquired lock "refresh_cache-c0b6fcc0-efae-446d-b1c6-d734c56d6671" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.562859] env[70966]: DEBUG nova.network.neutron [req-638175e3-d3e1-476c-9715-0dda54287166 req-4eadfee0-01bc-48cc-a944-ebda54e72fc4 service nova] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Refreshing network info cache for port b4ba8b98-b192-4bb7-ab89-2b5d99e78891 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.633648] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5219732e-d787-1fb4-17ad-26cc66e92f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.030601} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.634463] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61618aa2-d57d-4cfd-b6fd-980071881c1e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.640041] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Waiting for the task: (returnval){ [ 860.640041] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bb2ca0-9d94-34bd-67b6-1f2a62ef369b" [ 860.640041] env[70966]: _type = "Task" [ 860.640041] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.647846] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bb2ca0-9d94-34bd-67b6-1f2a62ef369b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.682487] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612755, 'name': Rename_Task, 'duration_secs': 0.252671} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.682783] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.683205] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb976f2a-cbd2-41e8-8beb-aff4fcd481e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.688999] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Waiting for the task: (returnval){ [ 860.688999] env[70966]: value = "task-3612758" [ 860.688999] env[70966]: _type = "Task" [ 860.688999] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.698207] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.964322] env[70966]: DEBUG oslo_vmware.api [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Task: {'id': task-3612757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205917} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.964819] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.965032] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.965773] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.965773] env[70966]: INFO nova.compute.manager [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Took 1.13 seconds to destroy the instance on the hypervisor. [ 860.965773] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.966219] env[70966]: DEBUG nova.compute.manager [-] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.966219] env[70966]: DEBUG nova.network.neutron [-] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.153038] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bb2ca0-9d94-34bd-67b6-1f2a62ef369b, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.153038] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.153038] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8/b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.153038] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79c1cfc0-fa8c-4d09-b07e-29d1edaa4788 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.159671] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Waiting for the task: (returnval){ [ 861.159671] env[70966]: value = "task-3612759" [ 861.159671] env[70966]: _type = "Task" [ 861.159671] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.168282] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.202579] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.246077] env[70966]: DEBUG nova.network.neutron [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Updating instance_info_cache with network_info: [{"id": "5712c9e4-b89f-437e-a04e-b570e677bf49", "address": "fa:16:3e:63:e5:7c", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5712c9e4-b8", "ovs_interfaceid": "5712c9e4-b89f-437e-a04e-b570e677bf49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.529866] env[70966]: DEBUG nova.network.neutron [req-638175e3-d3e1-476c-9715-0dda54287166 req-4eadfee0-01bc-48cc-a944-ebda54e72fc4 service nova] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Updated VIF entry in instance network info cache for port b4ba8b98-b192-4bb7-ab89-2b5d99e78891. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.530028] env[70966]: DEBUG nova.network.neutron [req-638175e3-d3e1-476c-9715-0dda54287166 req-4eadfee0-01bc-48cc-a944-ebda54e72fc4 service nova] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Updating instance_info_cache with network_info: [{"id": "b4ba8b98-b192-4bb7-ab89-2b5d99e78891", "address": "fa:16:3e:cc:35:4a", "network": {"id": "f233b865-b799-4a76-96d5-f652b202f6e4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1719996518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72854c41240d4ffd8d5db810b0508bd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ba8b98-b1", "ovs_interfaceid": "b4ba8b98-b192-4bb7-ab89-2b5d99e78891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.634742] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32cc3dc-a2eb-4a46-8815-fb8671d167ad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.645983] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ca85d1-9f3f-493e-b981-4a7150a904a2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.683413] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bb1553-633b-4c82-86a8-4b459e6aef39 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.692182] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612759, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.698796] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27313a1-923e-4d50-868d-4d6f2a9fcd45 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.714369] env[70966]: DEBUG nova.compute.provider_tree [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.719486] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.748129] env[70966]: DEBUG oslo_concurrency.lockutils [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "refresh_cache-51fa14a5-b703-4023-a641-4ca9894bdc49" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.923764] env[70966]: DEBUG nova.network.neutron [-] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.036251] env[70966]: DEBUG oslo_concurrency.lockutils [req-638175e3-d3e1-476c-9715-0dda54287166 req-4eadfee0-01bc-48cc-a944-ebda54e72fc4 service nova] Releasing lock "refresh_cache-c0b6fcc0-efae-446d-b1c6-d734c56d6671" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.189763] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717217} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.190132] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8/b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.190414] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.190680] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b731426-c61c-4d40-9333-52266d9a564a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.202038] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612758, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.203398] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Waiting for the task: (returnval){ [ 862.203398] env[70966]: value = "task-3612760" [ 862.203398] env[70966]: _type = "Task" [ 862.203398] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.211090] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.221166] env[70966]: DEBUG nova.scheduler.client.report [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.396268] env[70966]: DEBUG nova.compute.manager [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.397320] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797e11d6-caf5-4bfe-a462-79790c304970 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.426737] env[70966]: INFO nova.compute.manager [-] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Took 1.46 seconds to deallocate network for instance. [ 862.610115] env[70966]: DEBUG nova.compute.manager [req-b7ee1b86-e920-4e73-b501-220f4ab9f2ff req-838eb121-2ce2-446e-8275-64c9509699a2 service nova] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Received event network-vif-deleted-c6f71913-7059-4d79-8ab0-077591b391d6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.702677] env[70966]: DEBUG oslo_vmware.api [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612758, 'name': PowerOnVM_Task, 'duration_secs': 1.613817} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.702935] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.703150] env[70966]: INFO nova.compute.manager [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Took 11.49 seconds to spawn the instance on the hypervisor. [ 862.703328] env[70966]: DEBUG nova.compute.manager [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.704111] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d57fb3-34f6-4c06-bc7a-94d33dafa81d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.717106] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071527} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.719959] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.721067] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ceec0d7-2cb5-43c8-8bb4-a8641d884251 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.727921] env[70966]: DEBUG oslo_concurrency.lockutils [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.728309] env[70966]: DEBUG nova.compute.manager [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.743597] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.771s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.743808] env[70966]: DEBUG nova.objects.instance [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lazy-loading 'resources' on Instance uuid da927a37-b921-460f-aef6-e3422f9f3ab8 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.753833] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8/b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.754470] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1118978a-20b2-45c8-955d-87087ac64e99 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.778275] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Waiting for the task: (returnval){ [ 862.778275] env[70966]: value = "task-3612761" [ 862.778275] env[70966]: _type = "Task" [ 862.778275] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.786794] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.910127] env[70966]: INFO nova.compute.manager [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] instance snapshotting [ 862.911766] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff4825c-395c-4b6c-a5e2-b21b45910145 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.932686] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182bd537-8c97-4f88-9f82-7a30c1c9c91a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.936583] env[70966]: DEBUG oslo_concurrency.lockutils [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.231784] env[70966]: INFO nova.compute.manager [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Took 58.68 seconds to build instance. [ 863.258483] env[70966]: DEBUG nova.compute.utils [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.260831] env[70966]: DEBUG nova.compute.manager [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.260831] env[70966]: DEBUG nova.network.neutron [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.280031] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a0291b-59d0-4980-a214-92bdbf50e846 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.307275] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.308064] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Updating instance '51fa14a5-b703-4023-a641-4ca9894bdc49' progress to 0 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.312867] env[70966]: DEBUG nova.policy [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2907b8a1b1154fd58cf29f3dc023fda2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edf082b8d1604405b8c9ac0c04a97d08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.446368] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 863.447518] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-36fed687-ee20-47fe-bc02-5de8f9f44adb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.455765] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 863.455765] env[70966]: value = "task-3612762" [ 863.455765] env[70966]: _type = "Task" [ 863.455765] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.467381] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612762, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.731729] env[70966]: DEBUG nova.network.neutron [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Successfully created port: b0247a87-ce2a-412c-b2c9-a66b3adf6218 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.733869] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5cfe029c-a6ea-4152-b6f0-07d09cec7524 tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Lock "112e15b9-7ca2-46df-9ec4-6fdb30a92235" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.877s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.764175] env[70966]: DEBUG nova.compute.manager [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.768442] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f895299d-d66a-4e82-868c-aafb12d88686 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.776353] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9768f483-62c6-4387-9579-ac8eae1ebc3e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.788318] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612761, 'name': ReconfigVM_Task, 'duration_secs': 0.697354} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.813771] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Reconfigured VM instance instance-0000003d to attach disk [datastore2] b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8/b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.815763] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.816574] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0fd5643-c364-447b-9fa4-ec942ccc74bf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.818307] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b81e806-f586-4012-bd1b-989866503896 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.820408] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8aae29-76d4-4be8-bdde-524ba6e68cfa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.832162] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0635bb31-8b94-4d59-b44e-73530914c1bf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.836308] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 863.836308] env[70966]: value = "task-3612764" [ 863.836308] env[70966]: _type = "Task" [ 863.836308] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.836308] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Waiting for the task: (returnval){ [ 863.836308] env[70966]: value = "task-3612763" [ 863.836308] env[70966]: _type = "Task" [ 863.836308] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.854382] env[70966]: DEBUG nova.compute.provider_tree [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.860900] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.864374] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612763, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.966348] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612762, 'name': CreateSnapshot_Task, 'duration_secs': 0.453427} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.966668] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 863.967433] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dec9e5-2ce7-42e6-810d-abc12f5452c2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.275019] env[70966]: INFO nova.virt.block_device [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Booting with volume 00f7200f-529a-40b8-b54c-d645fb13f4c0 at /dev/sda [ 864.316335] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6237d687-d060-4ec2-a6f3-ac282d2fea4d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.329128] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e1160a-0718-46a6-be83-ab45c0d40b81 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.354393] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612764, 'name': PowerOffVM_Task, 'duration_secs': 0.18982} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.357688] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.357944] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Updating instance '51fa14a5-b703-4023-a641-4ca9894bdc49' progress to 17 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.361818] env[70966]: DEBUG nova.scheduler.client.report [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.364868] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612763, 'name': Rename_Task, 'duration_secs': 0.15539} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.379596] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.380775] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b423bca-06c1-48f3-ba82-3e38602549f9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.382568] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cd569c5-fa6e-4765-854e-adaaaa9d40f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.389028] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Waiting for the task: (returnval){ [ 864.389028] env[70966]: value = "task-3612765" [ 864.389028] env[70966]: _type = "Task" [ 864.389028] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.395955] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fb296d-d901-4ec3-a582-61eefb56ed62 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.411033] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.436424] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c61fd3-c32c-4777-b6d0-06e90808f03d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.443745] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f6eaf7-31b9-415b-9a00-4bf84e71167a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.457857] env[70966]: DEBUG nova.virt.block_device [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Updating existing volume attachment record: 849c9649-a430-487d-8c15-26e7eb8f1d43 {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 864.487274] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 864.489439] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a44c0ce-8be2-45c5-89f9-498ec062e8c6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.500411] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 864.500411] env[70966]: value = "task-3612766" [ 864.500411] env[70966]: _type = "Task" [ 864.500411] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.509456] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612766, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.868024] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.871114] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.871386] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.871671] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.871815] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.871969] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.872140] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.872352] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.872872] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.872872] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.872872] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.873016] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.879079] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.622s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.879079] env[70966]: DEBUG nova.objects.instance [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Lazy-loading 'resources' on Instance uuid 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.880416] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e064fab-d337-4d45-a92b-6300f55b448d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.906559] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.907694] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 864.907694] env[70966]: value = "task-3612767" [ 864.907694] env[70966]: _type = "Task" [ 864.907694] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.908828] env[70966]: INFO nova.scheduler.client.report [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Deleted allocations for instance da927a37-b921-460f-aef6-e3422f9f3ab8 [ 864.934726] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.996050] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Acquiring lock "112e15b9-7ca2-46df-9ec4-6fdb30a92235" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.996368] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Lock "112e15b9-7ca2-46df-9ec4-6fdb30a92235" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.996965] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Acquiring lock "112e15b9-7ca2-46df-9ec4-6fdb30a92235-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.996965] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Lock "112e15b9-7ca2-46df-9ec4-6fdb30a92235-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.996965] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Lock "112e15b9-7ca2-46df-9ec4-6fdb30a92235-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.999247] env[70966]: INFO nova.compute.manager [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Terminating instance [ 865.015276] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612766, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.400467] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9071981d-e9a3-4ccd-bf9f-735e4e234743 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.409934] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5783ddb8-e3ee-4dbe-9d89-fed45ea416b7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.413482] env[70966]: DEBUG oslo_vmware.api [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612765, 'name': PowerOnVM_Task, 'duration_secs': 0.783074} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.413820] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.414032] env[70966]: INFO nova.compute.manager [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Took 11.43 seconds to spawn the instance on the hypervisor. [ 865.414216] env[70966]: DEBUG nova.compute.manager [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.417896] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d93c4c-8ae9-4195-9bfa-064e23423348 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.448634] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d4f4ec-c211-44d0-9981-15ca4b3833a7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.451606] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5fe66718-2f91-4b2f-9852-00990a6262a7 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "da927a37-b921-460f-aef6-e3422f9f3ab8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.915s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.457720] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612767, 'name': ReconfigVM_Task, 'duration_secs': 0.298591} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.461585] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Updating instance '51fa14a5-b703-4023-a641-4ca9894bdc49' progress to 33 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.472814] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9ff022-2459-4593-b419-031115d1b8d2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.490051] env[70966]: DEBUG nova.compute.provider_tree [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.494792] env[70966]: DEBUG nova.compute.manager [req-3014d641-96c6-4e6f-b374-d654bc299ec3 req-8a20bf34-1c9c-43e0-9208-c768a40eb402 service nova] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Received event network-vif-plugged-b0247a87-ce2a-412c-b2c9-a66b3adf6218 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.494792] env[70966]: DEBUG oslo_concurrency.lockutils [req-3014d641-96c6-4e6f-b374-d654bc299ec3 req-8a20bf34-1c9c-43e0-9208-c768a40eb402 service nova] Acquiring lock "1146f010-9ddd-4e74-9d47-000a56e6d4a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.494792] env[70966]: DEBUG oslo_concurrency.lockutils [req-3014d641-96c6-4e6f-b374-d654bc299ec3 req-8a20bf34-1c9c-43e0-9208-c768a40eb402 service nova] Lock "1146f010-9ddd-4e74-9d47-000a56e6d4a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.494792] env[70966]: DEBUG oslo_concurrency.lockutils [req-3014d641-96c6-4e6f-b374-d654bc299ec3 req-8a20bf34-1c9c-43e0-9208-c768a40eb402 service nova] Lock "1146f010-9ddd-4e74-9d47-000a56e6d4a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.494792] env[70966]: DEBUG nova.compute.manager [req-3014d641-96c6-4e6f-b374-d654bc299ec3 req-8a20bf34-1c9c-43e0-9208-c768a40eb402 service nova] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] No waiting events found dispatching network-vif-plugged-b0247a87-ce2a-412c-b2c9-a66b3adf6218 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.494792] env[70966]: WARNING nova.compute.manager [req-3014d641-96c6-4e6f-b374-d654bc299ec3 req-8a20bf34-1c9c-43e0-9208-c768a40eb402 service nova] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Received unexpected event network-vif-plugged-b0247a87-ce2a-412c-b2c9-a66b3adf6218 for instance with vm_state building and task_state block_device_mapping. [ 865.513921] env[70966]: DEBUG nova.compute.manager [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.514156] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.514734] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612766, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.516470] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd73ee5-f1ed-4641-8668-915ccd749802 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.524265] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.524527] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e488b9e0-4e09-432d-a069-6514494fdc89 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.530670] env[70966]: DEBUG oslo_vmware.api [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Waiting for the task: (returnval){ [ 865.530670] env[70966]: value = "task-3612768" [ 865.530670] env[70966]: _type = "Task" [ 865.530670] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.540883] env[70966]: DEBUG oslo_vmware.api [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.902572] env[70966]: DEBUG nova.network.neutron [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Successfully updated port: b0247a87-ce2a-412c-b2c9-a66b3adf6218 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.974845] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.975173] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.975939] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.975939] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.975939] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.975939] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.976123] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.978100] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.978100] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.978100] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.978100] env[70966]: DEBUG nova.virt.hardware [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.986693] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 865.987138] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "32bc47e5-e5f6-4962-8dff-32810985304b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.987397] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "32bc47e5-e5f6-4962-8dff-32810985304b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.987613] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "32bc47e5-e5f6-4962-8dff-32810985304b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.988182] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "32bc47e5-e5f6-4962-8dff-32810985304b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.988414] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "32bc47e5-e5f6-4962-8dff-32810985304b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.991756] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca941149-78e0-488b-ba6e-39959b187aa4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.010974] env[70966]: INFO nova.compute.manager [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Terminating instance [ 866.015033] env[70966]: INFO nova.compute.manager [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Took 56.97 seconds to build instance. [ 866.016445] env[70966]: DEBUG nova.scheduler.client.report [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.030825] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612766, 'name': CloneVM_Task, 'duration_secs': 1.255858} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.032910] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Created linked-clone VM from snapshot [ 866.033821] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 866.033821] env[70966]: value = "task-3612769" [ 866.033821] env[70966]: _type = "Task" [ 866.033821] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.037035] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b3427e-ff67-4201-8e05-eaccf4dffa2f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.050024] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Uploading image 205dce74-665b-451a-8d90-7d513dc3543e {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 866.058224] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.061941] env[70966]: DEBUG oslo_vmware.api [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612768, 'name': PowerOffVM_Task, 'duration_secs': 0.336249} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.062444] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.062444] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.063047] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6f02758-8e5b-4dfb-aab2-7cc5bbe22f3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.090980] env[70966]: DEBUG oslo_vmware.rw_handles [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 866.090980] env[70966]: value = "vm-720644" [ 866.090980] env[70966]: _type = "VirtualMachine" [ 866.090980] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 866.090980] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c6e9a340-97b5-4600-8773-ea183985f755 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.098441] env[70966]: DEBUG oslo_vmware.rw_handles [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Lease: (returnval){ [ 866.098441] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5228b626-d6b6-2f97-aa45-61fe9d7f01f1" [ 866.098441] env[70966]: _type = "HttpNfcLease" [ 866.098441] env[70966]: } obtained for exporting VM: (result){ [ 866.098441] env[70966]: value = "vm-720644" [ 866.098441] env[70966]: _type = "VirtualMachine" [ 866.098441] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 866.098441] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the lease: (returnval){ [ 866.098441] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5228b626-d6b6-2f97-aa45-61fe9d7f01f1" [ 866.098441] env[70966]: _type = "HttpNfcLease" [ 866.098441] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 866.105107] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.105107] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5228b626-d6b6-2f97-aa45-61fe9d7f01f1" [ 866.105107] env[70966]: _type = "HttpNfcLease" [ 866.105107] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 866.133841] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.134111] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.134301] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Deleting the datastore file [datastore2] 112e15b9-7ca2-46df-9ec4-6fdb30a92235 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.134659] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0c7d0ec-122e-46cb-bb49-6eca4ecb3f94 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.142024] env[70966]: DEBUG oslo_vmware.api [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Waiting for the task: (returnval){ [ 866.142024] env[70966]: value = "task-3612772" [ 866.142024] env[70966]: _type = "Task" [ 866.142024] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.151190] env[70966]: DEBUG oslo_vmware.api [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.406049] env[70966]: DEBUG oslo_concurrency.lockutils [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Acquiring lock "refresh_cache-1146f010-9ddd-4e74-9d47-000a56e6d4a6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.406987] env[70966]: DEBUG oslo_concurrency.lockutils [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Acquired lock "refresh_cache-1146f010-9ddd-4e74-9d47-000a56e6d4a6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.406987] env[70966]: DEBUG nova.network.neutron [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.522544] env[70966]: DEBUG oslo_concurrency.lockutils [None req-abcb0966-beb5-4f92-9404-5955ffb8269d tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Lock "b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.813s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.522768] env[70966]: DEBUG nova.compute.manager [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.522969] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.523871] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c474868f-034f-4429-af30-59966ab09fe7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.529409] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.531535] env[70966]: DEBUG oslo_concurrency.lockutils [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.397s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.532977] env[70966]: INFO nova.compute.claims [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.540872] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.544913] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ded01cb-2b9a-4c1f-b05a-c157798d4dc2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.555409] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612769, 'name': ReconfigVM_Task, 'duration_secs': 0.186001} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.555740] env[70966]: DEBUG oslo_vmware.api [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 866.555740] env[70966]: value = "task-3612773" [ 866.555740] env[70966]: _type = "Task" [ 866.555740] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.556201] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 866.557085] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b3a8d7-6f90-4d71-877e-e4d116995798 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.563793] env[70966]: INFO nova.scheduler.client.report [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Deleted allocations for instance 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce [ 866.567465] env[70966]: DEBUG nova.compute.manager [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.568595] env[70966]: DEBUG nova.virt.hardware [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.568595] env[70966]: DEBUG nova.virt.hardware [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.568595] env[70966]: DEBUG nova.virt.hardware [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.568595] env[70966]: DEBUG nova.virt.hardware [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.568750] env[70966]: DEBUG nova.virt.hardware [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.568866] env[70966]: DEBUG nova.virt.hardware [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.569033] env[70966]: DEBUG nova.virt.hardware [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.569201] env[70966]: DEBUG nova.virt.hardware [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.569365] env[70966]: DEBUG nova.virt.hardware [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.569529] env[70966]: DEBUG nova.virt.hardware [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.569698] env[70966]: DEBUG nova.virt.hardware [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.574596] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5298eb8-1869-445a-8f77-0ebde3227f2c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.599996] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 51fa14a5-b703-4023-a641-4ca9894bdc49/51fa14a5-b703-4023-a641-4ca9894bdc49.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.600388] env[70966]: DEBUG oslo_vmware.api [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.601361] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cb90701-fa95-4158-9de8-e07807a66c61 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.626419] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b92025-5e05-4a87-8c14-884cc2f46924 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.632093] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 866.632093] env[70966]: value = "task-3612774" [ 866.632093] env[70966]: _type = "Task" [ 866.632093] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.644272] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.644272] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5228b626-d6b6-2f97-aa45-61fe9d7f01f1" [ 866.644272] env[70966]: _type = "HttpNfcLease" [ 866.644272] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 866.647454] env[70966]: DEBUG oslo_vmware.rw_handles [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 866.647454] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5228b626-d6b6-2f97-aa45-61fe9d7f01f1" [ 866.647454] env[70966]: _type = "HttpNfcLease" [ 866.647454] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 866.651062] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5014afe-450f-4f77-8447-0cdd12e01510 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.653735] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.660217] env[70966]: DEBUG oslo_vmware.rw_handles [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f13e1d-f556-fe26-80e0-17a97f650d20/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 866.660488] env[70966]: DEBUG oslo_vmware.rw_handles [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f13e1d-f556-fe26-80e0-17a97f650d20/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 866.664733] env[70966]: DEBUG oslo_vmware.api [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Task: {'id': task-3612772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453993} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.665774] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.665960] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.666153] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.666326] env[70966]: INFO nova.compute.manager [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Took 1.15 seconds to destroy the instance on the hypervisor. [ 866.666567] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.719985] env[70966]: DEBUG nova.compute.manager [-] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.720148] env[70966]: DEBUG nova.network.neutron [-] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.819401] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-02aa681a-6204-413d-8e0d-53754f2e6819 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.970426] env[70966]: DEBUG nova.network.neutron [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.057398] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Acquiring lock "b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.057668] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Lock "b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.058827] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Acquiring lock "b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.059193] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Lock "b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.059519] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Lock "b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.065151] env[70966]: INFO nova.compute.manager [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Terminating instance [ 867.078348] env[70966]: DEBUG oslo_vmware.api [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612773, 'name': PowerOffVM_Task, 'duration_secs': 0.203483} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.081451] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41542973-9742-4758-85ca-84fc8bf96580 tempest-ServersAdmin275Test-1237030601 tempest-ServersAdmin275Test-1237030601-project-member] Lock "91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.061s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.083075] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.083329] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.083890] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d37aa802-0b47-46f7-aa4d-0685b03c4227 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.146883] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612774, 'name': ReconfigVM_Task, 'duration_secs': 0.452202} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.147200] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 51fa14a5-b703-4023-a641-4ca9894bdc49/51fa14a5-b703-4023-a641-4ca9894bdc49.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.147490] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Updating instance '51fa14a5-b703-4023-a641-4ca9894bdc49' progress to 50 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.261120] env[70966]: DEBUG nova.network.neutron [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Updating instance_info_cache with network_info: [{"id": "b0247a87-ce2a-412c-b2c9-a66b3adf6218", "address": "fa:16:3e:32:fc:ea", "network": {"id": "2d2cab81-efed-44f1-89e4-a41c81177711", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-318236421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf082b8d1604405b8c9ac0c04a97d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0247a87-ce", "ovs_interfaceid": "b0247a87-ce2a-412c-b2c9-a66b3adf6218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.336166] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.336166] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.337248] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Deleting the datastore file [datastore1] 32bc47e5-e5f6-4962-8dff-32810985304b {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.337548] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01c63681-7de9-4778-9c03-ad6fecd82f6e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.348387] env[70966]: DEBUG oslo_vmware.api [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for the task: (returnval){ [ 867.348387] env[70966]: value = "task-3612776" [ 867.348387] env[70966]: _type = "Task" [ 867.348387] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.357370] env[70966]: DEBUG oslo_vmware.api [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.543062] env[70966]: DEBUG nova.network.neutron [-] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.570832] env[70966]: DEBUG nova.compute.manager [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.571219] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.573810] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91201bb9-fea8-4637-b863-96c97dffc0c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.583370] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.586224] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40372427-0593-4937-ae5d-500a8cc96343 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.593999] env[70966]: DEBUG oslo_vmware.api [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Waiting for the task: (returnval){ [ 867.593999] env[70966]: value = "task-3612777" [ 867.593999] env[70966]: _type = "Task" [ 867.593999] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.608348] env[70966]: DEBUG oslo_vmware.api [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.654225] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aefc37e-6a21-4c40-a4ea-c4e477400ca5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.677722] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150b730d-7b8e-45af-9c38-03cd0a9a1fee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.698467] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Updating instance '51fa14a5-b703-4023-a641-4ca9894bdc49' progress to 67 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.719533] env[70966]: DEBUG nova.compute.manager [req-e4fbc95b-94c5-42c0-a98c-a189a54c233e req-1f9995da-4b27-482e-9902-c80546625e40 service nova] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Received event network-changed-b0247a87-ce2a-412c-b2c9-a66b3adf6218 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.719815] env[70966]: DEBUG nova.compute.manager [req-e4fbc95b-94c5-42c0-a98c-a189a54c233e req-1f9995da-4b27-482e-9902-c80546625e40 service nova] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Refreshing instance network info cache due to event network-changed-b0247a87-ce2a-412c-b2c9-a66b3adf6218. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.720069] env[70966]: DEBUG oslo_concurrency.lockutils [req-e4fbc95b-94c5-42c0-a98c-a189a54c233e req-1f9995da-4b27-482e-9902-c80546625e40 service nova] Acquiring lock "refresh_cache-1146f010-9ddd-4e74-9d47-000a56e6d4a6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.764485] env[70966]: DEBUG oslo_concurrency.lockutils [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Releasing lock "refresh_cache-1146f010-9ddd-4e74-9d47-000a56e6d4a6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.765048] env[70966]: DEBUG nova.compute.manager [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Instance network_info: |[{"id": "b0247a87-ce2a-412c-b2c9-a66b3adf6218", "address": "fa:16:3e:32:fc:ea", "network": {"id": "2d2cab81-efed-44f1-89e4-a41c81177711", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-318236421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf082b8d1604405b8c9ac0c04a97d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0247a87-ce", "ovs_interfaceid": "b0247a87-ce2a-412c-b2c9-a66b3adf6218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.765170] env[70966]: DEBUG oslo_concurrency.lockutils [req-e4fbc95b-94c5-42c0-a98c-a189a54c233e req-1f9995da-4b27-482e-9902-c80546625e40 service nova] Acquired lock "refresh_cache-1146f010-9ddd-4e74-9d47-000a56e6d4a6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.765256] env[70966]: DEBUG nova.network.neutron [req-e4fbc95b-94c5-42c0-a98c-a189a54c233e req-1f9995da-4b27-482e-9902-c80546625e40 service nova] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Refreshing network info cache for port b0247a87-ce2a-412c-b2c9-a66b3adf6218 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.766636] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:fc:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0247a87-ce2a-412c-b2c9-a66b3adf6218', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.774662] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Creating folder: Project (edf082b8d1604405b8c9ac0c04a97d08). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.778600] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22a39674-f887-460a-8cd6-bbbfe85f2a0e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.792672] env[70966]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 867.792872] env[70966]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70966) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 867.793294] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Folder already exists: Project (edf082b8d1604405b8c9ac0c04a97d08). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 867.793501] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Creating folder: Instances. Parent ref: group-v720606. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.796998] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-012b9fb6-367c-4179-b62f-70bd7240afcd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.811023] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Created folder: Instances in parent group-v720606. [ 867.811023] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.811023] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.811023] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36c00594-6a7e-4e8d-9f98-005243f8d8cc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.838453] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.838453] env[70966]: value = "task-3612780" [ 867.838453] env[70966]: _type = "Task" [ 867.838453] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.849838] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612780, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.859868] env[70966]: DEBUG oslo_vmware.api [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Task: {'id': task-3612776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293189} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.859868] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.860119] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.860229] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.860565] env[70966]: INFO nova.compute.manager [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Took 1.34 seconds to destroy the instance on the hypervisor. [ 867.860900] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.863990] env[70966]: DEBUG nova.compute.manager [-] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.863990] env[70966]: DEBUG nova.network.neutron [-] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.049195] env[70966]: INFO nova.compute.manager [-] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Took 1.33 seconds to deallocate network for instance. [ 868.109197] env[70966]: DEBUG oslo_vmware.api [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612777, 'name': PowerOffVM_Task, 'duration_secs': 0.305633} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.109764] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.110423] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.111623] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78159140-c8b2-4f55-aea4-8ed0bfa1e718 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.184426] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e96d9b-5c36-4b14-8f44-89915d9f38e7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.191987] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.192294] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.192601] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Deleting the datastore file [datastore2] b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.195063] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-615c007d-7431-4bea-9cd8-12b8aa8a3df2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.199348] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327e7537-aff6-42af-8526-93fdb596c3d4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.244063] env[70966]: DEBUG oslo_vmware.api [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Waiting for the task: (returnval){ [ 868.244063] env[70966]: value = "task-3612782" [ 868.244063] env[70966]: _type = "Task" [ 868.244063] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.245310] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b437903-c123-442f-b516-38cdb6466467 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.264668] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b47f21-423b-4989-a38c-5b616e216599 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.269078] env[70966]: DEBUG oslo_vmware.api [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.285021] env[70966]: DEBUG nova.compute.provider_tree [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.312873] env[70966]: DEBUG nova.network.neutron [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Port 5712c9e4-b89f-437e-a04e-b570e677bf49 binding to destination host cpu-1 is already ACTIVE {{(pid=70966) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 868.350240] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612780, 'name': CreateVM_Task, 'duration_secs': 0.409083} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.350644] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.351542] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720613', 'volume_id': '00f7200f-529a-40b8-b54c-d645fb13f4c0', 'name': 'volume-00f7200f-529a-40b8-b54c-d645fb13f4c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1146f010-9ddd-4e74-9d47-000a56e6d4a6', 'attached_at': '', 'detached_at': '', 'volume_id': '00f7200f-529a-40b8-b54c-d645fb13f4c0', 'serial': '00f7200f-529a-40b8-b54c-d645fb13f4c0'}, 'disk_bus': None, 'delete_on_termination': True, 'attachment_id': '849c9649-a430-487d-8c15-26e7eb8f1d43', 'volume_type': None}], 'swap': None} {{(pid=70966) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 868.352109] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Root volume attach. Driver type: vmdk {{(pid=70966) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 868.352958] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fe2ac9-df36-44c7-a4fe-cb5f0dac6885 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.362640] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01658432-e1ff-4e5b-9764-563d1780c317 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.370050] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4e7605-70c3-48b1-a90b-593c8684a963 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.377587] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-99d5b0f6-2a17-4f96-b9a7-03cdea317343 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.384718] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Waiting for the task: (returnval){ [ 868.384718] env[70966]: value = "task-3612783" [ 868.384718] env[70966]: _type = "Task" [ 868.384718] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.393367] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612783, 'name': RelocateVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.561386] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.577604] env[70966]: DEBUG nova.network.neutron [req-e4fbc95b-94c5-42c0-a98c-a189a54c233e req-1f9995da-4b27-482e-9902-c80546625e40 service nova] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Updated VIF entry in instance network info cache for port b0247a87-ce2a-412c-b2c9-a66b3adf6218. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.578078] env[70966]: DEBUG nova.network.neutron [req-e4fbc95b-94c5-42c0-a98c-a189a54c233e req-1f9995da-4b27-482e-9902-c80546625e40 service nova] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Updating instance_info_cache with network_info: [{"id": "b0247a87-ce2a-412c-b2c9-a66b3adf6218", "address": "fa:16:3e:32:fc:ea", "network": {"id": "2d2cab81-efed-44f1-89e4-a41c81177711", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-318236421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf082b8d1604405b8c9ac0c04a97d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0247a87-ce", "ovs_interfaceid": "b0247a87-ce2a-412c-b2c9-a66b3adf6218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.759566] env[70966]: DEBUG nova.network.neutron [-] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.760812] env[70966]: DEBUG oslo_vmware.api [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Task: {'id': task-3612782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144113} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.761062] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.761252] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.761436] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.761607] env[70966]: INFO nova.compute.manager [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Took 1.19 seconds to destroy the instance on the hypervisor. [ 868.761838] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.762040] env[70966]: DEBUG nova.compute.manager [-] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.762140] env[70966]: DEBUG nova.network.neutron [-] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.787619] env[70966]: DEBUG nova.scheduler.client.report [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.900862] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612783, 'name': RelocateVM_Task, 'duration_secs': 0.024722} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.901670] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 868.901887] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720613', 'volume_id': '00f7200f-529a-40b8-b54c-d645fb13f4c0', 'name': 'volume-00f7200f-529a-40b8-b54c-d645fb13f4c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1146f010-9ddd-4e74-9d47-000a56e6d4a6', 'attached_at': '', 'detached_at': '', 'volume_id': '00f7200f-529a-40b8-b54c-d645fb13f4c0', 'serial': '00f7200f-529a-40b8-b54c-d645fb13f4c0'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 868.902732] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa72b0df-bfb3-41bc-86ca-fd7a20427005 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.925233] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4389d00b-7de4-4b78-9d23-97266828c234 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.950035] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-00f7200f-529a-40b8-b54c-d645fb13f4c0/volume-00f7200f-529a-40b8-b54c-d645fb13f4c0.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.950849] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7591c939-1cf2-49be-ba11-d36fc3ca4146 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.972035] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Waiting for the task: (returnval){ [ 868.972035] env[70966]: value = "task-3612784" [ 868.972035] env[70966]: _type = "Task" [ 868.972035] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.980070] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.080581] env[70966]: DEBUG oslo_concurrency.lockutils [req-e4fbc95b-94c5-42c0-a98c-a189a54c233e req-1f9995da-4b27-482e-9902-c80546625e40 service nova] Releasing lock "refresh_cache-1146f010-9ddd-4e74-9d47-000a56e6d4a6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.080978] env[70966]: DEBUG nova.compute.manager [req-e4fbc95b-94c5-42c0-a98c-a189a54c233e req-1f9995da-4b27-482e-9902-c80546625e40 service nova] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Received event network-vif-deleted-e97e6a16-131d-46e0-8193-af521af40a96 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.265408] env[70966]: INFO nova.compute.manager [-] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Took 1.40 seconds to deallocate network for instance. [ 869.292788] env[70966]: DEBUG oslo_concurrency.lockutils [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.293426] env[70966]: DEBUG nova.compute.manager [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.296390] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.259s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.297627] env[70966]: DEBUG nova.objects.instance [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lazy-loading 'resources' on Instance uuid 4f0b7637-6afd-4b78-aca9-ba2f6af4f764 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.338190] env[70966]: DEBUG oslo_concurrency.lockutils [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "51fa14a5-b703-4023-a641-4ca9894bdc49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.338190] env[70966]: DEBUG oslo_concurrency.lockutils [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "51fa14a5-b703-4023-a641-4ca9894bdc49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.338190] env[70966]: DEBUG oslo_concurrency.lockutils [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "51fa14a5-b703-4023-a641-4ca9894bdc49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.483148] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612784, 'name': ReconfigVM_Task, 'duration_secs': 0.463636} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.483427] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-00f7200f-529a-40b8-b54c-d645fb13f4c0/volume-00f7200f-529a-40b8-b54c-d645fb13f4c0.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.489956] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21016416-a939-4b1c-a0ad-e16e7b8406e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.507028] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Waiting for the task: (returnval){ [ 869.507028] env[70966]: value = "task-3612785" [ 869.507028] env[70966]: _type = "Task" [ 869.507028] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.515533] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.560159] env[70966]: DEBUG nova.network.neutron [-] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.775203] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.802225] env[70966]: DEBUG nova.compute.utils [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.802225] env[70966]: DEBUG nova.compute.manager [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Not allocating networking since 'none' was specified. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 869.830709] env[70966]: DEBUG nova.compute.manager [req-082e8543-d398-4e09-8871-f4dc3663d424 req-a8bdbf20-29d6-4340-b319-fb6f13116e40 service nova] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Received event network-vif-deleted-d9e46db2-49ff-4959-b80a-d7152cde2c47 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.830709] env[70966]: DEBUG nova.compute.manager [req-082e8543-d398-4e09-8871-f4dc3663d424 req-a8bdbf20-29d6-4340-b319-fb6f13116e40 service nova] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Received event network-vif-deleted-91063122-fc7a-41a5-a454-165cc15efbd7 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.017455] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612785, 'name': ReconfigVM_Task, 'duration_secs': 0.163192} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.019084] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720613', 'volume_id': '00f7200f-529a-40b8-b54c-d645fb13f4c0', 'name': 'volume-00f7200f-529a-40b8-b54c-d645fb13f4c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1146f010-9ddd-4e74-9d47-000a56e6d4a6', 'attached_at': '', 'detached_at': '', 'volume_id': '00f7200f-529a-40b8-b54c-d645fb13f4c0', 'serial': '00f7200f-529a-40b8-b54c-d645fb13f4c0'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 870.019084] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3f91b6e-169d-4ba8-8020-ad80ebf20f50 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.029081] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Waiting for the task: (returnval){ [ 870.029081] env[70966]: value = "task-3612786" [ 870.029081] env[70966]: _type = "Task" [ 870.029081] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.046117] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612786, 'name': Rename_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.062845] env[70966]: INFO nova.compute.manager [-] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Took 1.30 seconds to deallocate network for instance. [ 870.311261] env[70966]: DEBUG nova.compute.manager [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.425778] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a3dadb-3513-43fe-a4d5-64734724ecac {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.435848] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e27481-8b97-4b44-b4a8-6cb27b834434 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.441220] env[70966]: DEBUG oslo_concurrency.lockutils [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "refresh_cache-51fa14a5-b703-4023-a641-4ca9894bdc49" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.441479] env[70966]: DEBUG oslo_concurrency.lockutils [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "refresh_cache-51fa14a5-b703-4023-a641-4ca9894bdc49" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.441650] env[70966]: DEBUG nova.network.neutron [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.471504] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deded62f-4292-4530-be55-6368ff97ae2b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.480651] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56920773-b330-4318-94e3-e85a31de4172 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.494991] env[70966]: DEBUG nova.compute.provider_tree [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.540150] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612786, 'name': Rename_Task, 'duration_secs': 0.152031} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.542365] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.542633] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f64f4c38-7103-48ca-b7c1-1bc2465d945b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.549971] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Waiting for the task: (returnval){ [ 870.549971] env[70966]: value = "task-3612787" [ 870.549971] env[70966]: _type = "Task" [ 870.549971] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.560472] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.570788] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.827394] env[70966]: DEBUG nova.network.neutron [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Updating instance_info_cache with network_info: [{"id": "5712c9e4-b89f-437e-a04e-b570e677bf49", "address": "fa:16:3e:63:e5:7c", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5712c9e4-b8", "ovs_interfaceid": "5712c9e4-b89f-437e-a04e-b570e677bf49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.001250] env[70966]: DEBUG nova.scheduler.client.report [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.065870] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612787, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.327680] env[70966]: DEBUG nova.compute.manager [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.333812] env[70966]: DEBUG oslo_concurrency.lockutils [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "refresh_cache-51fa14a5-b703-4023-a641-4ca9894bdc49" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.361645] env[70966]: DEBUG nova.virt.hardware [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.361945] env[70966]: DEBUG nova.virt.hardware [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.362070] env[70966]: DEBUG nova.virt.hardware [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.362313] env[70966]: DEBUG nova.virt.hardware [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.363771] env[70966]: DEBUG nova.virt.hardware [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.363771] env[70966]: DEBUG nova.virt.hardware [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.363771] env[70966]: DEBUG nova.virt.hardware [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.363771] env[70966]: DEBUG nova.virt.hardware [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.364126] env[70966]: DEBUG nova.virt.hardware [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.365156] env[70966]: DEBUG nova.virt.hardware [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.365156] env[70966]: DEBUG nova.virt.hardware [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.366399] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e43ac4-ce6f-494e-baaf-23005a673b66 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.376689] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40839d9a-bdd6-4b06-af8d-d1159601290b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.396231] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.403048] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Creating folder: Project (c544210e4eda4a84aedf8fe61b3680b2). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.404516] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ed3b12d-6f03-4a49-af06-f076f3c58f5a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.415812] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Created folder: Project (c544210e4eda4a84aedf8fe61b3680b2) in parent group-v720468. [ 871.416159] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Creating folder: Instances. Parent ref: group-v720647. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.416579] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aa87675-5989-47c1-a7fc-f1a58615e706 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.426499] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Created folder: Instances in parent group-v720647. [ 871.426584] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.426761] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.426966] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b8cd90b-1d05-472d-936a-28b531300a2d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.444815] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.444815] env[70966]: value = "task-3612790" [ 871.444815] env[70966]: _type = "Task" [ 871.444815] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.453107] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612790, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.504735] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.508022] env[70966]: DEBUG oslo_concurrency.lockutils [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.293s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.508134] env[70966]: DEBUG nova.objects.instance [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lazy-loading 'resources' on Instance uuid d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.529392] env[70966]: INFO nova.scheduler.client.report [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Deleted allocations for instance 4f0b7637-6afd-4b78-aca9-ba2f6af4f764 [ 871.562607] env[70966]: DEBUG oslo_vmware.api [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612787, 'name': PowerOnVM_Task, 'duration_secs': 0.677881} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.562607] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.562755] env[70966]: INFO nova.compute.manager [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Took 5.00 seconds to spawn the instance on the hypervisor. [ 871.562917] env[70966]: DEBUG nova.compute.manager [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.563779] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13d55c0-3319-4245-b1dd-e0fbc5bb578f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.749298] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "533a28e1-975b-4559-b313-287e01c9c27c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.749547] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "533a28e1-975b-4559-b313-287e01c9c27c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.859956] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0605045e-1761-4852-aef1-d34610e7c438 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.883187] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e007d285-b547-4609-b942-06a14a93765b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.893666] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Updating instance '51fa14a5-b703-4023-a641-4ca9894bdc49' progress to 83 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.956751] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612790, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.037529] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fdefa54-ab92-4517-bd13-5433b44d3410 tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "4f0b7637-6afd-4b78-aca9-ba2f6af4f764" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.623s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.091539] env[70966]: INFO nova.compute.manager [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Took 58.20 seconds to build instance. [ 872.256369] env[70966]: DEBUG nova.compute.manager [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.400940] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.401044] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d705d3cf-b358-4ce5-956f-27df523acde0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.413456] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 872.413456] env[70966]: value = "task-3612791" [ 872.413456] env[70966]: _type = "Task" [ 872.413456] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.429410] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.464206] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612790, 'name': CreateVM_Task, 'duration_secs': 0.641691} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.465788] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.466544] env[70966]: DEBUG oslo_concurrency.lockutils [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.466845] env[70966]: DEBUG oslo_concurrency.lockutils [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.467172] env[70966]: DEBUG oslo_concurrency.lockutils [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.467512] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ea4a30-918c-496e-9080-cc4b8787042c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.476034] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Waiting for the task: (returnval){ [ 872.476034] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d503a7-8101-a969-c488-acaef6b1541b" [ 872.476034] env[70966]: _type = "Task" [ 872.476034] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.482596] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d503a7-8101-a969-c488-acaef6b1541b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.578504] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea1a2c2-8ebf-4af2-a8d5-94ecff9c3e1e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.587083] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b22446-e4bc-46ed-88e2-278e022272a3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.593772] env[70966]: DEBUG oslo_concurrency.lockutils [None req-04bf6984-b211-478b-9720-f2b3eb6ce8cf tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Lock "1146f010-9ddd-4e74-9d47-000a56e6d4a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.568s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.626232] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799a1e05-be23-40b4-8c7a-6e6efd88a72e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.634306] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92038d25-352b-4e94-9d9a-a869a7c455bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.648434] env[70966]: DEBUG nova.compute.provider_tree [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.760911] env[70966]: DEBUG oslo_concurrency.lockutils [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "7b32f1c1-9a02-440c-8a08-9653c1ceb1a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.761246] env[70966]: DEBUG oslo_concurrency.lockutils [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "7b32f1c1-9a02-440c-8a08-9653c1ceb1a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.761506] env[70966]: DEBUG oslo_concurrency.lockutils [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "7b32f1c1-9a02-440c-8a08-9653c1ceb1a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.761815] env[70966]: DEBUG oslo_concurrency.lockutils [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "7b32f1c1-9a02-440c-8a08-9653c1ceb1a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.762613] env[70966]: DEBUG oslo_concurrency.lockutils [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "7b32f1c1-9a02-440c-8a08-9653c1ceb1a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.769563] env[70966]: INFO nova.compute.manager [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Terminating instance [ 872.792374] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.858714] env[70966]: DEBUG nova.compute.manager [req-7e63c643-648d-4632-aa20-01b058fd1718 req-b9c2bc16-6b08-46af-8818-0f2934c92f2e service nova] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Received event network-changed-b0247a87-ce2a-412c-b2c9-a66b3adf6218 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.858714] env[70966]: DEBUG nova.compute.manager [req-7e63c643-648d-4632-aa20-01b058fd1718 req-b9c2bc16-6b08-46af-8818-0f2934c92f2e service nova] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Refreshing instance network info cache due to event network-changed-b0247a87-ce2a-412c-b2c9-a66b3adf6218. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.858714] env[70966]: DEBUG oslo_concurrency.lockutils [req-7e63c643-648d-4632-aa20-01b058fd1718 req-b9c2bc16-6b08-46af-8818-0f2934c92f2e service nova] Acquiring lock "refresh_cache-1146f010-9ddd-4e74-9d47-000a56e6d4a6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.858714] env[70966]: DEBUG oslo_concurrency.lockutils [req-7e63c643-648d-4632-aa20-01b058fd1718 req-b9c2bc16-6b08-46af-8818-0f2934c92f2e service nova] Acquired lock "refresh_cache-1146f010-9ddd-4e74-9d47-000a56e6d4a6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.858714] env[70966]: DEBUG nova.network.neutron [req-7e63c643-648d-4632-aa20-01b058fd1718 req-b9c2bc16-6b08-46af-8818-0f2934c92f2e service nova] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Refreshing network info cache for port b0247a87-ce2a-412c-b2c9-a66b3adf6218 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.924904] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612791, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.992556] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d503a7-8101-a969-c488-acaef6b1541b, 'name': SearchDatastore_Task, 'duration_secs': 0.01468} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.992952] env[70966]: DEBUG oslo_concurrency.lockutils [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.993218] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.993467] env[70966]: DEBUG oslo_concurrency.lockutils [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.993717] env[70966]: DEBUG oslo_concurrency.lockutils [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.993841] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.994367] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce7976ee-7ba0-49ff-a553-41f92773f55a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.005327] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.005532] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.006318] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a7e94a-8c2d-41ab-b146-f12b22b9e438 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.012257] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Waiting for the task: (returnval){ [ 873.012257] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5232c44e-2e6f-0981-7cda-49c46b3bd335" [ 873.012257] env[70966]: _type = "Task" [ 873.012257] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.020700] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5232c44e-2e6f-0981-7cda-49c46b3bd335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.152274] env[70966]: DEBUG nova.scheduler.client.report [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.277036] env[70966]: DEBUG nova.compute.manager [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.277199] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.277978] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca7b64a-78e1-4cba-90cd-3ab27f32ac8a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.285599] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.285839] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a52ee2af-206c-4284-8cb4-005d48ae8330 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.292036] env[70966]: DEBUG oslo_vmware.api [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 873.292036] env[70966]: value = "task-3612792" [ 873.292036] env[70966]: _type = "Task" [ 873.292036] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.299514] env[70966]: DEBUG oslo_vmware.api [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.425172] env[70966]: DEBUG oslo_vmware.api [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612791, 'name': PowerOnVM_Task, 'duration_secs': 0.696228} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.425521] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.425769] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-332e8ee2-7513-48a9-a675-6054104557c2 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Updating instance '51fa14a5-b703-4023-a641-4ca9894bdc49' progress to 100 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.525678] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5232c44e-2e6f-0981-7cda-49c46b3bd335, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.526668] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72b0f46b-327a-4ea5-a002-3305bb44462f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.534277] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Waiting for the task: (returnval){ [ 873.534277] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ae8908-c809-67f8-955f-c0ca9792285b" [ 873.534277] env[70966]: _type = "Task" [ 873.534277] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.545972] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ae8908-c809-67f8-955f-c0ca9792285b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.657733] env[70966]: DEBUG oslo_concurrency.lockutils [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.660529] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.918s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.662056] env[70966]: INFO nova.compute.claims [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.681566] env[70966]: INFO nova.scheduler.client.report [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Deleted allocations for instance d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f [ 873.803048] env[70966]: DEBUG oslo_vmware.api [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612792, 'name': PowerOffVM_Task, 'duration_secs': 0.244559} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.803647] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.803842] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.804136] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d24b710c-83f5-4efc-a8c0-ac5cdf744920 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.872809] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.873205] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.873658] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Deleting the datastore file [datastore2] 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.874024] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88428d83-bd41-41f5-aec6-3622a129aa91 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.881946] env[70966]: DEBUG oslo_vmware.api [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for the task: (returnval){ [ 873.881946] env[70966]: value = "task-3612794" [ 873.881946] env[70966]: _type = "Task" [ 873.881946] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.893731] env[70966]: DEBUG oslo_vmware.api [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.039900] env[70966]: DEBUG nova.network.neutron [req-7e63c643-648d-4632-aa20-01b058fd1718 req-b9c2bc16-6b08-46af-8818-0f2934c92f2e service nova] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Updated VIF entry in instance network info cache for port b0247a87-ce2a-412c-b2c9-a66b3adf6218. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.040306] env[70966]: DEBUG nova.network.neutron [req-7e63c643-648d-4632-aa20-01b058fd1718 req-b9c2bc16-6b08-46af-8818-0f2934c92f2e service nova] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Updating instance_info_cache with network_info: [{"id": "b0247a87-ce2a-412c-b2c9-a66b3adf6218", "address": "fa:16:3e:32:fc:ea", "network": {"id": "2d2cab81-efed-44f1-89e4-a41c81177711", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-318236421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf082b8d1604405b8c9ac0c04a97d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0247a87-ce", "ovs_interfaceid": "b0247a87-ce2a-412c-b2c9-a66b3adf6218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.048540] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ae8908-c809-67f8-955f-c0ca9792285b, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.048814] env[70966]: DEBUG oslo_concurrency.lockutils [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.049084] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 07049616-7ae3-4f76-9386-fbfc9032e6e3/07049616-7ae3-4f76-9386-fbfc9032e6e3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.049356] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-585e0320-c6c2-4e0e-9754-d6cf9bcfc618 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.058033] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Waiting for the task: (returnval){ [ 874.058033] env[70966]: value = "task-3612795" [ 874.058033] env[70966]: _type = "Task" [ 874.058033] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.068062] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.192660] env[70966]: DEBUG oslo_concurrency.lockutils [None req-66f9c0e1-c42e-4645-a4e3-4067d4a87e81 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.445s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.394825] env[70966]: DEBUG oslo_vmware.api [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Task: {'id': task-3612794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220958} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.395196] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.395414] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.395592] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.395763] env[70966]: INFO nova.compute.manager [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 874.396076] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.396292] env[70966]: DEBUG nova.compute.manager [-] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.396384] env[70966]: DEBUG nova.network.neutron [-] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.543894] env[70966]: DEBUG oslo_concurrency.lockutils [req-7e63c643-648d-4632-aa20-01b058fd1718 req-b9c2bc16-6b08-46af-8818-0f2934c92f2e service nova] Releasing lock "refresh_cache-1146f010-9ddd-4e74-9d47-000a56e6d4a6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.569666] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612795, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.900924] env[70966]: DEBUG nova.compute.manager [req-5b4a6eaa-f3ac-4458-9c00-6c5d3a3f67f1 req-3a57d58f-ac82-4178-855b-1b73ca38efa1 service nova] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Received event network-vif-deleted-f9dd2a1d-b201-4277-9403-b5b394eb78d6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.900924] env[70966]: INFO nova.compute.manager [req-5b4a6eaa-f3ac-4458-9c00-6c5d3a3f67f1 req-3a57d58f-ac82-4178-855b-1b73ca38efa1 service nova] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Neutron deleted interface f9dd2a1d-b201-4277-9403-b5b394eb78d6; detaching it from the instance and deleting it from the info cache [ 874.900924] env[70966]: DEBUG nova.network.neutron [req-5b4a6eaa-f3ac-4458-9c00-6c5d3a3f67f1 req-3a57d58f-ac82-4178-855b-1b73ca38efa1 service nova] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.073147] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515225} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.073506] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 07049616-7ae3-4f76-9386-fbfc9032e6e3/07049616-7ae3-4f76-9386-fbfc9032e6e3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.073631] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.073906] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bacb36e-b994-4e72-b2b4-2ac9b3f3a4d4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.084995] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Waiting for the task: (returnval){ [ 875.084995] env[70966]: value = "task-3612796" [ 875.084995] env[70966]: _type = "Task" [ 875.084995] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.097558] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.149130] env[70966]: DEBUG nova.network.neutron [-] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.170587] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5568bc-5394-4d6a-a277-ea433fe2ccdf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.179540] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3146e8e-ee8c-4955-8798-d49678f8160e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.214483] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52c9c0c-798d-4244-9844-4ac4b314472b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.223068] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b7afdd-4259-491a-9137-4415f1d0d341 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.238543] env[70966]: DEBUG nova.compute.provider_tree [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.409127] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0048b566-82c3-462c-bd96-c6a5e3b79d42 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.422405] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d24cea7-567c-473d-b7c8-883a15ebc974 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.466811] env[70966]: DEBUG nova.compute.manager [req-5b4a6eaa-f3ac-4458-9c00-6c5d3a3f67f1 req-3a57d58f-ac82-4178-855b-1b73ca38efa1 service nova] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Detach interface failed, port_id=f9dd2a1d-b201-4277-9403-b5b394eb78d6, reason: Instance 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.499485] env[70966]: DEBUG oslo_vmware.rw_handles [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f13e1d-f556-fe26-80e0-17a97f650d20/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 875.500653] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1279253-9b5e-4459-bcbe-664a1455db27 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.508692] env[70966]: DEBUG oslo_vmware.rw_handles [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f13e1d-f556-fe26-80e0-17a97f650d20/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 875.508951] env[70966]: ERROR oslo_vmware.rw_handles [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f13e1d-f556-fe26-80e0-17a97f650d20/disk-0.vmdk due to incomplete transfer. [ 875.509238] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dfd3a6c7-b1cc-483c-ae7c-9acc08b25281 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.518629] env[70966]: DEBUG oslo_vmware.rw_handles [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f13e1d-f556-fe26-80e0-17a97f650d20/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 875.518839] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Uploaded image 205dce74-665b-451a-8d90-7d513dc3543e to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 875.521457] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 875.521794] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aec6fd0b-56b0-4afe-ae4d-8ff2d464669a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.531659] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 875.531659] env[70966]: value = "task-3612797" [ 875.531659] env[70966]: _type = "Task" [ 875.531659] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.541619] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612797, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.595429] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076177} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.595681] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.596495] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e3f234-1736-420d-bfee-beeb01ac2452 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.617293] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 07049616-7ae3-4f76-9386-fbfc9032e6e3/07049616-7ae3-4f76-9386-fbfc9032e6e3.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.617607] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f482f60-8d4a-4331-b106-3c0459622a05 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.637713] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Waiting for the task: (returnval){ [ 875.637713] env[70966]: value = "task-3612798" [ 875.637713] env[70966]: _type = "Task" [ 875.637713] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.647580] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.652113] env[70966]: INFO nova.compute.manager [-] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Took 1.26 seconds to deallocate network for instance. [ 875.742215] env[70966]: DEBUG nova.scheduler.client.report [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.012748] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "8fa737dc-9d45-43b9-a9a9-22e593c6f1e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.013071] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "8fa737dc-9d45-43b9-a9a9-22e593c6f1e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.042129] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612797, 'name': Destroy_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.149588] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.158162] env[70966]: DEBUG oslo_concurrency.lockutils [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.174278] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "51fa14a5-b703-4023-a641-4ca9894bdc49" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.174278] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "51fa14a5-b703-4023-a641-4ca9894bdc49" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.174278] env[70966]: DEBUG nova.compute.manager [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Going to confirm migration 2 {{(pid=70966) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 876.248363] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.249293] env[70966]: DEBUG nova.compute.manager [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.252860] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.049s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.253314] env[70966]: DEBUG nova.objects.instance [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lazy-loading 'resources' on Instance uuid e55dc1c4-8009-4a3b-950b-48e7c35839d4 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.516661] env[70966]: DEBUG nova.compute.manager [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.542346] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612797, 'name': Destroy_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.653133] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612798, 'name': ReconfigVM_Task, 'duration_secs': 0.800647} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.653133] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 07049616-7ae3-4f76-9386-fbfc9032e6e3/07049616-7ae3-4f76-9386-fbfc9032e6e3.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.653133] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80cdc35c-e461-4c48-8294-55dea342e77b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.659401] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Waiting for the task: (returnval){ [ 876.659401] env[70966]: value = "task-3612799" [ 876.659401] env[70966]: _type = "Task" [ 876.659401] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.667527] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612799, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.723402] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "refresh_cache-51fa14a5-b703-4023-a641-4ca9894bdc49" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.723605] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "refresh_cache-51fa14a5-b703-4023-a641-4ca9894bdc49" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.723788] env[70966]: DEBUG nova.network.neutron [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.723972] env[70966]: DEBUG nova.objects.instance [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lazy-loading 'info_cache' on Instance uuid 51fa14a5-b703-4023-a641-4ca9894bdc49 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.754652] env[70966]: DEBUG nova.compute.utils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.755973] env[70966]: DEBUG nova.compute.manager [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.756157] env[70966]: DEBUG nova.network.neutron [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.800914] env[70966]: DEBUG nova.policy [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23ef877699da4de29b14ef83880023e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7723e8f4e0c448d9079582e41e36bb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.044194] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.047668] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612797, 'name': Destroy_Task, 'duration_secs': 1.019035} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.047932] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Destroyed the VM [ 877.048356] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.048626] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3f5a894e-29b4-407b-a0b8-f6f66cb85f0c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.058076] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 877.058076] env[70966]: value = "task-3612800" [ 877.058076] env[70966]: _type = "Task" [ 877.058076] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.067593] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612800, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.170093] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612799, 'name': Rename_Task, 'duration_secs': 0.337324} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.170402] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.170689] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83acdfd0-3278-48e3-85e5-914428049d80 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.184603] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Waiting for the task: (returnval){ [ 877.184603] env[70966]: value = "task-3612801" [ 877.184603] env[70966]: _type = "Task" [ 877.184603] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.200195] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.210533] env[70966]: DEBUG nova.network.neutron [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Successfully created port: 67fe957f-f656-4d4b-b65c-a76330f96780 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.253896] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8281a83a-df02-48b4-b2bf-878e55667e66 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.262752] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f2eac1-2517-4296-8da8-db0ba278862b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.266429] env[70966]: DEBUG nova.compute.manager [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.307243] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c94e4c-fc21-4c6f-9a5b-b57540a9dffd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.316447] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4b7a37-7fbb-48c1-93a6-801940dfb426 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.332735] env[70966]: DEBUG nova.compute.provider_tree [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.569122] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612800, 'name': RemoveSnapshot_Task} progress is 54%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.696134] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.835873] env[70966]: DEBUG nova.scheduler.client.report [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.948855] env[70966]: DEBUG nova.network.neutron [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Updating instance_info_cache with network_info: [{"id": "5712c9e4-b89f-437e-a04e-b570e677bf49", "address": "fa:16:3e:63:e5:7c", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5712c9e4-b8", "ovs_interfaceid": "5712c9e4-b89f-437e-a04e-b570e677bf49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.071055] env[70966]: DEBUG oslo_vmware.api [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612800, 'name': RemoveSnapshot_Task, 'duration_secs': 0.810427} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.071465] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 878.071795] env[70966]: INFO nova.compute.manager [None req-23309989-f453-4a72-8b12-ed71cd58141b tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Took 15.16 seconds to snapshot the instance on the hypervisor. [ 878.196406] env[70966]: DEBUG oslo_vmware.api [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612801, 'name': PowerOnVM_Task, 'duration_secs': 0.680185} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.196406] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.196785] env[70966]: INFO nova.compute.manager [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Took 6.87 seconds to spawn the instance on the hypervisor. [ 878.196785] env[70966]: DEBUG nova.compute.manager [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.197513] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392134a9-4814-495d-bbda-79601860be3d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.278581] env[70966]: DEBUG nova.compute.manager [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.327852] env[70966]: DEBUG nova.virt.hardware [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.328184] env[70966]: DEBUG nova.virt.hardware [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.328184] env[70966]: DEBUG nova.virt.hardware [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.328391] env[70966]: DEBUG nova.virt.hardware [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.328593] env[70966]: DEBUG nova.virt.hardware [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.328690] env[70966]: DEBUG nova.virt.hardware [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.328901] env[70966]: DEBUG nova.virt.hardware [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.329072] env[70966]: DEBUG nova.virt.hardware [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.329244] env[70966]: DEBUG nova.virt.hardware [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.329407] env[70966]: DEBUG nova.virt.hardware [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.329579] env[70966]: DEBUG nova.virt.hardware [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.330511] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0292ddae-104c-42a2-abe0-58b16c8cfd9e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.339120] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c435e6f-2ef5-45f2-9eae-4bed5a11f555 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.343668] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.345687] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.063s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.345915] env[70966]: DEBUG nova.objects.instance [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lazy-loading 'resources' on Instance uuid ed08df64-69c7-42fe-a927-0fb33cca9877 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.364687] env[70966]: INFO nova.scheduler.client.report [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Deleted allocations for instance e55dc1c4-8009-4a3b-950b-48e7c35839d4 [ 878.452498] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "refresh_cache-51fa14a5-b703-4023-a641-4ca9894bdc49" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.452498] env[70966]: DEBUG nova.objects.instance [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lazy-loading 'migration_context' on Instance uuid 51fa14a5-b703-4023-a641-4ca9894bdc49 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.715435] env[70966]: INFO nova.compute.manager [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Took 57.64 seconds to build instance. [ 878.876251] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bb34b386-8f60-4b1d-b5ca-a9acd827444c tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "e55dc1c4-8009-4a3b-950b-48e7c35839d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.137s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.954631] env[70966]: DEBUG nova.objects.base [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Object Instance<51fa14a5-b703-4023-a641-4ca9894bdc49> lazy-loaded attributes: info_cache,migration_context {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 878.955800] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6b330b-428a-4728-967f-aa4266981c6b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.961450] env[70966]: DEBUG nova.network.neutron [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Successfully updated port: 67fe957f-f656-4d4b-b65c-a76330f96780 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.990101] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9542313a-38b6-4677-a15e-72f1e9b94408 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.000205] env[70966]: DEBUG nova.compute.manager [req-6a230bf9-52cc-4e07-8cd5-5f640c68c9ea req-397bffc3-074d-4548-8f5b-ba91a8357857 service nova] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Received event network-vif-plugged-67fe957f-f656-4d4b-b65c-a76330f96780 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.000705] env[70966]: DEBUG oslo_concurrency.lockutils [req-6a230bf9-52cc-4e07-8cd5-5f640c68c9ea req-397bffc3-074d-4548-8f5b-ba91a8357857 service nova] Acquiring lock "06c5a2bf-29cc-4f47-b6a6-1ce56764fa29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.000933] env[70966]: DEBUG oslo_concurrency.lockutils [req-6a230bf9-52cc-4e07-8cd5-5f640c68c9ea req-397bffc3-074d-4548-8f5b-ba91a8357857 service nova] Lock "06c5a2bf-29cc-4f47-b6a6-1ce56764fa29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.000964] env[70966]: DEBUG oslo_concurrency.lockutils [req-6a230bf9-52cc-4e07-8cd5-5f640c68c9ea req-397bffc3-074d-4548-8f5b-ba91a8357857 service nova] Lock "06c5a2bf-29cc-4f47-b6a6-1ce56764fa29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.001228] env[70966]: DEBUG nova.compute.manager [req-6a230bf9-52cc-4e07-8cd5-5f640c68c9ea req-397bffc3-074d-4548-8f5b-ba91a8357857 service nova] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] No waiting events found dispatching network-vif-plugged-67fe957f-f656-4d4b-b65c-a76330f96780 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.001301] env[70966]: WARNING nova.compute.manager [req-6a230bf9-52cc-4e07-8cd5-5f640c68c9ea req-397bffc3-074d-4548-8f5b-ba91a8357857 service nova] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Received unexpected event network-vif-plugged-67fe957f-f656-4d4b-b65c-a76330f96780 for instance with vm_state building and task_state spawning. [ 879.001942] env[70966]: DEBUG oslo_vmware.api [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 879.001942] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52470bfa-420b-1ac2-ab3b-c02e5f1a5d92" [ 879.001942] env[70966]: _type = "Task" [ 879.001942] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.013215] env[70966]: DEBUG oslo_vmware.api [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52470bfa-420b-1ac2-ab3b-c02e5f1a5d92, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.013506] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.095119] env[70966]: DEBUG nova.compute.manager [None req-38c22572-fcdb-4fae-8da4-f9d5d29d0115 tempest-ServerDiagnosticsV248Test-851509731 tempest-ServerDiagnosticsV248Test-851509731-project-admin] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.096268] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da388668-8a14-4366-8394-c514a098d7cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.111381] env[70966]: INFO nova.compute.manager [None req-38c22572-fcdb-4fae-8da4-f9d5d29d0115 tempest-ServerDiagnosticsV248Test-851509731 tempest-ServerDiagnosticsV248Test-851509731-project-admin] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Retrieving diagnostics [ 879.112014] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9aff57-bde2-4a0f-9101-42593b2e91c2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.217803] env[70966]: DEBUG oslo_concurrency.lockutils [None req-481d129e-ac47-4177-a0ff-1d25863aee6c tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Lock "07049616-7ae3-4f76-9386-fbfc9032e6e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.168s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.340988] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf611d9-f32f-45ae-b6cc-d881047fb5c3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.349549] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d041fba9-fc9a-4a67-af13-0d8cc4c60918 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.382527] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c93de43-a2c2-4798-b4f1-e755e1b05a28 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.390897] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841d498b-5f12-444d-9124-ba902d549421 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.404892] env[70966]: DEBUG nova.compute.provider_tree [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.448203] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Acquiring lock "ec672346-e564-4eae-985e-c3fc978ab8f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.448457] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Lock "ec672346-e564-4eae-985e-c3fc978ab8f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.448667] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Acquiring lock "ec672346-e564-4eae-985e-c3fc978ab8f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.448847] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Lock "ec672346-e564-4eae-985e-c3fc978ab8f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.449022] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Lock "ec672346-e564-4eae-985e-c3fc978ab8f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.451092] env[70966]: INFO nova.compute.manager [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Terminating instance [ 879.468044] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "refresh_cache-06c5a2bf-29cc-4f47-b6a6-1ce56764fa29" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.468044] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "refresh_cache-06c5a2bf-29cc-4f47-b6a6-1ce56764fa29" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.468044] env[70966]: DEBUG nova.network.neutron [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.908556] env[70966]: DEBUG nova.scheduler.client.report [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.955032] env[70966]: DEBUG nova.compute.manager [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.955172] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.956085] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab3ab88-a1ab-422a-bc58-47411b9ae3eb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.965321] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.965834] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5af4e2a-1028-4770-b8a2-b33adb6186d1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.973355] env[70966]: DEBUG oslo_vmware.api [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 879.973355] env[70966]: value = "task-3612802" [ 879.973355] env[70966]: _type = "Task" [ 879.973355] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.981792] env[70966]: DEBUG oslo_vmware.api [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.009963] env[70966]: DEBUG nova.network.neutron [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.190397] env[70966]: DEBUG nova.network.neutron [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Updating instance_info_cache with network_info: [{"id": "67fe957f-f656-4d4b-b65c-a76330f96780", "address": "fa:16:3e:fe:d4:c1", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67fe957f-f6", "ovs_interfaceid": "67fe957f-f656-4d4b-b65c-a76330f96780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.418986] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.422156] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.111s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.423425] env[70966]: INFO nova.compute.claims [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.441991] env[70966]: INFO nova.scheduler.client.report [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Deleted allocations for instance ed08df64-69c7-42fe-a927-0fb33cca9877 [ 880.485283] env[70966]: DEBUG oslo_vmware.api [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612802, 'name': PowerOffVM_Task, 'duration_secs': 0.241617} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.485597] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.485788] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.486068] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-411727b6-cb45-44be-906c-2a1e15574604 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.564037] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.564037] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.564331] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Deleting the datastore file [datastore2] ec672346-e564-4eae-985e-c3fc978ab8f4 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.564820] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2542e552-f325-45e2-9fe3-100c5dc0d629 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.573579] env[70966]: DEBUG oslo_vmware.api [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for the task: (returnval){ [ 880.573579] env[70966]: value = "task-3612804" [ 880.573579] env[70966]: _type = "Task" [ 880.573579] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.585573] env[70966]: DEBUG oslo_vmware.api [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.693772] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "refresh_cache-06c5a2bf-29cc-4f47-b6a6-1ce56764fa29" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.693970] env[70966]: DEBUG nova.compute.manager [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Instance network_info: |[{"id": "67fe957f-f656-4d4b-b65c-a76330f96780", "address": "fa:16:3e:fe:d4:c1", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67fe957f-f6", "ovs_interfaceid": "67fe957f-f656-4d4b-b65c-a76330f96780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.694582] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:d4:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67fe957f-f656-4d4b-b65c-a76330f96780', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.708909] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Creating folder: Project (d7723e8f4e0c448d9079582e41e36bb3). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.709403] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae2aef5b-faed-432f-b363-6d3aefab22af {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.725487] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Created folder: Project (d7723e8f4e0c448d9079582e41e36bb3) in parent group-v720468. [ 880.725780] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Creating folder: Instances. Parent ref: group-v720650. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.726243] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-415ec5e1-5668-4f53-ba21-a3f455b311dd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.738811] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Created folder: Instances in parent group-v720650. [ 880.739199] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.739483] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.739780] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e6792f9-86d6-47ac-be04-07728f5eeacf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.771134] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.771134] env[70966]: value = "task-3612807" [ 880.771134] env[70966]: _type = "Task" [ 880.771134] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.783036] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612807, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.949921] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d47f1e3-ec9e-4a0c-b6c0-de708c4064db tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "ed08df64-69c7-42fe-a927-0fb33cca9877" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.307s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.028250] env[70966]: DEBUG nova.compute.manager [req-5842df03-fcad-48dc-ba1b-83945274cf2c req-cd7a4750-0d27-4885-8258-c26a68fdc408 service nova] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Received event network-changed-67fe957f-f656-4d4b-b65c-a76330f96780 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.028601] env[70966]: DEBUG nova.compute.manager [req-5842df03-fcad-48dc-ba1b-83945274cf2c req-cd7a4750-0d27-4885-8258-c26a68fdc408 service nova] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Refreshing instance network info cache due to event network-changed-67fe957f-f656-4d4b-b65c-a76330f96780. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.028838] env[70966]: DEBUG oslo_concurrency.lockutils [req-5842df03-fcad-48dc-ba1b-83945274cf2c req-cd7a4750-0d27-4885-8258-c26a68fdc408 service nova] Acquiring lock "refresh_cache-06c5a2bf-29cc-4f47-b6a6-1ce56764fa29" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.029095] env[70966]: DEBUG oslo_concurrency.lockutils [req-5842df03-fcad-48dc-ba1b-83945274cf2c req-cd7a4750-0d27-4885-8258-c26a68fdc408 service nova] Acquired lock "refresh_cache-06c5a2bf-29cc-4f47-b6a6-1ce56764fa29" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.029334] env[70966]: DEBUG nova.network.neutron [req-5842df03-fcad-48dc-ba1b-83945274cf2c req-cd7a4750-0d27-4885-8258-c26a68fdc408 service nova] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Refreshing network info cache for port 67fe957f-f656-4d4b-b65c-a76330f96780 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.084575] env[70966]: DEBUG oslo_vmware.api [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Task: {'id': task-3612804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17467} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.084851] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.085047] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.085244] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.085447] env[70966]: INFO nova.compute.manager [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 881.085715] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.086322] env[70966]: DEBUG nova.compute.manager [-] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.086322] env[70966]: DEBUG nova.network.neutron [-] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.281700] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612807, 'name': CreateVM_Task, 'duration_secs': 0.360247} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.282007] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.282739] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.282912] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.283276] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.283536] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a4844b-e231-48c7-ad08-db58ad89d6d5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.289518] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 881.289518] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5287a08e-3d25-c436-23be-8dd4b169ca86" [ 881.289518] env[70966]: _type = "Task" [ 881.289518] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.298338] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5287a08e-3d25-c436-23be-8dd4b169ca86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.806981] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5287a08e-3d25-c436-23be-8dd4b169ca86, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.806981] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.806981] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.806981] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.806981] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.806981] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.806981] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79e82734-4f4f-45af-88c1-93e240d61436 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.818725] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.818921] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.819724] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082ec239-f427-4643-bde5-67936da840f3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.825726] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 881.825726] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5295e3cd-6751-012c-81ad-c3d838661f0f" [ 881.825726] env[70966]: _type = "Task" [ 881.825726] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.826515] env[70966]: DEBUG nova.network.neutron [req-5842df03-fcad-48dc-ba1b-83945274cf2c req-cd7a4750-0d27-4885-8258-c26a68fdc408 service nova] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Updated VIF entry in instance network info cache for port 67fe957f-f656-4d4b-b65c-a76330f96780. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.826828] env[70966]: DEBUG nova.network.neutron [req-5842df03-fcad-48dc-ba1b-83945274cf2c req-cd7a4750-0d27-4885-8258-c26a68fdc408 service nova] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Updating instance_info_cache with network_info: [{"id": "67fe957f-f656-4d4b-b65c-a76330f96780", "address": "fa:16:3e:fe:d4:c1", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67fe957f-f6", "ovs_interfaceid": "67fe957f-f656-4d4b-b65c-a76330f96780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.840970] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5295e3cd-6751-012c-81ad-c3d838661f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009394} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.841835] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82728488-c358-4a73-a5db-7b267c115805 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.847902] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 881.847902] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525030f1-562b-c705-4161-fae7a636f299" [ 881.847902] env[70966]: _type = "Task" [ 881.847902] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.861889] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525030f1-562b-c705-4161-fae7a636f299, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.862190] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.862454] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29/06c5a2bf-29cc-4f47-b6a6-1ce56764fa29.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.864972] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40104607-4b0c-4c26-aec2-f3407a754d7a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.876991] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 881.876991] env[70966]: value = "task-3612808" [ 881.876991] env[70966]: _type = "Task" [ 881.876991] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.886444] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.900849] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4f27cb-646d-4904-8bb4-628e6f54c7bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.908265] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e79a55-acd2-4927-a1b8-32a7702f3569 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.941556] env[70966]: DEBUG nova.network.neutron [-] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.944709] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa45c92e-6790-48f1-9c7e-1cd996fc1cd7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.952483] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52963df2-f644-4771-8ec8-aca777d6714c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.968938] env[70966]: DEBUG nova.compute.provider_tree [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.336147] env[70966]: DEBUG oslo_concurrency.lockutils [req-5842df03-fcad-48dc-ba1b-83945274cf2c req-cd7a4750-0d27-4885-8258-c26a68fdc408 service nova] Releasing lock "refresh_cache-06c5a2bf-29cc-4f47-b6a6-1ce56764fa29" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.349109] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "f9e9bd3f-e448-47c3-a360-15bdaa60227e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.349109] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "f9e9bd3f-e448-47c3-a360-15bdaa60227e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.381304] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "5941bee0-8958-462d-880a-306024f75a72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.381559] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "5941bee0-8958-462d-880a-306024f75a72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.389426] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47166} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.389578] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29/06c5a2bf-29cc-4f47-b6a6-1ce56764fa29.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.389770] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.390055] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3fba6a1-6636-4ed5-8767-1cc07bfd5ecf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.399117] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 882.399117] env[70966]: value = "task-3612809" [ 882.399117] env[70966]: _type = "Task" [ 882.399117] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.408858] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.444631] env[70966]: INFO nova.compute.manager [-] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Took 1.36 seconds to deallocate network for instance. [ 882.471716] env[70966]: DEBUG nova.scheduler.client.report [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.852389] env[70966]: DEBUG nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.884077] env[70966]: DEBUG nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.911883] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065604} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.916455] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.917273] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0073e8-4b24-4bb0-8e38-3bc8e1b09743 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.941176] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29/06c5a2bf-29cc-4f47-b6a6-1ce56764fa29.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.941700] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d095a30e-4b55-4c59-a374-e8c8cd7366fc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.956373] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.963691] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 882.963691] env[70966]: value = "task-3612810" [ 882.963691] env[70966]: _type = "Task" [ 882.963691] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.972315] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.976116] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.976616] env[70966]: DEBUG nova.compute.manager [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.979018] env[70966]: DEBUG oslo_concurrency.lockutils [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.156s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.979238] env[70966]: DEBUG nova.objects.instance [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lazy-loading 'resources' on Instance uuid 0cc0309f-2ab2-4974-8786-697a8fba568e {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.124606] env[70966]: DEBUG nova.compute.manager [req-ec24574c-0e47-4794-8e9e-3a26f4dce776 req-fec85ed1-8a93-4973-b2f8-735bc01662fb service nova] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Received event network-vif-deleted-f389caf2-81d9-4e1d-935d-4eea4484bb88 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.395807] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.404305] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.476145] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612810, 'name': ReconfigVM_Task, 'duration_secs': 0.276387} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.476691] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29/06c5a2bf-29cc-4f47-b6a6-1ce56764fa29.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.478067] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dbb4133-b9e4-4a5a-acdd-b4869d4ca534 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.482487] env[70966]: DEBUG nova.compute.utils [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.487529] env[70966]: DEBUG nova.compute.manager [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Not allocating networking since 'none' was specified. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 883.487824] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 883.487824] env[70966]: value = "task-3612811" [ 883.487824] env[70966]: _type = "Task" [ 883.487824] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.497440] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612811, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.885274] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22d9594-3c87-45e5-b291-29ea500a9dec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.894007] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998fa59c-8a5a-4068-922e-0f145662cffd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.926228] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e61ff9d-e3f7-4fad-913b-4a9f6ba7c2e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.934636] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90259a1-8ef5-425f-87dd-6cec22c05f1c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.948446] env[70966]: DEBUG nova.compute.provider_tree [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.987629] env[70966]: DEBUG nova.compute.manager [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.999608] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612811, 'name': Rename_Task, 'duration_secs': 0.205856} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.999897] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.000126] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d318603-7132-4d54-9e29-79c5d4502678 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.007125] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 884.007125] env[70966]: value = "task-3612812" [ 884.007125] env[70966]: _type = "Task" [ 884.007125] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.015072] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.452049] env[70966]: DEBUG nova.scheduler.client.report [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.517219] env[70966]: DEBUG oslo_vmware.api [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612812, 'name': PowerOnVM_Task, 'duration_secs': 0.471111} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.517491] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.517689] env[70966]: INFO nova.compute.manager [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Took 6.24 seconds to spawn the instance on the hypervisor. [ 884.517862] env[70966]: DEBUG nova.compute.manager [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.518627] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788a09d2-c806-418b-892b-6128bb0274ca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.959016] env[70966]: DEBUG oslo_concurrency.lockutils [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.961405] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.714s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.961667] env[70966]: DEBUG nova.objects.instance [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lazy-loading 'resources' on Instance uuid c2038576-7e02-4874-a535-f60a355e17df {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.986206] env[70966]: INFO nova.scheduler.client.report [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleted allocations for instance 0cc0309f-2ab2-4974-8786-697a8fba568e [ 885.000050] env[70966]: DEBUG nova.compute.manager [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.027880] env[70966]: DEBUG nova.virt.hardware [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.028160] env[70966]: DEBUG nova.virt.hardware [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.028319] env[70966]: DEBUG nova.virt.hardware [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.028523] env[70966]: DEBUG nova.virt.hardware [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.028649] env[70966]: DEBUG nova.virt.hardware [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.028795] env[70966]: DEBUG nova.virt.hardware [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.029011] env[70966]: DEBUG nova.virt.hardware [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.029171] env[70966]: DEBUG nova.virt.hardware [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.029331] env[70966]: DEBUG nova.virt.hardware [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.029488] env[70966]: DEBUG nova.virt.hardware [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.029656] env[70966]: DEBUG nova.virt.hardware [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.034096] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390de3c6-67ac-4e0e-beb8-713dabcbde22 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.038957] env[70966]: INFO nova.compute.manager [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Took 57.31 seconds to build instance. [ 885.046512] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529dfecb-88fc-4503-9062-ef4abda528f8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.062609] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.068411] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Creating folder: Project (ae11dd2a9bee494eb95054c9b758efaf). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.069032] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97098d58-aac0-48d8-9cdb-0b50b605ea8c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.081275] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Created folder: Project (ae11dd2a9bee494eb95054c9b758efaf) in parent group-v720468. [ 885.081467] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Creating folder: Instances. Parent ref: group-v720653. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.081706] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ab159fa-ed56-4c67-8ae3-c1e90db85bf1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.095711] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Created folder: Instances in parent group-v720653. [ 885.095965] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.096635] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.096635] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-143ca231-d3b8-4551-9e59-0811996501c2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.113905] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.113905] env[70966]: value = "task-3612815" [ 885.113905] env[70966]: _type = "Task" [ 885.113905] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.122104] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612815, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.494115] env[70966]: DEBUG oslo_concurrency.lockutils [None req-aee5b35b-bab5-49ea-868c-b55a244d3fc7 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "0cc0309f-2ab2-4974-8786-697a8fba568e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.395s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.540931] env[70966]: DEBUG oslo_concurrency.lockutils [None req-372d240b-b7d5-496c-8465-fcbc681b5309 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "06c5a2bf-29cc-4f47-b6a6-1ce56764fa29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.829s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.628923] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612815, 'name': CreateVM_Task, 'duration_secs': 0.298219} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.629263] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.629755] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.629949] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.630297] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.630589] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10236939-df7c-47fb-b277-b903b845d89c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.638723] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Waiting for the task: (returnval){ [ 885.638723] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d6a5a7-0f7f-96a8-9bdc-06c9b415534f" [ 885.638723] env[70966]: _type = "Task" [ 885.638723] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.649640] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d6a5a7-0f7f-96a8-9bdc-06c9b415534f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.913981] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad49829-9060-441f-9f57-589ff0a8a68c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.924531] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96249a9-4744-49a8-9e08-f0326f4bb5cd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.972372] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc076f3-0595-450b-83de-c5e64b2dd56b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.988469] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee631c58-4d2f-46bd-ae33-413df8e5fff2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.010490] env[70966]: DEBUG nova.compute.provider_tree [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.152356] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d6a5a7-0f7f-96a8-9bdc-06c9b415534f, 'name': SearchDatastore_Task, 'duration_secs': 0.011564} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.152684] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.152914] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.153337] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.153529] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.153726] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.154136] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6a4c152-308d-4133-ae08-8ad2fe823ebd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.163919] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.164022] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.164740] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b066f1-a770-4343-a9d0-e570cbfe241e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.170080] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Waiting for the task: (returnval){ [ 886.170080] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52edbb6e-69b1-c853-75cf-c8a1e0ec69c4" [ 886.170080] env[70966]: _type = "Task" [ 886.170080] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.177886] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52edbb6e-69b1-c853-75cf-c8a1e0ec69c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.312804] env[70966]: DEBUG oslo_concurrency.lockutils [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "06c5a2bf-29cc-4f47-b6a6-1ce56764fa29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.313392] env[70966]: DEBUG oslo_concurrency.lockutils [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "06c5a2bf-29cc-4f47-b6a6-1ce56764fa29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.313676] env[70966]: DEBUG oslo_concurrency.lockutils [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "06c5a2bf-29cc-4f47-b6a6-1ce56764fa29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.313887] env[70966]: DEBUG oslo_concurrency.lockutils [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "06c5a2bf-29cc-4f47-b6a6-1ce56764fa29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.314070] env[70966]: DEBUG oslo_concurrency.lockutils [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "06c5a2bf-29cc-4f47-b6a6-1ce56764fa29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.316332] env[70966]: INFO nova.compute.manager [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Terminating instance [ 886.482537] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "7d700732-0963-4c7e-910f-00edb7c4bbd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.483093] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "7d700732-0963-4c7e-910f-00edb7c4bbd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.483308] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "7d700732-0963-4c7e-910f-00edb7c4bbd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.483501] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "7d700732-0963-4c7e-910f-00edb7c4bbd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.483674] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "7d700732-0963-4c7e-910f-00edb7c4bbd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.485620] env[70966]: INFO nova.compute.manager [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Terminating instance [ 886.513427] env[70966]: DEBUG nova.scheduler.client.report [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.681867] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52edbb6e-69b1-c853-75cf-c8a1e0ec69c4, 'name': SearchDatastore_Task, 'duration_secs': 0.00884} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.682745] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55083585-7606-426f-b29f-82fc5bcc7b1e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.688450] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Waiting for the task: (returnval){ [ 886.688450] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5213e5dd-23bb-1f37-0029-4e6c93bcebf7" [ 886.688450] env[70966]: _type = "Task" [ 886.688450] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.696470] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5213e5dd-23bb-1f37-0029-4e6c93bcebf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.820936] env[70966]: DEBUG nova.compute.manager [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.821286] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.822567] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bf97c8-95c2-43e9-b074-3f0b21459772 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.832414] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.832672] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03fc2db4-5321-4f1c-ba1b-a801eef2d562 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.840904] env[70966]: DEBUG oslo_vmware.api [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 886.840904] env[70966]: value = "task-3612816" [ 886.840904] env[70966]: _type = "Task" [ 886.840904] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.849127] env[70966]: DEBUG oslo_vmware.api [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.990192] env[70966]: DEBUG nova.compute.manager [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.990540] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.991457] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67876a35-6d16-4e4e-9b13-0b7fa4e360d2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.000345] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.000802] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da0c1d33-9741-4898-81ae-27ba708b9736 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.008437] env[70966]: DEBUG oslo_vmware.api [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 887.008437] env[70966]: value = "task-3612817" [ 887.008437] env[70966]: _type = "Task" [ 887.008437] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.017772] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.019890] env[70966]: DEBUG oslo_vmware.api [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.020652] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.520s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.022249] env[70966]: INFO nova.compute.claims [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.043054] env[70966]: INFO nova.scheduler.client.report [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Deleted allocations for instance c2038576-7e02-4874-a535-f60a355e17df [ 887.200450] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5213e5dd-23bb-1f37-0029-4e6c93bcebf7, 'name': SearchDatastore_Task, 'duration_secs': 0.028188} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.200783] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.201163] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 5fa36180-ad14-4440-991a-8eb3ee75d8cb/5fa36180-ad14-4440-991a-8eb3ee75d8cb.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.201638] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7320186-0905-45bb-aad7-a8051c7978f2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.211196] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Waiting for the task: (returnval){ [ 887.211196] env[70966]: value = "task-3612818" [ 887.211196] env[70966]: _type = "Task" [ 887.211196] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.221296] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': task-3612818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.350890] env[70966]: DEBUG oslo_vmware.api [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612816, 'name': PowerOffVM_Task, 'duration_secs': 0.260249} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.351523] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.351713] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.351950] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1017bf84-a884-4443-b6cd-7902e2a3492a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.441379] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.441815] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.442079] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleting the datastore file [datastore2] 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.442381] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55602e78-03d3-49a6-8b8d-58ac0f76060a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.451436] env[70966]: DEBUG oslo_vmware.api [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 887.451436] env[70966]: value = "task-3612820" [ 887.451436] env[70966]: _type = "Task" [ 887.451436] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.462859] env[70966]: DEBUG oslo_vmware.api [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.522023] env[70966]: DEBUG oslo_vmware.api [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612817, 'name': PowerOffVM_Task, 'duration_secs': 0.243926} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.522415] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.522622] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.522938] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91630073-7a90-42c2-96cd-d8af90162173 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.553952] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d88b067b-8f7b-464e-977e-8d698be2f49b tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "c2038576-7e02-4874-a535-f60a355e17df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.395s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.605671] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.605981] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.606206] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleting the datastore file [datastore1] 7d700732-0963-4c7e-910f-00edb7c4bbd1 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.606489] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8981c515-96b3-4248-b64c-d8ee33dd824f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.614073] env[70966]: DEBUG oslo_vmware.api [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 887.614073] env[70966]: value = "task-3612822" [ 887.614073] env[70966]: _type = "Task" [ 887.614073] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.624016] env[70966]: DEBUG oslo_vmware.api [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.723601] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': task-3612818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50328} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.723912] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 5fa36180-ad14-4440-991a-8eb3ee75d8cb/5fa36180-ad14-4440-991a-8eb3ee75d8cb.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.724161] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.724437] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec7e8135-98cc-47ba-b2e0-53c09a1e52d1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.731880] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Waiting for the task: (returnval){ [ 887.731880] env[70966]: value = "task-3612823" [ 887.731880] env[70966]: _type = "Task" [ 887.731880] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.741986] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': task-3612823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.961941] env[70966]: DEBUG oslo_vmware.api [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375265} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.961941] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.961941] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.961941] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.962201] env[70966]: INFO nova.compute.manager [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Took 1.14 seconds to destroy the instance on the hypervisor. [ 887.962373] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.962560] env[70966]: DEBUG nova.compute.manager [-] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.962657] env[70966]: DEBUG nova.network.neutron [-] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.128753] env[70966]: DEBUG oslo_vmware.api [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183441} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.129045] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.129259] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.129389] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.129567] env[70966]: INFO nova.compute.manager [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 888.129811] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.130011] env[70966]: DEBUG nova.compute.manager [-] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.131338] env[70966]: DEBUG nova.network.neutron [-] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.246573] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': task-3612823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090117} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.249306] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.250358] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a091fc62-876a-4115-8628-7636ad028de5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.272703] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 5fa36180-ad14-4440-991a-8eb3ee75d8cb/5fa36180-ad14-4440-991a-8eb3ee75d8cb.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.275534] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5638e135-be96-4331-aa46-2102265796e5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.297314] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Waiting for the task: (returnval){ [ 888.297314] env[70966]: value = "task-3612824" [ 888.297314] env[70966]: _type = "Task" [ 888.297314] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.306817] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': task-3612824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.532769] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ace03e0-3259-4a63-92e3-218e74f45011 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.543828] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fc0231-6281-4da1-a70d-c3cf3bbd6948 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.583294] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8f0a36-1d78-4bcf-81e6-1b6041d3c4b4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.586896] env[70966]: DEBUG nova.compute.manager [req-93cf37b0-8589-42df-b78b-af760e117583 req-566e1d8b-7339-4c28-b409-13e1ede6b837 service nova] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Received event network-vif-deleted-67fe957f-f656-4d4b-b65c-a76330f96780 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.588031] env[70966]: INFO nova.compute.manager [req-93cf37b0-8589-42df-b78b-af760e117583 req-566e1d8b-7339-4c28-b409-13e1ede6b837 service nova] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Neutron deleted interface 67fe957f-f656-4d4b-b65c-a76330f96780; detaching it from the instance and deleting it from the info cache [ 888.588031] env[70966]: DEBUG nova.network.neutron [req-93cf37b0-8589-42df-b78b-af760e117583 req-566e1d8b-7339-4c28-b409-13e1ede6b837 service nova] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.595170] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2137938e-8cb6-49d6-81de-e617f69ee7c6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.610505] env[70966]: DEBUG nova.compute.provider_tree [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.807596] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': task-3612824, 'name': ReconfigVM_Task, 'duration_secs': 0.292442} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.807885] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 5fa36180-ad14-4440-991a-8eb3ee75d8cb/5fa36180-ad14-4440-991a-8eb3ee75d8cb.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.808554] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07eb4e3d-7775-4748-9e65-7e9a748ce250 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.816618] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Waiting for the task: (returnval){ [ 888.816618] env[70966]: value = "task-3612825" [ 888.816618] env[70966]: _type = "Task" [ 888.816618] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.824946] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': task-3612825, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.967618] env[70966]: DEBUG nova.network.neutron [-] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.089475] env[70966]: DEBUG nova.network.neutron [-] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.091379] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c19b713-4a95-4ede-952d-055dea22f29b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.111922] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567ff5ee-e15f-44cf-8f38-a7b73f2101e4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.124654] env[70966]: DEBUG nova.scheduler.client.report [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.155276] env[70966]: DEBUG nova.compute.manager [req-93cf37b0-8589-42df-b78b-af760e117583 req-566e1d8b-7339-4c28-b409-13e1ede6b837 service nova] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Detach interface failed, port_id=67fe957f-f656-4d4b-b65c-a76330f96780, reason: Instance 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 889.326591] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': task-3612825, 'name': Rename_Task, 'duration_secs': 0.184668} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.326846] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.327098] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-116f2b52-41ab-4104-bf03-5672175dfc03 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.334865] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Waiting for the task: (returnval){ [ 889.334865] env[70966]: value = "task-3612826" [ 889.334865] env[70966]: _type = "Task" [ 889.334865] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.342728] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': task-3612826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.471061] env[70966]: INFO nova.compute.manager [-] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Took 1.51 seconds to deallocate network for instance. [ 889.592133] env[70966]: INFO nova.compute.manager [-] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Took 1.46 seconds to deallocate network for instance. [ 889.631436] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.631996] env[70966]: DEBUG nova.compute.manager [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.635325] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.258s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.635555] env[70966]: DEBUG nova.objects.instance [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Lazy-loading 'resources' on Instance uuid cd50735c-56e1-4904-b9cf-7fbb5b19de21 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.649791] env[70966]: DEBUG nova.compute.manager [None req-c94bc141-b88b-4377-a432-1ff6d0b1a9bf tempest-ServerDiagnosticsV248Test-851509731 tempest-ServerDiagnosticsV248Test-851509731-project-admin] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.651120] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723b1fca-ddfd-427b-b4c6-a27db3d94582 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.660542] env[70966]: INFO nova.compute.manager [None req-c94bc141-b88b-4377-a432-1ff6d0b1a9bf tempest-ServerDiagnosticsV248Test-851509731 tempest-ServerDiagnosticsV248Test-851509731-project-admin] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Retrieving diagnostics [ 889.661387] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b812f09-a3dc-4477-8fdc-07e7b57e2539 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.844860] env[70966]: DEBUG oslo_vmware.api [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': task-3612826, 'name': PowerOnVM_Task, 'duration_secs': 0.416909} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.845145] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.845340] env[70966]: INFO nova.compute.manager [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Took 4.85 seconds to spawn the instance on the hypervisor. [ 889.845518] env[70966]: DEBUG nova.compute.manager [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.846296] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce44e1f0-e5a0-42b7-a9ed-d8c2c2b755ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.977245] env[70966]: DEBUG oslo_concurrency.lockutils [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.100204] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.142324] env[70966]: DEBUG nova.compute.utils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.147176] env[70966]: DEBUG nova.compute.manager [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.147543] env[70966]: DEBUG nova.network.neutron [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.191168] env[70966]: DEBUG nova.policy [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de2041e91b744beaa77c4e9c862645b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff3cb2fda80f40fb995882995c9fa62f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.368918] env[70966]: INFO nova.compute.manager [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Took 55.07 seconds to build instance. [ 890.626435] env[70966]: DEBUG nova.compute.manager [req-beb46f01-a4ca-4a30-9e97-b984696868fe req-a7a94a4d-d935-48b6-92d8-70aed5ec1566 service nova] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Received event network-vif-deleted-99c7b1e7-3ba1-4a56-b957-4b5df7ba0578 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.634813] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0f45f5-cfb6-4363-af91-a46e93945d6b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.637951] env[70966]: DEBUG nova.network.neutron [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Successfully created port: ef6753d4-e088-44f0-8a35-d40382cc5a47 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.646173] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68454aa4-710e-49c4-97f7-f159383ecd47 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.649979] env[70966]: DEBUG nova.compute.utils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.684137] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242d5ba4-226b-4a20-96df-082906710cc9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.695242] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba45f6e-cec9-45ac-8a31-cf6367045443 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.711406] env[70966]: DEBUG nova.compute.provider_tree [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.743202] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Acquiring lock "07049616-7ae3-4f76-9386-fbfc9032e6e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.743462] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Lock "07049616-7ae3-4f76-9386-fbfc9032e6e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.743665] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Acquiring lock "07049616-7ae3-4f76-9386-fbfc9032e6e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.743867] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Lock "07049616-7ae3-4f76-9386-fbfc9032e6e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.744043] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Lock "07049616-7ae3-4f76-9386-fbfc9032e6e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.745948] env[70966]: INFO nova.compute.manager [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Terminating instance [ 890.871225] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25a98171-3691-4f86-9dde-d5cfac08d798 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Lock "5fa36180-ad14-4440-991a-8eb3ee75d8cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.295s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.082846] env[70966]: DEBUG nova.compute.manager [None req-1b7f060b-120e-4019-9432-d3f441eab194 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.084046] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c04b92-fb14-414a-923b-81a90227725e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.152485] env[70966]: DEBUG nova.compute.manager [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.200327] env[70966]: DEBUG oslo_concurrency.lockutils [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Acquiring lock "5fa36180-ad14-4440-991a-8eb3ee75d8cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.200727] env[70966]: DEBUG oslo_concurrency.lockutils [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Lock "5fa36180-ad14-4440-991a-8eb3ee75d8cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.200809] env[70966]: DEBUG oslo_concurrency.lockutils [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Acquiring lock "5fa36180-ad14-4440-991a-8eb3ee75d8cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.200992] env[70966]: DEBUG oslo_concurrency.lockutils [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Lock "5fa36180-ad14-4440-991a-8eb3ee75d8cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.201196] env[70966]: DEBUG oslo_concurrency.lockutils [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Lock "5fa36180-ad14-4440-991a-8eb3ee75d8cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.203536] env[70966]: INFO nova.compute.manager [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Terminating instance [ 891.214140] env[70966]: DEBUG nova.scheduler.client.report [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.249578] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Acquiring lock "refresh_cache-07049616-7ae3-4f76-9386-fbfc9032e6e3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.249765] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Acquired lock "refresh_cache-07049616-7ae3-4f76-9386-fbfc9032e6e3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.249941] env[70966]: DEBUG nova.network.neutron [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.595203] env[70966]: INFO nova.compute.manager [None req-1b7f060b-120e-4019-9432-d3f441eab194 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] instance snapshotting [ 891.595825] env[70966]: DEBUG nova.objects.instance [None req-1b7f060b-120e-4019-9432-d3f441eab194 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Lazy-loading 'flavor' on Instance uuid 5fa36180-ad14-4440-991a-8eb3ee75d8cb {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.707372] env[70966]: DEBUG oslo_concurrency.lockutils [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Acquiring lock "refresh_cache-5fa36180-ad14-4440-991a-8eb3ee75d8cb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.707576] env[70966]: DEBUG oslo_concurrency.lockutils [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Acquired lock "refresh_cache-5fa36180-ad14-4440-991a-8eb3ee75d8cb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.707752] env[70966]: DEBUG nova.network.neutron [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.720426] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.723769] env[70966]: DEBUG oslo_concurrency.lockutils [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 40.105s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.745104] env[70966]: INFO nova.scheduler.client.report [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Deleted allocations for instance cd50735c-56e1-4904-b9cf-7fbb5b19de21 [ 891.770651] env[70966]: DEBUG nova.network.neutron [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.816447] env[70966]: DEBUG nova.network.neutron [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.634415] env[70966]: DEBUG nova.network.neutron [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Successfully updated port: ef6753d4-e088-44f0-8a35-d40382cc5a47 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.637639] env[70966]: DEBUG nova.compute.manager [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.644989] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Releasing lock "refresh_cache-07049616-7ae3-4f76-9386-fbfc9032e6e3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.645452] env[70966]: DEBUG nova.compute.manager [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.645642] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.646376] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4ad517c-9534-4c97-9ef3-850df65c3de1 tempest-VolumesAssistedSnapshotsTest-696771338 tempest-VolumesAssistedSnapshotsTest-696771338-project-member] Lock "cd50735c-56e1-4904-b9cf-7fbb5b19de21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.530s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.648671] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f82ae9-f57b-4d18-a69c-97a855a24ac0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.651874] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cf60c9-d3f2-44ed-90e4-7ac8420edb89 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.661522] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.671908] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86835b28-db24-4f3b-90a6-bdba5bc5c7a3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.679530] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f42a49-eff2-484c-a357-21f73056c9f9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.682771] env[70966]: DEBUG nova.compute.manager [req-66e9f383-f775-4398-9c8b-beb7a2e4f349 req-67b51525-5ee6-4790-aa9e-1e62b00cc64d service nova] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Received event network-vif-plugged-ef6753d4-e088-44f0-8a35-d40382cc5a47 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.682972] env[70966]: DEBUG oslo_concurrency.lockutils [req-66e9f383-f775-4398-9c8b-beb7a2e4f349 req-67b51525-5ee6-4790-aa9e-1e62b00cc64d service nova] Acquiring lock "fcd6b298-8442-4288-87c3-2cb0457b1626-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.683195] env[70966]: DEBUG oslo_concurrency.lockutils [req-66e9f383-f775-4398-9c8b-beb7a2e4f349 req-67b51525-5ee6-4790-aa9e-1e62b00cc64d service nova] Lock "fcd6b298-8442-4288-87c3-2cb0457b1626-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.683359] env[70966]: DEBUG oslo_concurrency.lockutils [req-66e9f383-f775-4398-9c8b-beb7a2e4f349 req-67b51525-5ee6-4790-aa9e-1e62b00cc64d service nova] Lock "fcd6b298-8442-4288-87c3-2cb0457b1626-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.683522] env[70966]: DEBUG nova.compute.manager [req-66e9f383-f775-4398-9c8b-beb7a2e4f349 req-67b51525-5ee6-4790-aa9e-1e62b00cc64d service nova] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] No waiting events found dispatching network-vif-plugged-ef6753d4-e088-44f0-8a35-d40382cc5a47 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.683683] env[70966]: WARNING nova.compute.manager [req-66e9f383-f775-4398-9c8b-beb7a2e4f349 req-67b51525-5ee6-4790-aa9e-1e62b00cc64d service nova] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Received unexpected event network-vif-plugged-ef6753d4-e088-44f0-8a35-d40382cc5a47 for instance with vm_state building and task_state spawning. [ 892.683835] env[70966]: DEBUG nova.compute.manager [req-66e9f383-f775-4398-9c8b-beb7a2e4f349 req-67b51525-5ee6-4790-aa9e-1e62b00cc64d service nova] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Received event network-changed-ef6753d4-e088-44f0-8a35-d40382cc5a47 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.683980] env[70966]: DEBUG nova.compute.manager [req-66e9f383-f775-4398-9c8b-beb7a2e4f349 req-67b51525-5ee6-4790-aa9e-1e62b00cc64d service nova] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Refreshing instance network info cache due to event network-changed-ef6753d4-e088-44f0-8a35-d40382cc5a47. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.684172] env[70966]: DEBUG oslo_concurrency.lockutils [req-66e9f383-f775-4398-9c8b-beb7a2e4f349 req-67b51525-5ee6-4790-aa9e-1e62b00cc64d service nova] Acquiring lock "refresh_cache-fcd6b298-8442-4288-87c3-2cb0457b1626" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.684304] env[70966]: DEBUG oslo_concurrency.lockutils [req-66e9f383-f775-4398-9c8b-beb7a2e4f349 req-67b51525-5ee6-4790-aa9e-1e62b00cc64d service nova] Acquired lock "refresh_cache-fcd6b298-8442-4288-87c3-2cb0457b1626" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.684452] env[70966]: DEBUG nova.network.neutron [req-66e9f383-f775-4398-9c8b-beb7a2e4f349 req-67b51525-5ee6-4790-aa9e-1e62b00cc64d service nova] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Refreshing network info cache for port ef6753d4-e088-44f0-8a35-d40382cc5a47 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.686591] env[70966]: DEBUG nova.network.neutron [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.698913] env[70966]: DEBUG nova.virt.hardware [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='411472546',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-644451175',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.699181] env[70966]: DEBUG nova.virt.hardware [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.699335] env[70966]: DEBUG nova.virt.hardware [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.699513] env[70966]: DEBUG nova.virt.hardware [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.699658] env[70966]: DEBUG nova.virt.hardware [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.700228] env[70966]: DEBUG nova.virt.hardware [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.700228] env[70966]: DEBUG nova.virt.hardware [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.700228] env[70966]: DEBUG nova.virt.hardware [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.700440] env[70966]: DEBUG nova.virt.hardware [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.700502] env[70966]: DEBUG nova.virt.hardware [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.700720] env[70966]: DEBUG nova.virt.hardware [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.703141] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b105b5cd-c241-4fdd-9035-53ede0542290 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.705962] env[70966]: DEBUG oslo_vmware.api [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Waiting for the task: (returnval){ [ 892.705962] env[70966]: value = "task-3612827" [ 892.705962] env[70966]: _type = "Task" [ 892.705962] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.720025] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec67e838-ea62-41c5-a416-973d5814f312 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.727748] env[70966]: DEBUG oslo_vmware.api [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.831896] env[70966]: DEBUG nova.network.neutron [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.144323] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c527b5-e0f4-4842-ba01-67144a0fde14 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.148740] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "refresh_cache-fcd6b298-8442-4288-87c3-2cb0457b1626" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.153665] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cbd525-81ac-4e27-9cf1-a1a17d17723b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.186061] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a74c5c0-6a04-428e-968d-9fb94efa9dfc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.194776] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc85fc35-8086-4c12-b0ee-55a3105ec066 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.209811] env[70966]: DEBUG nova.compute.manager [None req-1b7f060b-120e-4019-9432-d3f441eab194 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Instance disappeared during snapshot {{(pid=70966) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 893.211997] env[70966]: DEBUG nova.compute.provider_tree [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.222959] env[70966]: DEBUG oslo_vmware.api [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612827, 'name': PowerOffVM_Task, 'duration_secs': 0.169913} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.223878] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.225056] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.225056] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c03504e8-94b5-4ca8-87ea-b3b6d462f19f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.240381] env[70966]: DEBUG nova.network.neutron [req-66e9f383-f775-4398-9c8b-beb7a2e4f349 req-67b51525-5ee6-4790-aa9e-1e62b00cc64d service nova] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.254805] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.255044] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.255236] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Deleting the datastore file [datastore1] 07049616-7ae3-4f76-9386-fbfc9032e6e3 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.255490] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a92ec1d2-a8a3-4702-91cb-674499efda32 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.264140] env[70966]: DEBUG oslo_vmware.api [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Waiting for the task: (returnval){ [ 893.264140] env[70966]: value = "task-3612829" [ 893.264140] env[70966]: _type = "Task" [ 893.264140] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.272508] env[70966]: DEBUG oslo_vmware.api [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.336310] env[70966]: DEBUG oslo_concurrency.lockutils [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Releasing lock "refresh_cache-5fa36180-ad14-4440-991a-8eb3ee75d8cb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.336310] env[70966]: DEBUG nova.compute.manager [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.336310] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.336310] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a908bdf1-8ee4-4f71-a9cd-0b732dd8ffb2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.346817] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.347017] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1055d40-1653-4fdd-b1a5-727b7ece0f1a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.353910] env[70966]: DEBUG oslo_vmware.api [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Waiting for the task: (returnval){ [ 893.353910] env[70966]: value = "task-3612830" [ 893.353910] env[70966]: _type = "Task" [ 893.353910] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.358507] env[70966]: DEBUG nova.compute.manager [None req-1b7f060b-120e-4019-9432-d3f441eab194 tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Found 0 images (rotation: 2) {{(pid=70966) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 893.367777] env[70966]: DEBUG oslo_vmware.api [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': task-3612830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.427891] env[70966]: DEBUG nova.network.neutron [req-66e9f383-f775-4398-9c8b-beb7a2e4f349 req-67b51525-5ee6-4790-aa9e-1e62b00cc64d service nova] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.719878] env[70966]: DEBUG nova.scheduler.client.report [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.776440] env[70966]: DEBUG oslo_vmware.api [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Task: {'id': task-3612829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100093} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.776784] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.777034] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.777276] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.777499] env[70966]: INFO nova.compute.manager [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 893.777786] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.778111] env[70966]: DEBUG nova.compute.manager [-] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.778306] env[70966]: DEBUG nova.network.neutron [-] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.799685] env[70966]: DEBUG nova.network.neutron [-] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.865511] env[70966]: DEBUG oslo_vmware.api [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': task-3612830, 'name': PowerOffVM_Task, 'duration_secs': 0.150511} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.865788] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.865964] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.866217] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b65b06cc-91d7-445e-ab10-fa44a0fc8b2d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.895045] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.895260] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.895442] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Deleting the datastore file [datastore2] 5fa36180-ad14-4440-991a-8eb3ee75d8cb {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.895693] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bba8eb0-d5ed-4171-9ef5-4dba0dd7bd4c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.904317] env[70966]: DEBUG oslo_vmware.api [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Waiting for the task: (returnval){ [ 893.904317] env[70966]: value = "task-3612832" [ 893.904317] env[70966]: _type = "Task" [ 893.904317] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.913013] env[70966]: DEBUG oslo_vmware.api [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': task-3612832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.929707] env[70966]: DEBUG oslo_concurrency.lockutils [req-66e9f383-f775-4398-9c8b-beb7a2e4f349 req-67b51525-5ee6-4790-aa9e-1e62b00cc64d service nova] Releasing lock "refresh_cache-fcd6b298-8442-4288-87c3-2cb0457b1626" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.930098] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquired lock "refresh_cache-fcd6b298-8442-4288-87c3-2cb0457b1626" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.930261] env[70966]: DEBUG nova.network.neutron [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.305356] env[70966]: DEBUG nova.network.neutron [-] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.416631] env[70966]: DEBUG oslo_vmware.api [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Task: {'id': task-3612832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103837} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.416886] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.417079] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.417246] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.417513] env[70966]: INFO nova.compute.manager [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Took 1.08 seconds to destroy the instance on the hypervisor. [ 894.417651] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.417836] env[70966]: DEBUG nova.compute.manager [-] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.417928] env[70966]: DEBUG nova.network.neutron [-] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.453059] env[70966]: DEBUG nova.network.neutron [-] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.505412] env[70966]: DEBUG nova.network.neutron [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.716206] env[70966]: DEBUG nova.network.neutron [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Updating instance_info_cache with network_info: [{"id": "ef6753d4-e088-44f0-8a35-d40382cc5a47", "address": "fa:16:3e:11:b0:89", "network": {"id": "0f7003b6-f992-4390-a9ce-e88f09bebb4f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2040545199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff3cb2fda80f40fb995882995c9fa62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6753d4-e0", "ovs_interfaceid": "ef6753d4-e088-44f0-8a35-d40382cc5a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.732381] env[70966]: DEBUG oslo_concurrency.lockutils [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.005s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.732381] env[70966]: DEBUG nova.compute.manager [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70966) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 894.733983] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.307s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.808113] env[70966]: INFO nova.compute.manager [-] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Took 1.03 seconds to deallocate network for instance. [ 894.956926] env[70966]: DEBUG nova.network.neutron [-] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.219989] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Releasing lock "refresh_cache-fcd6b298-8442-4288-87c3-2cb0457b1626" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.221111] env[70966]: DEBUG nova.compute.manager [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Instance network_info: |[{"id": "ef6753d4-e088-44f0-8a35-d40382cc5a47", "address": "fa:16:3e:11:b0:89", "network": {"id": "0f7003b6-f992-4390-a9ce-e88f09bebb4f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2040545199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff3cb2fda80f40fb995882995c9fa62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6753d4-e0", "ovs_interfaceid": "ef6753d4-e088-44f0-8a35-d40382cc5a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.221111] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:b0:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef6753d4-e088-44f0-8a35-d40382cc5a47', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.228289] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.228769] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.229016] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-969b5179-70db-4648-bc7f-bd38e62bae72 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.266894] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.266894] env[70966]: value = "task-3612833" [ 895.266894] env[70966]: _type = "Task" [ 895.266894] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.281057] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612833, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.315855] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.323772] env[70966]: INFO nova.scheduler.client.report [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Deleted allocation for migration 3da2464d-db66-45d6-b0e4-64cfd46a882b [ 895.460783] env[70966]: INFO nova.compute.manager [-] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Took 1.04 seconds to deallocate network for instance. [ 895.653539] env[70966]: DEBUG nova.objects.instance [None req-c3228ab0-cbc4-4872-ae36-8a900f8f2a15 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'flavor' on Instance uuid dc4f6db8-170b-4d56-b3bc-80316ec8aed5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.761382] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Applying migration context for instance 51fa14a5-b703-4023-a641-4ca9894bdc49 as it has an incoming, in-progress migration 3f01cc84-c027-4ba2-9fbd-daddc843d751. Migration status is confirming {{(pid=70966) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 895.763360] env[70966]: INFO nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Updating resource usage from migration 3f01cc84-c027-4ba2-9fbd-daddc843d751 [ 895.779528] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612833, 'name': CreateVM_Task, 'duration_secs': 0.334341} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.779745] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.781828] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.782115] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.782513] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.782775] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce1b8213-c091-4e96-afdb-ac84be53d5a3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.785501] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance d14d1fb9-7aec-4259-bedc-d9224c73322c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.785652] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 7d700732-0963-4c7e-910f-00edb7c4bbd1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.785813] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 32a770ee-3623-4bc9-904a-326d49b113be is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.785974] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.786107] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.786245] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 32bc47e5-e5f6-4962-8dff-32810985304b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.786810] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance dba13c6a-7c9b-4a79-9173-2296a2688c55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.786950] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance c0761181-cec1-453c-adfe-a575a7242897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.787078] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 2ff1d794-4c9f-4de9-8283-4a56c527c6d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.790030] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.790030] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 5191e604-7633-4903-ad1d-c1ecfd3c4d68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.790030] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.790030] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance ec672346-e564-4eae-985e-c3fc978ab8f4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.790030] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 99de49b6-a37c-4bde-acf5-7f90d5f432de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.790030] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance dc4f6db8-170b-4d56-b3bc-80316ec8aed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.790030] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance f70d760d-b27a-4278-9101-32b519021e25 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.790030] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance c0b6fcc0-efae-446d-b1c6-d734c56d6671 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.790030] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 112e15b9-7ca2-46df-9ec4-6fdb30a92235 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.790030] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.790030] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 1146f010-9ddd-4e74-9d47-000a56e6d4a6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.790030] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Migration 3f01cc84-c027-4ba2-9fbd-daddc843d751 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 895.790030] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 51fa14a5-b703-4023-a641-4ca9894bdc49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.790030] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 07049616-7ae3-4f76-9386-fbfc9032e6e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.790030] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.790540] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 5fa36180-ad14-4440-991a-8eb3ee75d8cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.790540] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance fcd6b298-8442-4288-87c3-2cb0457b1626 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.795799] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 895.795799] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52750fc9-3b97-11da-66e7-18f91e759805" [ 895.795799] env[70966]: _type = "Task" [ 895.795799] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.804790] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52750fc9-3b97-11da-66e7-18f91e759805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.831099] env[70966]: DEBUG oslo_concurrency.lockutils [None req-67d4e717-c440-4adc-b19f-e6ca8efbc1cc tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 47.174s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.969799] env[70966]: DEBUG oslo_concurrency.lockutils [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.161484] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c3228ab0-cbc4-4872-ae36-8a900f8f2a15 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.161673] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c3228ab0-cbc4-4872-ae36-8a900f8f2a15 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.161855] env[70966]: DEBUG nova.network.neutron [None req-c3228ab0-cbc4-4872-ae36-8a900f8f2a15 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.162050] env[70966]: DEBUG nova.objects.instance [None req-c3228ab0-cbc4-4872-ae36-8a900f8f2a15 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'info_cache' on Instance uuid dc4f6db8-170b-4d56-b3bc-80316ec8aed5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.292726] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 533a28e1-975b-4559-b313-287e01c9c27c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 896.307447] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52750fc9-3b97-11da-66e7-18f91e759805, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.307830] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.308203] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.308361] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.308509] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.308746] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.309276] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-980bb945-7826-46a2-9f93-b93ae64a48d1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.321190] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.323884] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.323884] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e3570ed-a91e-42c0-b9c5-b1cf206b9726 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.328470] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 896.328470] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524a96e4-efdf-df04-c09b-634aada27e4e" [ 896.328470] env[70966]: _type = "Task" [ 896.328470] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.339560] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524a96e4-efdf-df04-c09b-634aada27e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.665857] env[70966]: DEBUG nova.objects.base [None req-c3228ab0-cbc4-4872-ae36-8a900f8f2a15 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 896.796267] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 896.839206] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524a96e4-efdf-df04-c09b-634aada27e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.840077] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e72cb647-3b05-4fc7-8426-dd5880ec0520 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.846532] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 896.846532] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5299a5a4-2922-c4e9-6774-e51714f63f0a" [ 896.846532] env[70966]: _type = "Task" [ 896.846532] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.856343] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5299a5a4-2922-c4e9-6774-e51714f63f0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.299211] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance f9e9bd3f-e448-47c3-a360-15bdaa60227e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 897.357364] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5299a5a4-2922-c4e9-6774-e51714f63f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.010967} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.359732] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.360046] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] fcd6b298-8442-4288-87c3-2cb0457b1626/fcd6b298-8442-4288-87c3-2cb0457b1626.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.360514] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4b3e934-89f1-4e22-9f98-355950c1f5df {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.367996] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 897.367996] env[70966]: value = "task-3612834" [ 897.367996] env[70966]: _type = "Task" [ 897.367996] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.378142] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.399792] env[70966]: DEBUG nova.network.neutron [None req-c3228ab0-cbc4-4872-ae36-8a900f8f2a15 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance_info_cache with network_info: [{"id": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "address": "fa:16:3e:d1:42:e2", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab316e3f-55", "ovs_interfaceid": "ab316e3f-5518-4f76-b29a-728aa9e7bef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.802384] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 5941bee0-8958-462d-880a-306024f75a72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 897.802735] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 897.802903] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 897.878472] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612834, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.903554] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c3228ab0-cbc4-4872-ae36-8a900f8f2a15 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "refresh_cache-dc4f6db8-170b-4d56-b3bc-80316ec8aed5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.217827] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee93ba7a-0476-45ec-a746-19b3af575f88 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.226433] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc04107d-0472-4547-aac5-bfd9a8c0ddd1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.258316] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b70da9-71b2-4f90-bcb8-63fb8e715126 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.266081] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae04b61-f45c-4ef4-bcfc-7a71893786e5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.279960] env[70966]: DEBUG nova.compute.provider_tree [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.379829] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553703} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.380112] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] fcd6b298-8442-4288-87c3-2cb0457b1626/fcd6b298-8442-4288-87c3-2cb0457b1626.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.380382] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.380640] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99b80f21-20f4-4ec0-9b15-e2315cb2e697 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.391526] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 898.391526] env[70966]: value = "task-3612835" [ 898.391526] env[70966]: _type = "Task" [ 898.391526] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.400930] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.783567] env[70966]: DEBUG nova.scheduler.client.report [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.902990] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074914} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.903470] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.904390] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7755f1e4-8340-4f8e-bba1-be207ff56bb9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.909088] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3228ab0-cbc4-4872-ae36-8a900f8f2a15 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.909442] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b62ef37-eb7d-46d3-8765-f24041c448b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.930995] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] fcd6b298-8442-4288-87c3-2cb0457b1626/fcd6b298-8442-4288-87c3-2cb0457b1626.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.932123] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74bb5d60-609c-4533-837f-383ea771b0b6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.949042] env[70966]: DEBUG oslo_vmware.api [None req-c3228ab0-cbc4-4872-ae36-8a900f8f2a15 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 898.949042] env[70966]: value = "task-3612836" [ 898.949042] env[70966]: _type = "Task" [ 898.949042] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.954628] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 898.954628] env[70966]: value = "task-3612837" [ 898.954628] env[70966]: _type = "Task" [ 898.954628] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.960998] env[70966]: DEBUG oslo_vmware.api [None req-c3228ab0-cbc4-4872-ae36-8a900f8f2a15 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612836, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.967729] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.288114] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70966) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 899.288390] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.554s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.288747] env[70966]: DEBUG oslo_concurrency.lockutils [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.210s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.288941] env[70966]: DEBUG oslo_concurrency.lockutils [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.291168] env[70966]: DEBUG oslo_concurrency.lockutils [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.355s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.291370] env[70966]: DEBUG oslo_concurrency.lockutils [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.293864] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.732s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.293864] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.295638] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.521s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.295864] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.298575] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.727s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.298575] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.299732] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.507s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.301438] env[70966]: INFO nova.compute.claims [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.304116] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.306017] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Cleaning up deleted instances {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 899.334166] env[70966]: INFO nova.scheduler.client.report [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Deleted allocations for instance 112e15b9-7ca2-46df-9ec4-6fdb30a92235 [ 899.341252] env[70966]: INFO nova.scheduler.client.report [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Deleted allocations for instance 32a770ee-3623-4bc9-904a-326d49b113be [ 899.358340] env[70966]: INFO nova.scheduler.client.report [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleted allocations for instance f70d760d-b27a-4278-9101-32b519021e25 [ 899.366011] env[70966]: INFO nova.scheduler.client.report [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Deleted allocations for instance 32bc47e5-e5f6-4962-8dff-32810985304b [ 899.391885] env[70966]: INFO nova.scheduler.client.report [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Deleted allocations for instance b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8 [ 899.462515] env[70966]: DEBUG oslo_vmware.api [None req-c3228ab0-cbc4-4872-ae36-8a900f8f2a15 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612836, 'name': PowerOnVM_Task, 'duration_secs': 0.499743} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.465021] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3228ab0-cbc4-4872-ae36-8a900f8f2a15 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.465021] env[70966]: DEBUG nova.compute.manager [None req-c3228ab0-cbc4-4872-ae36-8a900f8f2a15 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.465021] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c021c12-a135-4879-8997-009d8d054a3f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.471087] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612837, 'name': ReconfigVM_Task, 'duration_secs': 0.46501} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.471751] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Reconfigured VM instance instance-00000042 to attach disk [datastore2] fcd6b298-8442-4288-87c3-2cb0457b1626/fcd6b298-8442-4288-87c3-2cb0457b1626.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.472233] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70966) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 899.473163] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-67976218-5042-4edd-98e0-0cc025c68b4d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.484133] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 899.484133] env[70966]: value = "task-3612838" [ 899.484133] env[70966]: _type = "Task" [ 899.484133] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.494688] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612838, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.817607] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] There are 41 instances to clean {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 899.817901] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: e55dc1c4-8009-4a3b-950b-48e7c35839d4] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.848965] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0d7db106-b1df-4cce-b214-955fae32733b tempest-ServersNegativeTestMultiTenantJSON-1138131099 tempest-ServersNegativeTestMultiTenantJSON-1138131099-project-member] Lock "112e15b9-7ca2-46df-9ec4-6fdb30a92235" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.851s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.852050] env[70966]: DEBUG oslo_concurrency.lockutils [None req-09e4df76-ceae-4235-8d43-90cde51ed768 tempest-SecurityGroupsTestJSON-766836006 tempest-SecurityGroupsTestJSON-766836006-project-member] Lock "32a770ee-3623-4bc9-904a-326d49b113be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.527s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.870360] env[70966]: DEBUG oslo_concurrency.lockutils [None req-689c7da3-9c55-4e31-a22d-e51328fbbdc4 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "f70d760d-b27a-4278-9101-32b519021e25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.329s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.875322] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6d9d1674-96e3-41f3-90af-5d7e4bc25619 tempest-ListImageFiltersTestJSON-1330362836 tempest-ListImageFiltersTestJSON-1330362836-project-member] Lock "32bc47e5-e5f6-4962-8dff-32810985304b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.888s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.901646] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e14d0f56-04c6-4bc9-ad1c-87f0a9728fc6 tempest-ServerPasswordTestJSON-1429810784 tempest-ServerPasswordTestJSON-1429810784-project-member] Lock "b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.844s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.996993] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612838, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.05359} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.996993] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70966) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 899.998486] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3eafe4-a454-4bd8-af1f-701f61f19fe6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.027273] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] fcd6b298-8442-4288-87c3-2cb0457b1626/ephemeral_0.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.028158] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0034857d-43fc-4850-a15b-76dcf7f6f22d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.053535] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 900.053535] env[70966]: value = "task-3612839" [ 900.053535] env[70966]: _type = "Task" [ 900.053535] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.065723] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.250117] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.250398] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.250672] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.250946] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.251055] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.255620] env[70966]: INFO nova.compute.manager [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Terminating instance [ 900.323821] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: ed08df64-69c7-42fe-a927-0fb33cca9877] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.565956] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612839, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.735627] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6471e2-96b3-4c7c-81ed-855e3d911793 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.744231] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09c2c9d-42c2-47d9-adfb-e8a38b945d2f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.783753] env[70966]: DEBUG nova.compute.manager [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.784181] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.785297] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9cf031-ba4e-4092-8aad-4c9a9ee5555a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.788882] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d4cd98-28d7-403f-a03b-1da7bc0f0475 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.801281] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc76bcbf-e3ad-48eb-a5de-e169a53d6ea2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.805917] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.806304] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c8b20c3-4a96-495c-8af5-61b52bbf2956 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.820526] env[70966]: DEBUG nova.compute.provider_tree [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.824333] env[70966]: DEBUG oslo_vmware.api [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 900.824333] env[70966]: value = "task-3612840" [ 900.824333] env[70966]: _type = "Task" [ 900.824333] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.832027] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: d774d0e2-6a7c-4e3e-9c6b-c0a7c1d9d31f] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.840209] env[70966]: DEBUG oslo_vmware.api [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.066164] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612839, 'name': ReconfigVM_Task, 'duration_secs': 0.557804} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.066744] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Reconfigured VM instance instance-00000042 to attach disk [datastore2] fcd6b298-8442-4288-87c3-2cb0457b1626/ephemeral_0.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.067570] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-561f5ac9-f132-43fe-9a43-d4059ecad805 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.080184] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 901.080184] env[70966]: value = "task-3612841" [ 901.080184] env[70966]: _type = "Task" [ 901.080184] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.095166] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612841, 'name': Rename_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.326274] env[70966]: DEBUG nova.scheduler.client.report [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.339317] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 4f0b7637-6afd-4b78-aca9-ba2f6af4f764] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.351419] env[70966]: DEBUG oslo_vmware.api [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612840, 'name': PowerOffVM_Task, 'duration_secs': 0.20214} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.356151] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.356880] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.358329] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c7e3c88-884a-4eb7-be8a-fbf5d2a5b39d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.440525] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.440694] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.440901] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Deleting the datastore file [datastore1] dc4f6db8-170b-4d56-b3bc-80316ec8aed5 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.442523] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a912ed1-a1a7-4998-96ae-b7d382152fe0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.453388] env[70966]: DEBUG oslo_vmware.api [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 901.453388] env[70966]: value = "task-3612843" [ 901.453388] env[70966]: _type = "Task" [ 901.453388] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.464560] env[70966]: DEBUG oslo_vmware.api [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.571125] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "c3eccdec-e728-4513-891f-26f56f8a2a8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.571398] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "c3eccdec-e728-4513-891f-26f56f8a2a8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.594797] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612841, 'name': Rename_Task, 'duration_secs': 0.2043} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.595317] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.597019] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82af7417-be60-4c9a-9666-bc5ef607cebc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.607175] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 901.607175] env[70966]: value = "task-3612844" [ 901.607175] env[70966]: _type = "Task" [ 901.607175] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.616787] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.698205] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "379e905b-dd3b-4b73-8393-02232f2540ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.698455] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "379e905b-dd3b-4b73-8393-02232f2540ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.842203] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.842801] env[70966]: DEBUG nova.compute.manager [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.849504] env[70966]: DEBUG oslo_concurrency.lockutils [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.691s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.851294] env[70966]: DEBUG oslo_concurrency.lockutils [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.853602] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.809s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.859689] env[70966]: INFO nova.compute.claims [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.862831] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: f7b8ffd2-fb72-48c4-bfe9-8c778490d64c] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.905889] env[70966]: INFO nova.scheduler.client.report [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Deleted allocations for instance 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8 [ 901.973166] env[70966]: DEBUG oslo_vmware.api [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3612843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153599} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.973552] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.973788] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.976044] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.976756] env[70966]: INFO nova.compute.manager [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 901.976756] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.976957] env[70966]: DEBUG nova.compute.manager [-] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.977306] env[70966]: DEBUG nova.network.neutron [-] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.075369] env[70966]: DEBUG nova.compute.manager [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.120927] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612844, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.202244] env[70966]: DEBUG nova.compute.manager [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.351073] env[70966]: DEBUG nova.compute.utils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.352553] env[70966]: DEBUG nova.compute.manager [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.352752] env[70966]: DEBUG nova.network.neutron [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.370768] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: ddabc195-3a39-4139-8248-5320cd09d48f] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.418223] env[70966]: DEBUG oslo_concurrency.lockutils [None req-55983a5c-fb50-427d-9f51-cc06691cb47b tempest-ServerRescueTestJSON-1507268941 tempest-ServerRescueTestJSON-1507268941-project-member] Lock "7b32f1c1-9a02-440c-8a08-9653c1ceb1a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.657s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.496274] env[70966]: DEBUG nova.policy [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2dabeca337c496fae9971378a2118ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893616cde42346daa4859c79b9637f82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.608624] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.624110] env[70966]: DEBUG oslo_vmware.api [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612844, 'name': PowerOnVM_Task, 'duration_secs': 0.672326} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.624426] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.624650] env[70966]: INFO nova.compute.manager [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Took 9.99 seconds to spawn the instance on the hypervisor. [ 902.624836] env[70966]: DEBUG nova.compute.manager [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.625717] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d1e88d-57ba-48dd-989c-df222e01788a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.734512] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.856647] env[70966]: DEBUG nova.compute.manager [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.880387] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 91cfc32f-29e6-4ae5-90d1-9ecf226bf5ce] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.149714] env[70966]: INFO nova.compute.manager [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Took 59.67 seconds to build instance. [ 903.387492] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: d384a829-fab2-4f70-bae5-6460ad85fa20] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.393112] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399c843f-9d09-439a-af50-841938ac6fd7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.403041] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055fb6c1-d04e-4ad1-8365-7f124613e8b9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.446863] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a09f49-a6f8-4d4c-949f-b219f89e91c1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.456799] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f710915f-447b-4a8d-8170-71208ce868ce {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.476031] env[70966]: DEBUG nova.compute.provider_tree [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.658365] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1796e9a7-5768-482d-b887-bd1b72e4a820 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "fcd6b298-8442-4288-87c3-2cb0457b1626" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.633s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.783208] env[70966]: DEBUG nova.compute.manager [req-d60978f0-bb0a-4699-8f04-123a75f973c1 req-561c9bd5-d7c2-46e9-aede-237d3d26587d service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Received event network-vif-deleted-ab316e3f-5518-4f76-b29a-728aa9e7bef0 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.783424] env[70966]: INFO nova.compute.manager [req-d60978f0-bb0a-4699-8f04-123a75f973c1 req-561c9bd5-d7c2-46e9-aede-237d3d26587d service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Neutron deleted interface ab316e3f-5518-4f76-b29a-728aa9e7bef0; detaching it from the instance and deleting it from the info cache [ 903.783598] env[70966]: DEBUG nova.network.neutron [req-d60978f0-bb0a-4699-8f04-123a75f973c1 req-561c9bd5-d7c2-46e9-aede-237d3d26587d service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.869979] env[70966]: DEBUG nova.compute.manager [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.893727] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 4b88a240-eedd-4d3d-ab3e-9f793f020f83] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.926983] env[70966]: DEBUG nova.virt.hardware [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.927552] env[70966]: DEBUG nova.virt.hardware [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.927552] env[70966]: DEBUG nova.virt.hardware [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.927777] env[70966]: DEBUG nova.virt.hardware [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.927777] env[70966]: DEBUG nova.virt.hardware [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.927894] env[70966]: DEBUG nova.virt.hardware [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.928819] env[70966]: DEBUG nova.virt.hardware [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.928819] env[70966]: DEBUG nova.virt.hardware [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.929670] env[70966]: DEBUG nova.virt.hardware [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.930365] env[70966]: DEBUG nova.virt.hardware [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.930572] env[70966]: DEBUG nova.virt.hardware [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.931596] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef7b6fc-d576-40f8-aec0-08e481b5af7a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.945928] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc80b0e5-03a5-446b-a283-f3a5b9644f9c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.981772] env[70966]: DEBUG nova.scheduler.client.report [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.152329] env[70966]: DEBUG nova.network.neutron [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Successfully created port: d0396fa5-861c-444a-adb7-9d03588884f3 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.159389] env[70966]: DEBUG nova.network.neutron [-] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.290067] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a62afb43-268c-48a8-8d7b-81c6b3925ea0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.301472] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6347d0-7922-44f6-8cb8-33ed0886ddcf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.341087] env[70966]: DEBUG nova.compute.manager [req-d60978f0-bb0a-4699-8f04-123a75f973c1 req-561c9bd5-d7c2-46e9-aede-237d3d26587d service nova] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Detach interface failed, port_id=ab316e3f-5518-4f76-b29a-728aa9e7bef0, reason: Instance dc4f6db8-170b-4d56-b3bc-80316ec8aed5 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 904.400136] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 7920b620-2349-4217-b3de-ca887e5d9116] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.487998] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.490051] env[70966]: DEBUG nova.compute.manager [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.493405] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.479s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.662957] env[70966]: INFO nova.compute.manager [-] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Took 2.69 seconds to deallocate network for instance. [ 904.685870] env[70966]: DEBUG nova.compute.manager [req-a12054d0-1504-4333-a51e-a61e15ea9fb6 req-affcf0ae-6103-4f89-b58c-e349bd15d22a service nova] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Received event network-changed-ef6753d4-e088-44f0-8a35-d40382cc5a47 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.685870] env[70966]: DEBUG nova.compute.manager [req-a12054d0-1504-4333-a51e-a61e15ea9fb6 req-affcf0ae-6103-4f89-b58c-e349bd15d22a service nova] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Refreshing instance network info cache due to event network-changed-ef6753d4-e088-44f0-8a35-d40382cc5a47. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.686381] env[70966]: DEBUG oslo_concurrency.lockutils [req-a12054d0-1504-4333-a51e-a61e15ea9fb6 req-affcf0ae-6103-4f89-b58c-e349bd15d22a service nova] Acquiring lock "refresh_cache-fcd6b298-8442-4288-87c3-2cb0457b1626" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.686546] env[70966]: DEBUG oslo_concurrency.lockutils [req-a12054d0-1504-4333-a51e-a61e15ea9fb6 req-affcf0ae-6103-4f89-b58c-e349bd15d22a service nova] Acquired lock "refresh_cache-fcd6b298-8442-4288-87c3-2cb0457b1626" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.686837] env[70966]: DEBUG nova.network.neutron [req-a12054d0-1504-4333-a51e-a61e15ea9fb6 req-affcf0ae-6103-4f89-b58c-e349bd15d22a service nova] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Refreshing network info cache for port ef6753d4-e088-44f0-8a35-d40382cc5a47 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.908189] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: f1210592-f6bf-44c0-bc06-8e92caa2754d] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.997284] env[70966]: DEBUG nova.compute.utils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.003527] env[70966]: DEBUG nova.compute.manager [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.003769] env[70966]: DEBUG nova.network.neutron [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.181225] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.185625] env[70966]: DEBUG nova.policy [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7baa6caea74c4b848eae958f4df349aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7683c8bdd082486cb0c09832c82fa782', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.412379] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: da927a37-b921-460f-aef6-e3422f9f3ab8] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.470300] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ca2c0e-60fd-4511-93fb-66e5265cc3de {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.480246] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b9a02d-f8ce-4fe1-aeff-d69b9e08e1b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.518778] env[70966]: DEBUG nova.compute.manager [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.522606] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e1481c-e37e-4fe2-a5b0-0309f392dae7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.531185] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79ef1e4-6e8b-4e97-b6ca-4a4a1ea94fca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.547789] env[70966]: DEBUG nova.compute.provider_tree [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.915747] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 55411331-13f8-46e7-8e47-73686de2724b] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.008110] env[70966]: DEBUG nova.network.neutron [req-a12054d0-1504-4333-a51e-a61e15ea9fb6 req-affcf0ae-6103-4f89-b58c-e349bd15d22a service nova] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Updated VIF entry in instance network info cache for port ef6753d4-e088-44f0-8a35-d40382cc5a47. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.008771] env[70966]: DEBUG nova.network.neutron [req-a12054d0-1504-4333-a51e-a61e15ea9fb6 req-affcf0ae-6103-4f89-b58c-e349bd15d22a service nova] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Updating instance_info_cache with network_info: [{"id": "ef6753d4-e088-44f0-8a35-d40382cc5a47", "address": "fa:16:3e:11:b0:89", "network": {"id": "0f7003b6-f992-4390-a9ce-e88f09bebb4f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2040545199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff3cb2fda80f40fb995882995c9fa62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6753d4-e0", "ovs_interfaceid": "ef6753d4-e088-44f0-8a35-d40382cc5a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.052684] env[70966]: DEBUG nova.scheduler.client.report [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.419819] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: bec21396-170b-41fb-9b54-9170d7654d50] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.426133] env[70966]: DEBUG nova.network.neutron [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Successfully created port: ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.513797] env[70966]: DEBUG oslo_concurrency.lockutils [req-a12054d0-1504-4333-a51e-a61e15ea9fb6 req-affcf0ae-6103-4f89-b58c-e349bd15d22a service nova] Releasing lock "refresh_cache-fcd6b298-8442-4288-87c3-2cb0457b1626" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.531353] env[70966]: DEBUG nova.compute.manager [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.573154] env[70966]: DEBUG nova.virt.hardware [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.573154] env[70966]: DEBUG nova.virt.hardware [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.573579] env[70966]: DEBUG nova.virt.hardware [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.573903] env[70966]: DEBUG nova.virt.hardware [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.574608] env[70966]: DEBUG nova.virt.hardware [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.574608] env[70966]: DEBUG nova.virt.hardware [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.574750] env[70966]: DEBUG nova.virt.hardware [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.574933] env[70966]: DEBUG nova.virt.hardware [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.575121] env[70966]: DEBUG nova.virt.hardware [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.575291] env[70966]: DEBUG nova.virt.hardware [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.575464] env[70966]: DEBUG nova.virt.hardware [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.577101] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e014914d-b307-4dca-8d7a-ec66025e62f0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.588451] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36ce727-8365-48bf-aa6a-96b10c6e421d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.637216] env[70966]: DEBUG nova.compute.manager [req-88c4c116-9d47-45c5-b504-a33e5e8535f5 req-c637914b-9d46-450d-a96e-0e3be77b1a91 service nova] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Received event network-vif-plugged-d0396fa5-861c-444a-adb7-9d03588884f3 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.637434] env[70966]: DEBUG oslo_concurrency.lockutils [req-88c4c116-9d47-45c5-b504-a33e5e8535f5 req-c637914b-9d46-450d-a96e-0e3be77b1a91 service nova] Acquiring lock "533a28e1-975b-4559-b313-287e01c9c27c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.637649] env[70966]: DEBUG oslo_concurrency.lockutils [req-88c4c116-9d47-45c5-b504-a33e5e8535f5 req-c637914b-9d46-450d-a96e-0e3be77b1a91 service nova] Lock "533a28e1-975b-4559-b313-287e01c9c27c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.637810] env[70966]: DEBUG oslo_concurrency.lockutils [req-88c4c116-9d47-45c5-b504-a33e5e8535f5 req-c637914b-9d46-450d-a96e-0e3be77b1a91 service nova] Lock "533a28e1-975b-4559-b313-287e01c9c27c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.637970] env[70966]: DEBUG nova.compute.manager [req-88c4c116-9d47-45c5-b504-a33e5e8535f5 req-c637914b-9d46-450d-a96e-0e3be77b1a91 service nova] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] No waiting events found dispatching network-vif-plugged-d0396fa5-861c-444a-adb7-9d03588884f3 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.638148] env[70966]: WARNING nova.compute.manager [req-88c4c116-9d47-45c5-b504-a33e5e8535f5 req-c637914b-9d46-450d-a96e-0e3be77b1a91 service nova] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Received unexpected event network-vif-plugged-d0396fa5-861c-444a-adb7-9d03588884f3 for instance with vm_state building and task_state spawning. [ 906.927228] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: d1b322c8-c490-43ef-b7b3-74cd3b159cec] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.070733] env[70966]: DEBUG nova.network.neutron [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Successfully updated port: d0396fa5-861c-444a-adb7-9d03588884f3 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.079761] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.586s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.082694] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.126s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.083540] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.086312] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.690s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.088506] env[70966]: INFO nova.compute.claims [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.130346] env[70966]: INFO nova.scheduler.client.report [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Deleted allocations for instance ec672346-e564-4eae-985e-c3fc978ab8f4 [ 907.430746] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 3278e6e3-ba77-41bc-bbf9-29b6a68399e7] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.585034] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "refresh_cache-533a28e1-975b-4559-b313-287e01c9c27c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.585034] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired lock "refresh_cache-533a28e1-975b-4559-b313-287e01c9c27c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.585034] env[70966]: DEBUG nova.network.neutron [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.647911] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d8dd941a-c2ab-4f20-9286-1bbb541d17c6 tempest-ImagesOneServerTestJSON-1632463462 tempest-ImagesOneServerTestJSON-1632463462-project-member] Lock "ec672346-e564-4eae-985e-c3fc978ab8f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.199s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.679148] env[70966]: INFO nova.scheduler.client.report [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleted allocation for migration 3f01cc84-c027-4ba2-9fbd-daddc843d751 [ 907.934853] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: bb288733-a6d1-4bac-b59b-57db9fcb79ed] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.187775] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bc2c85cb-fa18-4ca2-86c9-e4ce4e1195df tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "51fa14a5-b703-4023-a641-4ca9894bdc49" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.014s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.442763] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: bc7eb745-301c-4b47-859c-43dbdff8cea2] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.449814] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6da28b-f8a9-4749-9d60-2e1d391cfe10 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.458799] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee8f038-69e1-4c7c-9ec7-1c8ca098be26 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.498197] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635662d6-2d2a-4743-b4b3-246bcfca32fc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.507107] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b2fa67-dfe6-4c6a-a330-ed4bff322554 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.522518] env[70966]: DEBUG nova.compute.provider_tree [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.586306] env[70966]: DEBUG nova.network.neutron [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.943665] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: a84deccc-f059-4f4d-a197-fde737b85d1c] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.028681] env[70966]: DEBUG nova.scheduler.client.report [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.216940] env[70966]: DEBUG nova.network.neutron [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Updating instance_info_cache with network_info: [{"id": "d0396fa5-861c-444a-adb7-9d03588884f3", "address": "fa:16:3e:f2:2e:19", "network": {"id": "a5238dec-7986-46ca-8cf7-2c8419f2bf99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1236207224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893616cde42346daa4859c79b9637f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0396fa5-86", "ovs_interfaceid": "d0396fa5-861c-444a-adb7-9d03588884f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.447238] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 9ee2d52c-ad37-40c9-9140-c1e7c8ba451f] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.533927] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.534519] env[70966]: DEBUG nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.537450] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.133s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.542735] env[70966]: INFO nova.compute.claims [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.584457] env[70966]: DEBUG nova.compute.manager [req-7b6f2eeb-05fd-4289-93de-ecb59a0d9764 req-f5863e17-192f-4fe4-9870-503991deb1a4 service nova] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Received event network-changed-d0396fa5-861c-444a-adb7-9d03588884f3 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.586642] env[70966]: DEBUG nova.compute.manager [req-7b6f2eeb-05fd-4289-93de-ecb59a0d9764 req-f5863e17-192f-4fe4-9870-503991deb1a4 service nova] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Refreshing instance network info cache due to event network-changed-d0396fa5-861c-444a-adb7-9d03588884f3. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.587306] env[70966]: DEBUG oslo_concurrency.lockutils [req-7b6f2eeb-05fd-4289-93de-ecb59a0d9764 req-f5863e17-192f-4fe4-9870-503991deb1a4 service nova] Acquiring lock "refresh_cache-533a28e1-975b-4559-b313-287e01c9c27c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.723117] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lock "refresh_cache-533a28e1-975b-4559-b313-287e01c9c27c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.723117] env[70966]: DEBUG nova.compute.manager [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Instance network_info: |[{"id": "d0396fa5-861c-444a-adb7-9d03588884f3", "address": "fa:16:3e:f2:2e:19", "network": {"id": "a5238dec-7986-46ca-8cf7-2c8419f2bf99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1236207224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893616cde42346daa4859c79b9637f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0396fa5-86", "ovs_interfaceid": "d0396fa5-861c-444a-adb7-9d03588884f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.723117] env[70966]: DEBUG oslo_concurrency.lockutils [req-7b6f2eeb-05fd-4289-93de-ecb59a0d9764 req-f5863e17-192f-4fe4-9870-503991deb1a4 service nova] Acquired lock "refresh_cache-533a28e1-975b-4559-b313-287e01c9c27c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.723117] env[70966]: DEBUG nova.network.neutron [req-7b6f2eeb-05fd-4289-93de-ecb59a0d9764 req-f5863e17-192f-4fe4-9870-503991deb1a4 service nova] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Refreshing network info cache for port d0396fa5-861c-444a-adb7-9d03588884f3 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.723117] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:2e:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0396fa5-861c-444a-adb7-9d03588884f3', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.731313] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Creating folder: Project (893616cde42346daa4859c79b9637f82). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.735350] env[70966]: DEBUG nova.network.neutron [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Successfully updated port: ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.736979] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcd1e87b-9564-4af6-92ed-c116c705b690 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.754207] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Created folder: Project (893616cde42346daa4859c79b9637f82) in parent group-v720468. [ 909.754207] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Creating folder: Instances. Parent ref: group-v720657. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.754207] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b7cefda-7afa-4e3c-98bc-b0933cf94fa7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.770833] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Created folder: Instances in parent group-v720657. [ 909.770833] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.770833] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.770833] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7deb7e3-4137-4fbb-944f-0bde738441cb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.792876] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.792876] env[70966]: value = "task-3612847" [ 909.792876] env[70966]: _type = "Task" [ 909.792876] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.804370] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612847, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.957910] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 82a67b38-0395-41d6-bbd0-6e7dc4355e7a] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.047645] env[70966]: DEBUG nova.compute.utils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.055071] env[70966]: DEBUG nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.055071] env[70966]: DEBUG nova.network.neutron [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.182078] env[70966]: DEBUG nova.policy [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eeb3a783e544273adc76b62c834dbb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd1051e7cf9b4fe2bcce8f54930cb405', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.221130] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Acquiring lock "b9921915-f483-425f-8214-6e35b2b939b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.221335] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Lock "b9921915-f483-425f-8214-6e35b2b939b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.240237] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "refresh_cache-8fa737dc-9d45-43b9-a9a9-22e593c6f1e8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.240378] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquired lock "refresh_cache-8fa737dc-9d45-43b9-a9a9-22e593c6f1e8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.240520] env[70966]: DEBUG nova.network.neutron [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.304063] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612847, 'name': CreateVM_Task, 'duration_secs': 0.382579} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.304982] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.305177] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.305447] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.305683] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.305942] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df60c37c-8ec8-4807-8c2b-1ccbca20a512 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.311916] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 910.311916] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c0cdaf-5b6e-fd1d-705c-eb93430b56eb" [ 910.311916] env[70966]: _type = "Task" [ 910.311916] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.323023] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c0cdaf-5b6e-fd1d-705c-eb93430b56eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.463807] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 18779dc5-88dd-4b52-b3a0-aba8cac880e6] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.503560] env[70966]: DEBUG nova.network.neutron [req-7b6f2eeb-05fd-4289-93de-ecb59a0d9764 req-f5863e17-192f-4fe4-9870-503991deb1a4 service nova] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Updated VIF entry in instance network info cache for port d0396fa5-861c-444a-adb7-9d03588884f3. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.503560] env[70966]: DEBUG nova.network.neutron [req-7b6f2eeb-05fd-4289-93de-ecb59a0d9764 req-f5863e17-192f-4fe4-9870-503991deb1a4 service nova] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Updating instance_info_cache with network_info: [{"id": "d0396fa5-861c-444a-adb7-9d03588884f3", "address": "fa:16:3e:f2:2e:19", "network": {"id": "a5238dec-7986-46ca-8cf7-2c8419f2bf99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1236207224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893616cde42346daa4859c79b9637f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0396fa5-86", "ovs_interfaceid": "d0396fa5-861c-444a-adb7-9d03588884f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.561712] env[70966]: DEBUG nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.726132] env[70966]: DEBUG nova.compute.manager [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.827531] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c0cdaf-5b6e-fd1d-705c-eb93430b56eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01543} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.830301] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.830541] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.830805] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.830958] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.831155] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.832418] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dea9e97-1caa-4f62-9918-7eaa89d62315 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.841800] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.841981] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.843184] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95442cf3-378e-4c46-8058-a1b33382c800 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.851810] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 910.851810] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d3c1c4-d938-7ca5-2584-8b77427633eb" [ 910.851810] env[70966]: _type = "Task" [ 910.851810] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.859980] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d3c1c4-d938-7ca5-2584-8b77427633eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.967998] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 8f76e24e-bad2-451b-a3e7-99a77ab2fb29] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.006873] env[70966]: DEBUG oslo_concurrency.lockutils [req-7b6f2eeb-05fd-4289-93de-ecb59a0d9764 req-f5863e17-192f-4fe4-9870-503991deb1a4 service nova] Releasing lock "refresh_cache-533a28e1-975b-4559-b313-287e01c9c27c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.009194] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48883a36-8901-4c82-ba23-cf57adce8442 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.025427] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ad532f-3838-4c0f-b028-529c74fffdeb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.058705] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda9d2b6-52dd-446f-8bc9-adbf24713631 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.067581] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe07458-77a5-4ccb-9c3e-a3bcdf8fb20e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.087206] env[70966]: DEBUG nova.compute.provider_tree [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.089207] env[70966]: DEBUG nova.network.neutron [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.203489] env[70966]: DEBUG nova.network.neutron [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Successfully created port: d960a192-f8f5-4429-9e21-2771da3d336e {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.262304] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.371147] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d3c1c4-d938-7ca5-2584-8b77427633eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010926} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.372960] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf22ebc6-bae8-4da8-b793-a7c49dfa64ee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.382415] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 911.382415] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d6b5c4-36c6-2e41-8afc-63ae26886724" [ 911.382415] env[70966]: _type = "Task" [ 911.382415] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.390707] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d6b5c4-36c6-2e41-8afc-63ae26886724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.472716] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 3f5f849f-6385-43fc-84da-d6750104dbab] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.475613] env[70966]: DEBUG nova.network.neutron [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Updating instance_info_cache with network_info: [{"id": "ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e", "address": "fa:16:3e:54:91:7a", "network": {"id": "47220c00-676f-4fc5-af6d-8ba5e3ac674e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1956001963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7683c8bdd082486cb0c09832c82fa782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee7cf3e0-ff", "ovs_interfaceid": "ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.580328] env[70966]: DEBUG nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.595159] env[70966]: DEBUG nova.scheduler.client.report [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.616705] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.616832] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.616950] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.618019] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.618019] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.618019] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.618019] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.618019] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.618019] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.618274] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.618310] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.619719] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdb83bc-1041-4365-885d-e1143d4dbbcf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.629967] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076b1fa4-1d14-42bb-bc60-615d9343bbcc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.720551] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cfdd5351-9ff0-443a-8cda-69169253bbf8 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "interface-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.720666] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cfdd5351-9ff0-443a-8cda-69169253bbf8 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.721083] env[70966]: DEBUG nova.objects.instance [None req-cfdd5351-9ff0-443a-8cda-69169253bbf8 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lazy-loading 'flavor' on Instance uuid f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.893338] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d6b5c4-36c6-2e41-8afc-63ae26886724, 'name': SearchDatastore_Task, 'duration_secs': 0.011216} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.893622] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.893885] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 533a28e1-975b-4559-b313-287e01c9c27c/533a28e1-975b-4559-b313-287e01c9c27c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.894165] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-394de809-71e4-4544-bd70-08734e8ceaf6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.904092] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 911.904092] env[70966]: value = "task-3612848" [ 911.904092] env[70966]: _type = "Task" [ 911.904092] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.911895] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.977767] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 5a282972-34c3-4c50-accc-d2f54b2676e9] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.979775] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Releasing lock "refresh_cache-8fa737dc-9d45-43b9-a9a9-22e593c6f1e8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.980724] env[70966]: DEBUG nova.compute.manager [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Instance network_info: |[{"id": "ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e", "address": "fa:16:3e:54:91:7a", "network": {"id": "47220c00-676f-4fc5-af6d-8ba5e3ac674e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1956001963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7683c8bdd082486cb0c09832c82fa782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee7cf3e0-ff", "ovs_interfaceid": "ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.981440] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:91:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.990851] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.991102] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.992487] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8fbbd66-c7dc-4fb2-b72c-52f922826eec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.014732] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.014732] env[70966]: value = "task-3612849" [ 912.014732] env[70966]: _type = "Task" [ 912.014732] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.031671] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612849, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.099719] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.100095] env[70966]: DEBUG nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.103605] env[70966]: DEBUG oslo_concurrency.lockutils [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.127s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.104280] env[70966]: DEBUG oslo_concurrency.lockutils [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.107114] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.007s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.107415] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.110327] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.794s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.110327] env[70966]: DEBUG nova.objects.instance [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Lazy-loading 'resources' on Instance uuid 07049616-7ae3-4f76-9386-fbfc9032e6e3 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.149613] env[70966]: INFO nova.scheduler.client.report [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleted allocations for instance 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29 [ 912.151310] env[70966]: INFO nova.scheduler.client.report [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleted allocations for instance 7d700732-0963-4c7e-910f-00edb7c4bbd1 [ 912.228265] env[70966]: DEBUG nova.objects.instance [None req-cfdd5351-9ff0-443a-8cda-69169253bbf8 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lazy-loading 'pci_requests' on Instance uuid f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.322631] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Acquiring lock "37823278-35eb-47c4-857f-eadba47f5ad8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.322631] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Lock "37823278-35eb-47c4-857f-eadba47f5ad8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.413540] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489237} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.413837] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 533a28e1-975b-4559-b313-287e01c9c27c/533a28e1-975b-4559-b313-287e01c9c27c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.414067] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.414332] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d4346aa-84cb-44c5-b694-094fad26cf0b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.423478] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 912.423478] env[70966]: value = "task-3612850" [ 912.423478] env[70966]: _type = "Task" [ 912.423478] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.433554] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.461418] env[70966]: DEBUG nova.compute.manager [req-1a796334-941a-4501-944f-f334a5b5dbb1 req-6b0b44a6-d152-4e4e-a3fb-efe3fe95fcd1 service nova] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Received event network-vif-plugged-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.462374] env[70966]: DEBUG oslo_concurrency.lockutils [req-1a796334-941a-4501-944f-f334a5b5dbb1 req-6b0b44a6-d152-4e4e-a3fb-efe3fe95fcd1 service nova] Acquiring lock "8fa737dc-9d45-43b9-a9a9-22e593c6f1e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.462374] env[70966]: DEBUG oslo_concurrency.lockutils [req-1a796334-941a-4501-944f-f334a5b5dbb1 req-6b0b44a6-d152-4e4e-a3fb-efe3fe95fcd1 service nova] Lock "8fa737dc-9d45-43b9-a9a9-22e593c6f1e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.462374] env[70966]: DEBUG oslo_concurrency.lockutils [req-1a796334-941a-4501-944f-f334a5b5dbb1 req-6b0b44a6-d152-4e4e-a3fb-efe3fe95fcd1 service nova] Lock "8fa737dc-9d45-43b9-a9a9-22e593c6f1e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.463094] env[70966]: DEBUG nova.compute.manager [req-1a796334-941a-4501-944f-f334a5b5dbb1 req-6b0b44a6-d152-4e4e-a3fb-efe3fe95fcd1 service nova] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] No waiting events found dispatching network-vif-plugged-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.463094] env[70966]: WARNING nova.compute.manager [req-1a796334-941a-4501-944f-f334a5b5dbb1 req-6b0b44a6-d152-4e4e-a3fb-efe3fe95fcd1 service nova] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Received unexpected event network-vif-plugged-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e for instance with vm_state building and task_state spawning. [ 912.463094] env[70966]: DEBUG nova.compute.manager [req-1a796334-941a-4501-944f-f334a5b5dbb1 req-6b0b44a6-d152-4e4e-a3fb-efe3fe95fcd1 service nova] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Received event network-changed-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.463308] env[70966]: DEBUG nova.compute.manager [req-1a796334-941a-4501-944f-f334a5b5dbb1 req-6b0b44a6-d152-4e4e-a3fb-efe3fe95fcd1 service nova] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Refreshing instance network info cache due to event network-changed-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.463452] env[70966]: DEBUG oslo_concurrency.lockutils [req-1a796334-941a-4501-944f-f334a5b5dbb1 req-6b0b44a6-d152-4e4e-a3fb-efe3fe95fcd1 service nova] Acquiring lock "refresh_cache-8fa737dc-9d45-43b9-a9a9-22e593c6f1e8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.463763] env[70966]: DEBUG oslo_concurrency.lockutils [req-1a796334-941a-4501-944f-f334a5b5dbb1 req-6b0b44a6-d152-4e4e-a3fb-efe3fe95fcd1 service nova] Acquired lock "refresh_cache-8fa737dc-9d45-43b9-a9a9-22e593c6f1e8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.463983] env[70966]: DEBUG nova.network.neutron [req-1a796334-941a-4501-944f-f334a5b5dbb1 req-6b0b44a6-d152-4e4e-a3fb-efe3fe95fcd1 service nova] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Refreshing network info cache for port ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.482010] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 0cc0309f-2ab2-4974-8786-697a8fba568e] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.527951] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612849, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.606619] env[70966]: DEBUG nova.compute.utils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.608422] env[70966]: DEBUG nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.609314] env[70966]: DEBUG nova.network.neutron [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.661174] env[70966]: DEBUG oslo_concurrency.lockutils [None req-26f4671e-54f8-4f68-ac85-90178d7905c1 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "06c5a2bf-29cc-4f47-b6a6-1ce56764fa29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.348s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.662567] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9755046b-3a8f-4bc2-b080-ce180f4771f9 tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "7d700732-0963-4c7e-910f-00edb7c4bbd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.179s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.673390] env[70966]: DEBUG nova.policy [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eeb3a783e544273adc76b62c834dbb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd1051e7cf9b4fe2bcce8f54930cb405', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.734542] env[70966]: DEBUG nova.objects.base [None req-cfdd5351-9ff0-443a-8cda-69169253bbf8 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 912.734775] env[70966]: DEBUG nova.network.neutron [None req-cfdd5351-9ff0-443a-8cda-69169253bbf8 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.818707] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cfdd5351-9ff0-443a-8cda-69169253bbf8 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.098s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.828296] env[70966]: DEBUG nova.compute.manager [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.941978] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108614} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.942405] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.943467] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bdeab7-6814-461b-abb3-fafb922b2b2f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.976297] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 533a28e1-975b-4559-b313-287e01c9c27c/533a28e1-975b-4559-b313-287e01c9c27c.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.981609] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b333b0b2-d72e-4d34-9a7f-29bb193bcc25 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.000449] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 398963b2-611f-4ba1-bdcd-06363b773c3a] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.009549] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 913.009549] env[70966]: value = "task-3612851" [ 913.009549] env[70966]: _type = "Task" [ 913.009549] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.014449] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093e29b5-8367-4a02-b6f7-e5c8a349ff5b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.024047] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.027422] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e475e3-e51d-4da1-aaeb-4fab42154e2b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.034252] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612849, 'name': CreateVM_Task, 'duration_secs': 0.623561} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.034832] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.035563] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.035734] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.036078] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.036342] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-856c4983-11e9-4e2d-ab5f-e6512dd76154 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.063532] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5c5988-757d-4140-80c7-11bac69c9595 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.067719] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 913.067719] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525f9bb7-0a92-5841-1f45-8418ec305d89" [ 913.067719] env[70966]: _type = "Task" [ 913.067719] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.074570] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec76d671-8851-4a64-a26c-a822bd16bb3d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.081608] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525f9bb7-0a92-5841-1f45-8418ec305d89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.094808] env[70966]: DEBUG nova.compute.provider_tree [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.114593] env[70966]: DEBUG nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.297543] env[70966]: DEBUG nova.network.neutron [req-1a796334-941a-4501-944f-f334a5b5dbb1 req-6b0b44a6-d152-4e4e-a3fb-efe3fe95fcd1 service nova] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Updated VIF entry in instance network info cache for port ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.297815] env[70966]: DEBUG nova.network.neutron [req-1a796334-941a-4501-944f-f334a5b5dbb1 req-6b0b44a6-d152-4e4e-a3fb-efe3fe95fcd1 service nova] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Updating instance_info_cache with network_info: [{"id": "ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e", "address": "fa:16:3e:54:91:7a", "network": {"id": "47220c00-676f-4fc5-af6d-8ba5e3ac674e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1956001963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7683c8bdd082486cb0c09832c82fa782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee7cf3e0-ff", "ovs_interfaceid": "ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.365623] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.470555] env[70966]: DEBUG nova.network.neutron [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Successfully created port: 0ed71504-e46e-454c-a482-a164a413ccb5 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.480088] env[70966]: DEBUG nova.network.neutron [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Successfully updated port: d960a192-f8f5-4429-9e21-2771da3d336e {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.504936] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: c2038576-7e02-4874-a535-f60a355e17df] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.519925] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612851, 'name': ReconfigVM_Task, 'duration_secs': 0.302307} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.520292] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 533a28e1-975b-4559-b313-287e01c9c27c/533a28e1-975b-4559-b313-287e01c9c27c.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.521051] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b87fd971-6744-48dc-841f-cbd901078121 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.529833] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 913.529833] env[70966]: value = "task-3612852" [ 913.529833] env[70966]: _type = "Task" [ 913.529833] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.540343] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612852, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.581185] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525f9bb7-0a92-5841-1f45-8418ec305d89, 'name': SearchDatastore_Task, 'duration_secs': 0.011897} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.581522] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.581767] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.582012] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.582165] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.582382] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.582651] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-725afaf6-2b12-4170-8980-72bd143bc286 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.592372] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.592623] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.593440] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd52dcc-2bea-4757-895c-7451e182b3a0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.596383] env[70966]: DEBUG nova.scheduler.client.report [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.603602] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 913.603602] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52807119-38fb-61cb-49c9-40ec01b380f4" [ 913.603602] env[70966]: _type = "Task" [ 913.603602] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.612359] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52807119-38fb-61cb-49c9-40ec01b380f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.755244] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "51fa14a5-b703-4023-a641-4ca9894bdc49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.755546] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "51fa14a5-b703-4023-a641-4ca9894bdc49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.755798] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "51fa14a5-b703-4023-a641-4ca9894bdc49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.755981] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "51fa14a5-b703-4023-a641-4ca9894bdc49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.757881] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "51fa14a5-b703-4023-a641-4ca9894bdc49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.758390] env[70966]: INFO nova.compute.manager [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Terminating instance [ 913.803763] env[70966]: DEBUG oslo_concurrency.lockutils [req-1a796334-941a-4501-944f-f334a5b5dbb1 req-6b0b44a6-d152-4e4e-a3fb-efe3fe95fcd1 service nova] Releasing lock "refresh_cache-8fa737dc-9d45-43b9-a9a9-22e593c6f1e8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.982523] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "refresh_cache-f9e9bd3f-e448-47c3-a360-15bdaa60227e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.982652] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired lock "refresh_cache-f9e9bd3f-e448-47c3-a360-15bdaa60227e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.982806] env[70966]: DEBUG nova.network.neutron [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.010194] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 5f1c69bc-256b-4dc1-991f-0fca1f272943] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.042070] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612852, 'name': Rename_Task, 'duration_secs': 0.237414} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.042070] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.042070] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23eef991-7511-4ee1-8054-57228951982a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.050646] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 914.050646] env[70966]: value = "task-3612853" [ 914.050646] env[70966]: _type = "Task" [ 914.050646] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.067011] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.101292] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.103892] env[70966]: DEBUG oslo_concurrency.lockutils [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.134s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.104141] env[70966]: DEBUG nova.objects.instance [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Lazy-loading 'resources' on Instance uuid 5fa36180-ad14-4440-991a-8eb3ee75d8cb {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.119601] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52807119-38fb-61cb-49c9-40ec01b380f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.121428] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c269d40-7672-49c8-accb-f3388a7fcb46 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.124807] env[70966]: DEBUG nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.134290] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 914.134290] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bb7c0b-af61-cc99-b275-0f03d7fcfacb" [ 914.134290] env[70966]: _type = "Task" [ 914.134290] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.134290] env[70966]: INFO nova.scheduler.client.report [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Deleted allocations for instance 07049616-7ae3-4f76-9386-fbfc9032e6e3 [ 914.150422] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bb7c0b-af61-cc99-b275-0f03d7fcfacb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.160914] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.160914] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.160914] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.160914] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.160914] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.161324] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.161757] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.162115] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.162456] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.162795] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.163134] env[70966]: DEBUG nova.virt.hardware [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.165023] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04dd00e-fa0a-4371-a92e-bf477fe884ce {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.175541] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f06358-d539-48cd-b943-f73490206371 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.263638] env[70966]: DEBUG nova.compute.manager [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.263879] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.265641] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74de7595-ae95-46ee-94c7-4d64828363a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.275545] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.276746] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-906bb5f1-e79b-4354-ba39-84e32500bf85 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.283070] env[70966]: DEBUG oslo_vmware.api [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 914.283070] env[70966]: value = "task-3612854" [ 914.283070] env[70966]: _type = "Task" [ 914.283070] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.303422] env[70966]: DEBUG oslo_vmware.api [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.396618] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "d14d1fb9-7aec-4259-bedc-d9224c73322c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.396897] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "d14d1fb9-7aec-4259-bedc-d9224c73322c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.397133] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "d14d1fb9-7aec-4259-bedc-d9224c73322c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.397320] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "d14d1fb9-7aec-4259-bedc-d9224c73322c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.397487] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "d14d1fb9-7aec-4259-bedc-d9224c73322c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.401642] env[70966]: INFO nova.compute.manager [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Terminating instance [ 914.513620] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 7c032122-be07-4154-9dab-d7fe6dcd5d8e] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.535144] env[70966]: DEBUG nova.network.neutron [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.567992] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612853, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.648035] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40ee7ddf-5a2d-4de6-a77e-0b28c114ea76 tempest-ServerDiagnosticsV248Test-1918189388 tempest-ServerDiagnosticsV248Test-1918189388-project-member] Lock "07049616-7ae3-4f76-9386-fbfc9032e6e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.904s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.660319] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bb7c0b-af61-cc99-b275-0f03d7fcfacb, 'name': SearchDatastore_Task, 'duration_secs': 0.019622} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.667106] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.667440] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8/8fa737dc-9d45-43b9-a9a9-22e593c6f1e8.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.667966] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db97fc6a-b10e-4198-aa88-652138f213be {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.679096] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 914.679096] env[70966]: value = "task-3612855" [ 914.679096] env[70966]: _type = "Task" [ 914.679096] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.695933] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.753963] env[70966]: DEBUG nova.network.neutron [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Updating instance_info_cache with network_info: [{"id": "d960a192-f8f5-4429-9e21-2771da3d336e", "address": "fa:16:3e:f8:e1:87", "network": {"id": "b0c6996a-13fe-4c46-ab3a-a6511430e597", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-369759369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1051e7cf9b4fe2bcce8f54930cb405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd960a192-f8", "ovs_interfaceid": "d960a192-f8f5-4429-9e21-2771da3d336e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.801292] env[70966]: DEBUG oslo_vmware.api [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612854, 'name': PowerOffVM_Task, 'duration_secs': 0.198132} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.801878] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.801878] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.802169] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc96036e-012e-478f-9fe6-591942cef509 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.880709] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.881283] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.893678] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.893924] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.894128] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleting the datastore file [datastore1] 51fa14a5-b703-4023-a641-4ca9894bdc49 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.894396] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c23efb7f-c35a-4e8c-af7f-d617c843ebd3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.908511] env[70966]: DEBUG nova.compute.manager [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.908511] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.911214] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee28fca-e146-4f0d-9515-5e77ee1c304f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.916484] env[70966]: DEBUG oslo_vmware.api [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 914.916484] env[70966]: value = "task-3612857" [ 914.916484] env[70966]: _type = "Task" [ 914.916484] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.923165] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.928040] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3887edfe-95dc-4249-963a-597141a0d9ed {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.931307] env[70966]: DEBUG oslo_vmware.api [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.942650] env[70966]: DEBUG oslo_vmware.api [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 914.942650] env[70966]: value = "task-3612858" [ 914.942650] env[70966]: _type = "Task" [ 914.942650] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.954920] env[70966]: DEBUG oslo_vmware.api [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.021268] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: cd50735c-56e1-4904-b9cf-7fbb5b19de21] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.029092] env[70966]: DEBUG nova.compute.manager [req-7de426f9-0d07-4b90-a533-324748178625 req-837ec028-3609-4be7-b7db-981237c09cbf service nova] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Received event network-vif-plugged-d960a192-f8f5-4429-9e21-2771da3d336e {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.029532] env[70966]: DEBUG oslo_concurrency.lockutils [req-7de426f9-0d07-4b90-a533-324748178625 req-837ec028-3609-4be7-b7db-981237c09cbf service nova] Acquiring lock "f9e9bd3f-e448-47c3-a360-15bdaa60227e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.029667] env[70966]: DEBUG oslo_concurrency.lockutils [req-7de426f9-0d07-4b90-a533-324748178625 req-837ec028-3609-4be7-b7db-981237c09cbf service nova] Lock "f9e9bd3f-e448-47c3-a360-15bdaa60227e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.030039] env[70966]: DEBUG oslo_concurrency.lockutils [req-7de426f9-0d07-4b90-a533-324748178625 req-837ec028-3609-4be7-b7db-981237c09cbf service nova] Lock "f9e9bd3f-e448-47c3-a360-15bdaa60227e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.030120] env[70966]: DEBUG nova.compute.manager [req-7de426f9-0d07-4b90-a533-324748178625 req-837ec028-3609-4be7-b7db-981237c09cbf service nova] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] No waiting events found dispatching network-vif-plugged-d960a192-f8f5-4429-9e21-2771da3d336e {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.030593] env[70966]: WARNING nova.compute.manager [req-7de426f9-0d07-4b90-a533-324748178625 req-837ec028-3609-4be7-b7db-981237c09cbf service nova] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Received unexpected event network-vif-plugged-d960a192-f8f5-4429-9e21-2771da3d336e for instance with vm_state building and task_state spawning. [ 915.030593] env[70966]: DEBUG nova.compute.manager [req-7de426f9-0d07-4b90-a533-324748178625 req-837ec028-3609-4be7-b7db-981237c09cbf service nova] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Received event network-changed-d960a192-f8f5-4429-9e21-2771da3d336e {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.030784] env[70966]: DEBUG nova.compute.manager [req-7de426f9-0d07-4b90-a533-324748178625 req-837ec028-3609-4be7-b7db-981237c09cbf service nova] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Refreshing instance network info cache due to event network-changed-d960a192-f8f5-4429-9e21-2771da3d336e. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.031021] env[70966]: DEBUG oslo_concurrency.lockutils [req-7de426f9-0d07-4b90-a533-324748178625 req-837ec028-3609-4be7-b7db-981237c09cbf service nova] Acquiring lock "refresh_cache-f9e9bd3f-e448-47c3-a360-15bdaa60227e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.077216] env[70966]: DEBUG oslo_vmware.api [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612853, 'name': PowerOnVM_Task, 'duration_secs': 0.549349} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.079080] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.079080] env[70966]: INFO nova.compute.manager [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Took 11.21 seconds to spawn the instance on the hypervisor. [ 915.079080] env[70966]: DEBUG nova.compute.manager [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.079879] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9056586-b7f9-4dc3-9a83-cc1c103fe10a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.107041] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Acquiring lock "1146f010-9ddd-4e74-9d47-000a56e6d4a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.107273] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Lock "1146f010-9ddd-4e74-9d47-000a56e6d4a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.107628] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Acquiring lock "1146f010-9ddd-4e74-9d47-000a56e6d4a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.107893] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Lock "1146f010-9ddd-4e74-9d47-000a56e6d4a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.108594] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Lock "1146f010-9ddd-4e74-9d47-000a56e6d4a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.115282] env[70966]: INFO nova.compute.manager [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Terminating instance [ 915.136673] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768ab076-983f-48ef-aa00-e4898cc924e2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.148887] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e0f9eb-8853-48cc-9429-ca1f313810f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.193447] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1af46cb-97f9-4ca7-b8ec-3870a49eabad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.204087] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612855, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.207943] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47164bf3-ea5a-41ad-bb5e-14f71056fd6a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.228055] env[70966]: DEBUG nova.compute.provider_tree [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.256977] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Releasing lock "refresh_cache-f9e9bd3f-e448-47c3-a360-15bdaa60227e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.257592] env[70966]: DEBUG nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Instance network_info: |[{"id": "d960a192-f8f5-4429-9e21-2771da3d336e", "address": "fa:16:3e:f8:e1:87", "network": {"id": "b0c6996a-13fe-4c46-ab3a-a6511430e597", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-369759369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1051e7cf9b4fe2bcce8f54930cb405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd960a192-f8", "ovs_interfaceid": "d960a192-f8f5-4429-9e21-2771da3d336e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.258584] env[70966]: DEBUG oslo_concurrency.lockutils [req-7de426f9-0d07-4b90-a533-324748178625 req-837ec028-3609-4be7-b7db-981237c09cbf service nova] Acquired lock "refresh_cache-f9e9bd3f-e448-47c3-a360-15bdaa60227e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.258951] env[70966]: DEBUG nova.network.neutron [req-7de426f9-0d07-4b90-a533-324748178625 req-837ec028-3609-4be7-b7db-981237c09cbf service nova] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Refreshing network info cache for port d960a192-f8f5-4429-9e21-2771da3d336e {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.261032] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:e1:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd960a192-f8f5-4429-9e21-2771da3d336e', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.271749] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.273019] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.273318] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3599b037-7734-47f5-9988-8807469a6880 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.296406] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.296406] env[70966]: value = "task-3612859" [ 915.296406] env[70966]: _type = "Task" [ 915.296406] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.311053] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612859, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.328380] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "1bba61d3-b470-4829-a380-f8734d9cb7ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.328721] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "1bba61d3-b470-4829-a380-f8734d9cb7ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.387923] env[70966]: DEBUG nova.compute.manager [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.427781] env[70966]: DEBUG oslo_vmware.api [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.455322] env[70966]: DEBUG oslo_vmware.api [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612858, 'name': PowerOffVM_Task, 'duration_secs': 0.334651} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.455322] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.455322] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.455512] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6ab9a0b-45bc-448c-9ec6-f59ca490bd06 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.477852] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "interface-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.477852] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.477852] env[70966]: DEBUG nova.objects.instance [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lazy-loading 'flavor' on Instance uuid f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.517732] env[70966]: DEBUG nova.network.neutron [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Successfully updated port: 0ed71504-e46e-454c-a482-a164a413ccb5 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.528598] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: a2de69e8-0a4c-4242-8bed-e02e548063f8] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.606901] env[70966]: INFO nova.compute.manager [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Took 42.84 seconds to build instance. [ 915.620842] env[70966]: DEBUG nova.compute.manager [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.621134] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.621419] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81e5ff5d-bcdf-4fe2-84b4-2573d7b2cd78 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.631263] env[70966]: DEBUG oslo_vmware.api [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Waiting for the task: (returnval){ [ 915.631263] env[70966]: value = "task-3612861" [ 915.631263] env[70966]: _type = "Task" [ 915.631263] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.642444] env[70966]: DEBUG oslo_vmware.api [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.701872] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614045} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.705955] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8/8fa737dc-9d45-43b9-a9a9-22e593c6f1e8.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.705955] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.705955] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b065ef46-02bb-4baa-8e2f-f7ada0ba6336 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.712278] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 915.712278] env[70966]: value = "task-3612862" [ 915.712278] env[70966]: _type = "Task" [ 915.712278] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.723679] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.730942] env[70966]: DEBUG nova.scheduler.client.report [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.806299] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.806974] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.806974] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleting the datastore file [datastore2] d14d1fb9-7aec-4259-bedc-d9224c73322c {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.810905] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ee45fe7-f605-4563-90f3-2c5fd4604b05 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.812827] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612859, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.820252] env[70966]: DEBUG oslo_vmware.api [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for the task: (returnval){ [ 915.820252] env[70966]: value = "task-3612863" [ 915.820252] env[70966]: _type = "Task" [ 915.820252] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.832624] env[70966]: DEBUG nova.compute.manager [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.835300] env[70966]: DEBUG oslo_vmware.api [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.923252] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.930232] env[70966]: DEBUG oslo_vmware.api [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.584136} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.934818] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.935121] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.935328] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.935512] env[70966]: INFO nova.compute.manager [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Took 1.67 seconds to destroy the instance on the hypervisor. [ 915.935779] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.935998] env[70966]: DEBUG nova.compute.manager [-] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.936126] env[70966]: DEBUG nova.network.neutron [-] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.022143] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "refresh_cache-5941bee0-8958-462d-880a-306024f75a72" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.023030] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired lock "refresh_cache-5941bee0-8958-462d-880a-306024f75a72" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.023030] env[70966]: DEBUG nova.network.neutron [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.035207] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: bdb0a648-36ba-4af3-8f53-e6bf2d270fd7] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.076212] env[70966]: DEBUG nova.objects.instance [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lazy-loading 'pci_requests' on Instance uuid f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.110894] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0bd4f16b-66f9-4948-9960-df1b9dff4d2a tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "533a28e1-975b-4559-b313-287e01c9c27c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.361s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.144899] env[70966]: DEBUG oslo_vmware.api [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612861, 'name': PowerOffVM_Task, 'duration_secs': 0.34855} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.145226] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.145429] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 916.145627] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720613', 'volume_id': '00f7200f-529a-40b8-b54c-d645fb13f4c0', 'name': 'volume-00f7200f-529a-40b8-b54c-d645fb13f4c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1146f010-9ddd-4e74-9d47-000a56e6d4a6', 'attached_at': '', 'detached_at': '', 'volume_id': '00f7200f-529a-40b8-b54c-d645fb13f4c0', 'serial': '00f7200f-529a-40b8-b54c-d645fb13f4c0'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 916.146503] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6f4243-eb05-4bb1-9edc-1c386ccb7372 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.174661] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4abd8e1-42b2-48fa-b6b0-85b9a12197f9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.183345] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c4e2fa-20b4-4262-bc8c-0a3c4060b28b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.203210] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8bbca0-05af-4215-a46b-a6b392cb88cd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.227052] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] The volume has not been displaced from its original location: [datastore1] volume-00f7200f-529a-40b8-b54c-d645fb13f4c0/volume-00f7200f-529a-40b8-b54c-d645fb13f4c0.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 916.231527] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 916.235033] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74a3e98f-351c-4987-b287-ab463e9daaa4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.249450] env[70966]: DEBUG oslo_concurrency.lockutils [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.252326] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.644s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.253959] env[70966]: INFO nova.compute.claims [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.264611] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137156} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.266362] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.267074] env[70966]: DEBUG oslo_vmware.api [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Waiting for the task: (returnval){ [ 916.267074] env[70966]: value = "task-3612864" [ 916.267074] env[70966]: _type = "Task" [ 916.267074] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.267628] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa7ee2e-275e-4147-987f-399dc2d1beb5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.280019] env[70966]: INFO nova.scheduler.client.report [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Deleted allocations for instance 5fa36180-ad14-4440-991a-8eb3ee75d8cb [ 916.291786] env[70966]: DEBUG oslo_vmware.api [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.302178] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8/8fa737dc-9d45-43b9-a9a9-22e593c6f1e8.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.304941] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c610f410-01ad-473f-86a0-17455cb01a14 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.331612] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 916.331612] env[70966]: value = "task-3612865" [ 916.331612] env[70966]: _type = "Task" [ 916.331612] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.338462] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612859, 'name': CreateVM_Task, 'duration_secs': 0.677866} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.341476] env[70966]: DEBUG oslo_vmware.api [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.346155] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.349388] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.349626] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.350175] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.351379] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b540ab-eece-4cec-9da0-25c08d4c265a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.359629] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.361592] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 916.361592] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52160f94-b1be-034d-b6ec-02d78ebaf1e7" [ 916.361592] env[70966]: _type = "Task" [ 916.361592] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.369741] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.377593] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52160f94-b1be-034d-b6ec-02d78ebaf1e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.489379] env[70966]: DEBUG nova.network.neutron [req-7de426f9-0d07-4b90-a533-324748178625 req-837ec028-3609-4be7-b7db-981237c09cbf service nova] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Updated VIF entry in instance network info cache for port d960a192-f8f5-4429-9e21-2771da3d336e. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.489379] env[70966]: DEBUG nova.network.neutron [req-7de426f9-0d07-4b90-a533-324748178625 req-837ec028-3609-4be7-b7db-981237c09cbf service nova] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Updating instance_info_cache with network_info: [{"id": "d960a192-f8f5-4429-9e21-2771da3d336e", "address": "fa:16:3e:f8:e1:87", "network": {"id": "b0c6996a-13fe-4c46-ab3a-a6511430e597", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-369759369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1051e7cf9b4fe2bcce8f54930cb405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd960a192-f8", "ovs_interfaceid": "d960a192-f8f5-4429-9e21-2771da3d336e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.538482] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: cfc30dc4-4ac5-4797-b7e1-64b5432d79b3] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.569799] env[70966]: DEBUG nova.network.neutron [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.582466] env[70966]: DEBUG nova.objects.base [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 916.582466] env[70966]: DEBUG nova.network.neutron [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.632844] env[70966]: DEBUG nova.policy [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8389fe3055d4a7b8fdbb0853438905d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611d7f6ccb3644079814f537c0dc64d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.782921] env[70966]: DEBUG oslo_vmware.api [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612864, 'name': ReconfigVM_Task, 'duration_secs': 0.199849} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.783246] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 916.788953] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09263760-9e9f-44e1-b23d-0ffc31fca3f1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.808418] env[70966]: DEBUG oslo_vmware.api [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Waiting for the task: (returnval){ [ 916.808418] env[70966]: value = "task-3612866" [ 916.808418] env[70966]: _type = "Task" [ 916.808418] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.817737] env[70966]: DEBUG oslo_vmware.api [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.823800] env[70966]: DEBUG oslo_concurrency.lockutils [None req-77a37821-efc0-47d8-bb74-f27969375a5c tempest-ServersAaction247Test-1726728494 tempest-ServersAaction247Test-1726728494-project-member] Lock "5fa36180-ad14-4440-991a-8eb3ee75d8cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.623s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.832486] env[70966]: DEBUG nova.network.neutron [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Updating instance_info_cache with network_info: [{"id": "0ed71504-e46e-454c-a482-a164a413ccb5", "address": "fa:16:3e:19:c7:97", "network": {"id": "b0c6996a-13fe-4c46-ab3a-a6511430e597", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-369759369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1051e7cf9b4fe2bcce8f54930cb405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed71504-e4", "ovs_interfaceid": "0ed71504-e46e-454c-a482-a164a413ccb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.837376] env[70966]: DEBUG oslo_vmware.api [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Task: {'id': task-3612863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541391} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.837829] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.838035] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.838223] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.838395] env[70966]: INFO nova.compute.manager [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Took 1.93 seconds to destroy the instance on the hypervisor. [ 916.838674] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.838945] env[70966]: DEBUG nova.compute.manager [-] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.839056] env[70966]: DEBUG nova.network.neutron [-] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.853467] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.875205] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52160f94-b1be-034d-b6ec-02d78ebaf1e7, 'name': SearchDatastore_Task, 'duration_secs': 0.029871} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.875529] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.875770] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.876033] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.876296] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.876388] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.876628] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85ff4f21-a03c-4097-83bc-07a51d264f22 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.887110] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.887490] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.888175] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b73826e-0391-4193-b670-c1412e66fefd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.895583] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 916.895583] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52599b01-1ae0-ece6-9dc2-f164bb0c2506" [ 916.895583] env[70966]: _type = "Task" [ 916.895583] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.908029] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52599b01-1ae0-ece6-9dc2-f164bb0c2506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.991571] env[70966]: DEBUG oslo_concurrency.lockutils [req-7de426f9-0d07-4b90-a533-324748178625 req-837ec028-3609-4be7-b7db-981237c09cbf service nova] Releasing lock "refresh_cache-f9e9bd3f-e448-47c3-a360-15bdaa60227e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.041659] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: a425d7d3-d3a8-4864-b46d-a1aad3642079] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.207579] env[70966]: DEBUG nova.network.neutron [-] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.322516] env[70966]: DEBUG oslo_vmware.api [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612866, 'name': ReconfigVM_Task, 'duration_secs': 0.225923} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.325416] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720613', 'volume_id': '00f7200f-529a-40b8-b54c-d645fb13f4c0', 'name': 'volume-00f7200f-529a-40b8-b54c-d645fb13f4c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1146f010-9ddd-4e74-9d47-000a56e6d4a6', 'attached_at': '', 'detached_at': '', 'volume_id': '00f7200f-529a-40b8-b54c-d645fb13f4c0', 'serial': '00f7200f-529a-40b8-b54c-d645fb13f4c0'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 917.325815] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.326982] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3a58df-df81-479f-8128-c4d16b9e56c9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.335847] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.336323] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffa8a060-c90f-4d9d-8ac2-91881ab0fae5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.340172] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Releasing lock "refresh_cache-5941bee0-8958-462d-880a-306024f75a72" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.340172] env[70966]: DEBUG nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Instance network_info: |[{"id": "0ed71504-e46e-454c-a482-a164a413ccb5", "address": "fa:16:3e:19:c7:97", "network": {"id": "b0c6996a-13fe-4c46-ab3a-a6511430e597", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-369759369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1051e7cf9b4fe2bcce8f54930cb405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed71504-e4", "ovs_interfaceid": "0ed71504-e46e-454c-a482-a164a413ccb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.341755] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:c7:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ed71504-e46e-454c-a482-a164a413ccb5', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.350677] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.357425] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5941bee0-8958-462d-880a-306024f75a72] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.357425] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ba6b6c1-c187-402c-9947-7d9cd6b10075 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.383430] env[70966]: DEBUG nova.network.neutron [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Successfully created port: a2a3156e-53e9-49e8-8086-95681d931fd6 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.391273] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612865, 'name': ReconfigVM_Task, 'duration_secs': 0.691439} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.392406] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8/8fa737dc-9d45-43b9-a9a9-22e593c6f1e8.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.393614] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.393614] env[70966]: value = "task-3612868" [ 917.393614] env[70966]: _type = "Task" [ 917.393614] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.393614] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23655b8c-7123-4b1d-b894-6472eeece90f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.408615] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 917.408615] env[70966]: value = "task-3612869" [ 917.408615] env[70966]: _type = "Task" [ 917.408615] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.411532] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612868, 'name': CreateVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.424442] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.424602] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.425964] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Deleting the datastore file [datastore1] 1146f010-9ddd-4e74-9d47-000a56e6d4a6 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.425964] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52599b01-1ae0-ece6-9dc2-f164bb0c2506, 'name': SearchDatastore_Task, 'duration_secs': 0.013264} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.425964] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc0fe209-3847-495d-8568-0f0f61620869 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.431886] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94030cd-c61f-4f5b-b986-ebcc246f3f43 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.434365] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612869, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.441619] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 917.441619] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c12a1f-5a72-87e6-e3b1-d1ec4019297c" [ 917.441619] env[70966]: _type = "Task" [ 917.441619] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.447131] env[70966]: DEBUG oslo_vmware.api [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Waiting for the task: (returnval){ [ 917.447131] env[70966]: value = "task-3612870" [ 917.447131] env[70966]: _type = "Task" [ 917.447131] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.455733] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c12a1f-5a72-87e6-e3b1-d1ec4019297c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.464815] env[70966]: DEBUG oslo_vmware.api [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.545806] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 61fad9d1-b2b7-4480-a6fb-493fb1d1b080] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.680906] env[70966]: DEBUG nova.network.neutron [-] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.710100] env[70966]: INFO nova.compute.manager [-] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Took 1.77 seconds to deallocate network for instance. [ 917.737074] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b827f08-63bb-4e9b-b6cf-100c41a5c288 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.747021] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fd5840-a955-4cca-af74-1a10814c224c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.779193] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271a5f56-69fd-4e4a-9924-b420d4f5d85b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.786945] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402ed2f9-ab92-4115-9d83-9fb302e322c5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.802961] env[70966]: DEBUG nova.compute.provider_tree [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.918176] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612868, 'name': CreateVM_Task, 'duration_secs': 0.46061} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.921395] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5941bee0-8958-462d-880a-306024f75a72] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.922557] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.922557] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.923688] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.923688] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e7ccb7d-90ed-4cf7-8925-d765cbfabe57 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.932024] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612869, 'name': Rename_Task, 'duration_secs': 0.192154} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.932024] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.932024] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea8c47ec-b073-48a3-bee2-a0ee1b447808 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.932418] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 917.932418] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5261674e-bae5-6ca0-89f3-4f581a821d93" [ 917.932418] env[70966]: _type = "Task" [ 917.932418] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.939035] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 917.939035] env[70966]: value = "task-3612871" [ 917.939035] env[70966]: _type = "Task" [ 917.939035] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.948441] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5261674e-bae5-6ca0-89f3-4f581a821d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.958226] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612871, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.964602] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c12a1f-5a72-87e6-e3b1-d1ec4019297c, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.969478] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.969478] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] f9e9bd3f-e448-47c3-a360-15bdaa60227e/f9e9bd3f-e448-47c3-a360-15bdaa60227e.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.969478] env[70966]: DEBUG oslo_vmware.api [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Task: {'id': task-3612870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112358} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.969478] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a355d5c-c538-4304-a8c8-cc63386bbef6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.971776] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.971961] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.973297] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.973297] env[70966]: INFO nova.compute.manager [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Took 2.35 seconds to destroy the instance on the hypervisor. [ 917.973297] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.973297] env[70966]: DEBUG nova.compute.manager [-] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.973484] env[70966]: DEBUG nova.network.neutron [-] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.980680] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 917.980680] env[70966]: value = "task-3612872" [ 917.980680] env[70966]: _type = "Task" [ 917.980680] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.989812] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.029511] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "99de49b6-a37c-4bde-acf5-7f90d5f432de" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.030208] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "99de49b6-a37c-4bde-acf5-7f90d5f432de" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.049732] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 1e55987f-defb-41e0-a701-2adcfdcd6b23] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.174830] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1aaa925c-badc-4042-9f74-ab3fa5b730b7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "533a28e1-975b-4559-b313-287e01c9c27c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.175252] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1aaa925c-badc-4042-9f74-ab3fa5b730b7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "533a28e1-975b-4559-b313-287e01c9c27c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.175463] env[70966]: DEBUG nova.compute.manager [None req-1aaa925c-badc-4042-9f74-ab3fa5b730b7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.176981] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abf81ac-af3a-43c6-90c5-f47197981feb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.184277] env[70966]: INFO nova.compute.manager [-] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Took 1.35 seconds to deallocate network for instance. [ 918.184640] env[70966]: DEBUG nova.compute.manager [None req-1aaa925c-badc-4042-9f74-ab3fa5b730b7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70966) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 918.185393] env[70966]: DEBUG nova.objects.instance [None req-1aaa925c-badc-4042-9f74-ab3fa5b730b7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lazy-loading 'flavor' on Instance uuid 533a28e1-975b-4559-b313-287e01c9c27c {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.216889] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.306876] env[70966]: DEBUG nova.scheduler.client.report [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.451402] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5261674e-bae5-6ca0-89f3-4f581a821d93, 'name': SearchDatastore_Task, 'duration_secs': 0.011077} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.455023] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.455023] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.455023] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.455023] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.455023] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.458166] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c97918a2-0daf-4696-8f0d-f98ba10c7394 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.460986] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612871, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.470192] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.470432] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.471359] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9131d13a-fe42-4e89-93e2-3e767ad1cbf8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.477394] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 918.477394] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bc794f-8a89-2594-9885-307af1c82d70" [ 918.477394] env[70966]: _type = "Task" [ 918.477394] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.493787] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bc794f-8a89-2594-9885-307af1c82d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.496805] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612872, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.537527] env[70966]: DEBUG nova.compute.utils [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.554997] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 95d3bf48-5c02-4891-aa09-6da6dec0620f] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.696756] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.812416] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.812952] env[70966]: DEBUG nova.compute.manager [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.816388] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.082s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.817801] env[70966]: INFO nova.compute.claims [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.951842] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612871, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.989183] env[70966]: DEBUG nova.network.neutron [-] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.994670] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bc794f-8a89-2594-9885-307af1c82d70, 'name': SearchDatastore_Task, 'duration_secs': 0.026072} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.995801] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dcc77de-6562-4f77-aff9-2c48c021f896 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.005643] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61859} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.005643] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] f9e9bd3f-e448-47c3-a360-15bdaa60227e/f9e9bd3f-e448-47c3-a360-15bdaa60227e.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.005643] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.005643] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e07318f-3e0a-477f-876e-4bfff9883d7e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.010438] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 919.010438] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fcf9a5-1a5a-c736-2eed-20a805aebda3" [ 919.010438] env[70966]: _type = "Task" [ 919.010438] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.015674] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 919.015674] env[70966]: value = "task-3612873" [ 919.015674] env[70966]: _type = "Task" [ 919.015674] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.023396] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fcf9a5-1a5a-c736-2eed-20a805aebda3, 'name': SearchDatastore_Task, 'duration_secs': 0.012009} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.024812] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.025240] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 5941bee0-8958-462d-880a-306024f75a72/5941bee0-8958-462d-880a-306024f75a72.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.029311] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24a66ce0-5032-4e0a-8a4b-7f0479edeac7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.033463] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.036162] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 919.036162] env[70966]: value = "task-3612874" [ 919.036162] env[70966]: _type = "Task" [ 919.036162] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.040909] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "99de49b6-a37c-4bde-acf5-7f90d5f432de" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.045794] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.059462] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 5bbccf1e-7657-424f-b53a-6d752e5b4226] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.180404] env[70966]: DEBUG nova.network.neutron [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Successfully updated port: a2a3156e-53e9-49e8-8086-95681d931fd6 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.196561] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aaa925c-badc-4042-9f74-ab3fa5b730b7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.197203] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25f1496b-f402-4b85-bffa-eb4486496af6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.203611] env[70966]: DEBUG oslo_vmware.api [None req-1aaa925c-badc-4042-9f74-ab3fa5b730b7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 919.203611] env[70966]: value = "task-3612875" [ 919.203611] env[70966]: _type = "Task" [ 919.203611] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.212530] env[70966]: DEBUG oslo_vmware.api [None req-1aaa925c-badc-4042-9f74-ab3fa5b730b7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.320225] env[70966]: DEBUG nova.compute.utils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.320225] env[70966]: DEBUG nova.compute.manager [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.321213] env[70966]: DEBUG nova.network.neutron [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.369884] env[70966]: DEBUG nova.policy [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1386a7924b1a4ac9b2a63e56c461051b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3cf3533356a48509e9b47a24d9c7586', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.453065] env[70966]: DEBUG oslo_vmware.api [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612871, 'name': PowerOnVM_Task, 'duration_secs': 1.070734} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.453226] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.453763] env[70966]: INFO nova.compute.manager [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Took 12.92 seconds to spawn the instance on the hypervisor. [ 919.453763] env[70966]: DEBUG nova.compute.manager [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.454390] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417f64b6-6a06-48a6-8f3c-3981a2a48d62 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.496434] env[70966]: INFO nova.compute.manager [-] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Took 1.52 seconds to deallocate network for instance. [ 919.532271] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066184} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.533028] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.533486] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec1961d-990e-4faf-8165-672d82ddb7f3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.563747] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] f9e9bd3f-e448-47c3-a360-15bdaa60227e/f9e9bd3f-e448-47c3-a360-15bdaa60227e.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.564834] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: a99dd8fe-ccf2-49b7-a9f9-b4e7fb2d26d6] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.566860] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c84109e1-69dc-4a77-9825-4f839e869c79 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.591022] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612874, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.598970] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 919.598970] env[70966]: value = "task-3612876" [ 919.598970] env[70966]: _type = "Task" [ 919.598970] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.608960] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.685416] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.685708] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.685919] env[70966]: DEBUG nova.network.neutron [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.727140] env[70966]: DEBUG oslo_vmware.api [None req-1aaa925c-badc-4042-9f74-ab3fa5b730b7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612875, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.728069] env[70966]: DEBUG nova.network.neutron [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Successfully created port: d1127d23-9f5f-4446-b8fe-633cfd215246 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.824317] env[70966]: DEBUG nova.compute.manager [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.897125] env[70966]: DEBUG nova.compute.manager [req-b2bd4175-8bc9-4fa1-aef4-29a4cc40bb8e req-61217c85-056c-4c1b-88f4-ab2c13745731 service nova] [instance: 5941bee0-8958-462d-880a-306024f75a72] Received event network-vif-plugged-0ed71504-e46e-454c-a482-a164a413ccb5 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.897338] env[70966]: DEBUG oslo_concurrency.lockutils [req-b2bd4175-8bc9-4fa1-aef4-29a4cc40bb8e req-61217c85-056c-4c1b-88f4-ab2c13745731 service nova] Acquiring lock "5941bee0-8958-462d-880a-306024f75a72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.898022] env[70966]: DEBUG oslo_concurrency.lockutils [req-b2bd4175-8bc9-4fa1-aef4-29a4cc40bb8e req-61217c85-056c-4c1b-88f4-ab2c13745731 service nova] Lock "5941bee0-8958-462d-880a-306024f75a72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.898392] env[70966]: DEBUG oslo_concurrency.lockutils [req-b2bd4175-8bc9-4fa1-aef4-29a4cc40bb8e req-61217c85-056c-4c1b-88f4-ab2c13745731 service nova] Lock "5941bee0-8958-462d-880a-306024f75a72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.898706] env[70966]: DEBUG nova.compute.manager [req-b2bd4175-8bc9-4fa1-aef4-29a4cc40bb8e req-61217c85-056c-4c1b-88f4-ab2c13745731 service nova] [instance: 5941bee0-8958-462d-880a-306024f75a72] No waiting events found dispatching network-vif-plugged-0ed71504-e46e-454c-a482-a164a413ccb5 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.899076] env[70966]: WARNING nova.compute.manager [req-b2bd4175-8bc9-4fa1-aef4-29a4cc40bb8e req-61217c85-056c-4c1b-88f4-ab2c13745731 service nova] [instance: 5941bee0-8958-462d-880a-306024f75a72] Received unexpected event network-vif-plugged-0ed71504-e46e-454c-a482-a164a413ccb5 for instance with vm_state building and task_state spawning. [ 919.899307] env[70966]: DEBUG nova.compute.manager [req-b2bd4175-8bc9-4fa1-aef4-29a4cc40bb8e req-61217c85-056c-4c1b-88f4-ab2c13745731 service nova] [instance: 5941bee0-8958-462d-880a-306024f75a72] Received event network-changed-0ed71504-e46e-454c-a482-a164a413ccb5 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.899624] env[70966]: DEBUG nova.compute.manager [req-b2bd4175-8bc9-4fa1-aef4-29a4cc40bb8e req-61217c85-056c-4c1b-88f4-ab2c13745731 service nova] [instance: 5941bee0-8958-462d-880a-306024f75a72] Refreshing instance network info cache due to event network-changed-0ed71504-e46e-454c-a482-a164a413ccb5. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.899938] env[70966]: DEBUG oslo_concurrency.lockutils [req-b2bd4175-8bc9-4fa1-aef4-29a4cc40bb8e req-61217c85-056c-4c1b-88f4-ab2c13745731 service nova] Acquiring lock "refresh_cache-5941bee0-8958-462d-880a-306024f75a72" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.900578] env[70966]: DEBUG oslo_concurrency.lockutils [req-b2bd4175-8bc9-4fa1-aef4-29a4cc40bb8e req-61217c85-056c-4c1b-88f4-ab2c13745731 service nova] Acquired lock "refresh_cache-5941bee0-8958-462d-880a-306024f75a72" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.900890] env[70966]: DEBUG nova.network.neutron [req-b2bd4175-8bc9-4fa1-aef4-29a4cc40bb8e req-61217c85-056c-4c1b-88f4-ab2c13745731 service nova] [instance: 5941bee0-8958-462d-880a-306024f75a72] Refreshing network info cache for port 0ed71504-e46e-454c-a482-a164a413ccb5 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.979095] env[70966]: INFO nova.compute.manager [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Took 42.96 seconds to build instance. [ 920.056699] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927823} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.059449] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 5941bee0-8958-462d-880a-306024f75a72/5941bee0-8958-462d-880a-306024f75a72.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.060128] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.061156] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be46836c-0897-426f-8132-183c597737ee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.067779] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 920.067779] env[70966]: value = "task-3612877" [ 920.067779] env[70966]: _type = "Task" [ 920.067779] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.081878] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.085450] env[70966]: INFO nova.compute.manager [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Took 0.59 seconds to detach 1 volumes for instance. [ 920.087595] env[70966]: DEBUG nova.compute.manager [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Deleting volume: 00f7200f-529a-40b8-b54c-d645fb13f4c0 {{(pid=70966) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 920.089657] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 0f2fbe39-329f-4340-88ed-c490c7b9fde3] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.110573] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.145641] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "99de49b6-a37c-4bde-acf5-7f90d5f432de" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.145641] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "99de49b6-a37c-4bde-acf5-7f90d5f432de" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.145875] env[70966]: INFO nova.compute.manager [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Attaching volume 1a0de020-d74b-419c-ac50-1199b5bda983 to /dev/sdb [ 920.193805] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e4fe15-ab49-4d65-aab5-097596a0b3a5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.203603] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9e4431-db7c-4633-a2fa-2865b4ab6456 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.219629] env[70966]: DEBUG oslo_vmware.api [None req-1aaa925c-badc-4042-9f74-ab3fa5b730b7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612875, 'name': PowerOffVM_Task, 'duration_secs': 0.624165} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.223261] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aaa925c-badc-4042-9f74-ab3fa5b730b7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.223477] env[70966]: DEBUG nova.compute.manager [None req-1aaa925c-badc-4042-9f74-ab3fa5b730b7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.223941] env[70966]: DEBUG nova.virt.block_device [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Updating existing volume attachment record: 06652e48-6227-4162-887c-13acfdf1c920 {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 920.229309] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d98ab9-68fc-49db-b688-03553ffb99fa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.260759] env[70966]: WARNING nova.network.neutron [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] 4697b8ca-a4de-4107-aa70-0f176622332c already exists in list: networks containing: ['4697b8ca-a4de-4107-aa70-0f176622332c']. ignoring it [ 920.303410] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4d2246-d686-480e-ba7e-ee54a6b507d7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.311379] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb42154-44ac-4017-aeda-6c784fd848c0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.351388] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fb358d-616a-4734-960d-9f50b8f7bb3e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.362183] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0220eb-f473-45b0-8463-81e8500918ad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.376496] env[70966]: DEBUG nova.compute.provider_tree [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.483820] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22178d40-cc86-4a3c-a44a-a5a3c2a7db6f tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "8fa737dc-9d45-43b9-a9a9-22e593c6f1e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.471s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.577263] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106184} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.577560] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.580543] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9650ee4d-6486-4d84-9a9d-9568452bad28 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.608244] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 5941bee0-8958-462d-880a-306024f75a72/5941bee0-8958-462d-880a-306024f75a72.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.613292] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.613501] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Cleaning up deleted instances with incomplete migration {{(pid=70966) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 920.620043] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1e85c9f-d5ec-422d-a6f9-af24db501c46 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.656446] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612876, 'name': ReconfigVM_Task, 'duration_secs': 0.568555} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.657682] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Reconfigured VM instance instance-00000045 to attach disk [datastore1] f9e9bd3f-e448-47c3-a360-15bdaa60227e/f9e9bd3f-e448-47c3-a360-15bdaa60227e.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.658477] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 920.658477] env[70966]: value = "task-3612880" [ 920.658477] env[70966]: _type = "Task" [ 920.658477] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.658680] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5e59496-4130-4a65-8f7c-382bb6853079 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.667396] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.673969] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 920.673969] env[70966]: value = "task-3612881" [ 920.673969] env[70966]: _type = "Task" [ 920.673969] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.674239] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612880, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.687569] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612881, 'name': Rename_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.743498] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1aaa925c-badc-4042-9f74-ab3fa5b730b7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "533a28e1-975b-4559-b313-287e01c9c27c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.568s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.849422] env[70966]: DEBUG nova.compute.manager [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.878041] env[70966]: DEBUG nova.virt.hardware [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.878311] env[70966]: DEBUG nova.virt.hardware [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.878478] env[70966]: DEBUG nova.virt.hardware [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.878739] env[70966]: DEBUG nova.virt.hardware [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.878908] env[70966]: DEBUG nova.virt.hardware [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.879374] env[70966]: DEBUG nova.virt.hardware [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.879638] env[70966]: DEBUG nova.virt.hardware [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.879808] env[70966]: DEBUG nova.virt.hardware [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.879977] env[70966]: DEBUG nova.virt.hardware [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.880170] env[70966]: DEBUG nova.virt.hardware [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.880640] env[70966]: DEBUG nova.virt.hardware [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.881363] env[70966]: DEBUG nova.scheduler.client.report [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.885131] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b22241-e6ab-4f46-a2af-ef6bbe66eade {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.893480] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231867ab-57a0-4143-813c-4fad7889b0c9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.924916] env[70966]: DEBUG nova.network.neutron [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Updating instance_info_cache with network_info: [{"id": "0912f519-3155-4c09-9486-c1d57ee51897", "address": "fa:16:3e:a5:63:cb", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0912f519-31", "ovs_interfaceid": "0912f519-3155-4c09-9486-c1d57ee51897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2a3156e-53e9-49e8-8086-95681d931fd6", "address": "fa:16:3e:99:e8:ae", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a3156e-53", "ovs_interfaceid": "a2a3156e-53e9-49e8-8086-95681d931fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.935472] env[70966]: DEBUG nova.network.neutron [req-b2bd4175-8bc9-4fa1-aef4-29a4cc40bb8e req-61217c85-056c-4c1b-88f4-ab2c13745731 service nova] [instance: 5941bee0-8958-462d-880a-306024f75a72] Updated VIF entry in instance network info cache for port 0ed71504-e46e-454c-a482-a164a413ccb5. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.935971] env[70966]: DEBUG nova.network.neutron [req-b2bd4175-8bc9-4fa1-aef4-29a4cc40bb8e req-61217c85-056c-4c1b-88f4-ab2c13745731 service nova] [instance: 5941bee0-8958-462d-880a-306024f75a72] Updating instance_info_cache with network_info: [{"id": "0ed71504-e46e-454c-a482-a164a413ccb5", "address": "fa:16:3e:19:c7:97", "network": {"id": "b0c6996a-13fe-4c46-ab3a-a6511430e597", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-369759369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1051e7cf9b4fe2bcce8f54930cb405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed71504-e4", "ovs_interfaceid": "0ed71504-e46e-454c-a482-a164a413ccb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.139516] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.175416] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.186451] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612881, 'name': Rename_Task, 'duration_secs': 0.188498} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.186848] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.187112] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a16d810-ac17-4aa6-b4f0-ac6005146ce6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.194054] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 921.194054] env[70966]: value = "task-3612884" [ 921.194054] env[70966]: _type = "Task" [ 921.194054] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.203960] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.389956] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.390581] env[70966]: DEBUG nova.compute.manager [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.394482] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.213s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.394906] env[70966]: DEBUG nova.objects.instance [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'resources' on Instance uuid dc4f6db8-170b-4d56-b3bc-80316ec8aed5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.428253] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.432614] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.432817] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.433848] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddff103-c135-4577-99e7-05663b66a15f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.438953] env[70966]: DEBUG oslo_concurrency.lockutils [req-b2bd4175-8bc9-4fa1-aef4-29a4cc40bb8e req-61217c85-056c-4c1b-88f4-ab2c13745731 service nova] Releasing lock "refresh_cache-5941bee0-8958-462d-880a-306024f75a72" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.439530] env[70966]: DEBUG nova.compute.manager [req-b2bd4175-8bc9-4fa1-aef4-29a4cc40bb8e req-61217c85-056c-4c1b-88f4-ab2c13745731 service nova] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Received event network-vif-deleted-5712c9e4-b89f-437e-a04e-b570e677bf49 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.460047] env[70966]: DEBUG nova.virt.hardware [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.460307] env[70966]: DEBUG nova.virt.hardware [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.460466] env[70966]: DEBUG nova.virt.hardware [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.460642] env[70966]: DEBUG nova.virt.hardware [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.460814] env[70966]: DEBUG nova.virt.hardware [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.460964] env[70966]: DEBUG nova.virt.hardware [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.461183] env[70966]: DEBUG nova.virt.hardware [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.461351] env[70966]: DEBUG nova.virt.hardware [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.461492] env[70966]: DEBUG nova.virt.hardware [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.461663] env[70966]: DEBUG nova.virt.hardware [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.461837] env[70966]: DEBUG nova.virt.hardware [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.468961] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Reconfiguring VM to attach interface {{(pid=70966) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 921.470839] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07023d78-01c9-4b95-b233-24710c08af98 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.485042] env[70966]: DEBUG nova.compute.manager [req-dce5aaca-68d5-45e7-9ce2-7fd4de2bca28 req-d7de2912-9e16-4523-b376-437955daf927 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Received event network-vif-plugged-a2a3156e-53e9-49e8-8086-95681d931fd6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.485283] env[70966]: DEBUG oslo_concurrency.lockutils [req-dce5aaca-68d5-45e7-9ce2-7fd4de2bca28 req-d7de2912-9e16-4523-b376-437955daf927 service nova] Acquiring lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.485495] env[70966]: DEBUG oslo_concurrency.lockutils [req-dce5aaca-68d5-45e7-9ce2-7fd4de2bca28 req-d7de2912-9e16-4523-b376-437955daf927 service nova] Lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.485654] env[70966]: DEBUG oslo_concurrency.lockutils [req-dce5aaca-68d5-45e7-9ce2-7fd4de2bca28 req-d7de2912-9e16-4523-b376-437955daf927 service nova] Lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.485816] env[70966]: DEBUG nova.compute.manager [req-dce5aaca-68d5-45e7-9ce2-7fd4de2bca28 req-d7de2912-9e16-4523-b376-437955daf927 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] No waiting events found dispatching network-vif-plugged-a2a3156e-53e9-49e8-8086-95681d931fd6 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.486029] env[70966]: WARNING nova.compute.manager [req-dce5aaca-68d5-45e7-9ce2-7fd4de2bca28 req-d7de2912-9e16-4523-b376-437955daf927 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Received unexpected event network-vif-plugged-a2a3156e-53e9-49e8-8086-95681d931fd6 for instance with vm_state active and task_state None. [ 921.493283] env[70966]: DEBUG oslo_vmware.api [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 921.493283] env[70966]: value = "task-3612885" [ 921.493283] env[70966]: _type = "Task" [ 921.493283] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.507216] env[70966]: DEBUG oslo_vmware.api [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612885, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.507741] env[70966]: DEBUG nova.network.neutron [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Successfully updated port: d1127d23-9f5f-4446-b8fe-633cfd215246 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.672856] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612880, 'name': ReconfigVM_Task, 'duration_secs': 0.603566} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.673642] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 5941bee0-8958-462d-880a-306024f75a72/5941bee0-8958-462d-880a-306024f75a72.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.674566] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e017604a-ac4b-4afb-afe8-4db4df7b45a8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.681548] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 921.681548] env[70966]: value = "task-3612886" [ 921.681548] env[70966]: _type = "Task" [ 921.681548] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.692309] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612886, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.704175] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612884, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.897709] env[70966]: DEBUG nova.compute.utils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.898265] env[70966]: DEBUG nova.compute.manager [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.898499] env[70966]: DEBUG nova.network.neutron [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.964517] env[70966]: DEBUG nova.policy [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ba76a7a626a4f88afcefbfa8876afd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f1e6ae4a7c84931afd4aa8c6f5acaa3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.012986] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "refresh_cache-c3eccdec-e728-4513-891f-26f56f8a2a8f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.013231] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "refresh_cache-c3eccdec-e728-4513-891f-26f56f8a2a8f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.013369] env[70966]: DEBUG nova.network.neutron [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.014415] env[70966]: DEBUG oslo_vmware.api [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.197038] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612886, 'name': Rename_Task, 'duration_secs': 0.199681} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.200494] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.205023] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9e49823-62d0-452a-81ad-ff12f9cf7a42 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.210569] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612884, 'name': PowerOnVM_Task, 'duration_secs': 0.589051} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.211934] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.212170] env[70966]: INFO nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Took 10.63 seconds to spawn the instance on the hypervisor. [ 922.212349] env[70966]: DEBUG nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.212715] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 922.212715] env[70966]: value = "task-3612887" [ 922.212715] env[70966]: _type = "Task" [ 922.212715] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.213638] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b4b837-6daa-4c83-9e9d-b490a940ba38 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.235286] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612887, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.334630] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4cb3a0-3ad4-4d6e-ba9a-c93979a169a2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.343591] env[70966]: DEBUG nova.network.neutron [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Successfully created port: 7f9353ec-c396-4b7e-8f13-3af08f0a8211 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.346453] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21eabf1-fc80-4fee-9804-f739b37f38ee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.385669] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c24aaf6-9a8a-4ab6-a4a9-fc35a7fcee65 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.393583] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b921d33e-7890-4798-ac95-c83896876a65 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.408372] env[70966]: DEBUG nova.compute.manager [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.411257] env[70966]: DEBUG nova.compute.provider_tree [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.507131] env[70966]: DEBUG oslo_vmware.api [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612885, 'name': ReconfigVM_Task, 'duration_secs': 0.843533} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.507843] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.508605] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Reconfigured VM to attach interface {{(pid=70966) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 922.559021] env[70966]: DEBUG nova.network.neutron [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.696680] env[70966]: DEBUG nova.network.neutron [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Updating instance_info_cache with network_info: [{"id": "d1127d23-9f5f-4446-b8fe-633cfd215246", "address": "fa:16:3e:30:fc:16", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1127d23-9f", "ovs_interfaceid": "d1127d23-9f5f-4446-b8fe-633cfd215246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.725566] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612887, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.742668] env[70966]: INFO nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Took 39.39 seconds to build instance. [ 922.925808] env[70966]: DEBUG nova.scheduler.client.report [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.932552] env[70966]: DEBUG nova.compute.manager [req-fb3ed80d-2758-4a0e-918b-cdf815a5c524 req-1696c49f-24ee-4dd3-ac49-f2b68dc971ad service nova] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Received event network-vif-deleted-c337d5e1-1358-44bd-8035-7a6d3fccee03 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.932872] env[70966]: DEBUG nova.compute.manager [req-fb3ed80d-2758-4a0e-918b-cdf815a5c524 req-1696c49f-24ee-4dd3-ac49-f2b68dc971ad service nova] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Received event network-vif-deleted-b0247a87-ce2a-412c-b2c9-a66b3adf6218 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.015173] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a4fab559-9005-4a77-a5f8-c7837906365e tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.538s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.200128] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "refresh_cache-c3eccdec-e728-4513-891f-26f56f8a2a8f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.200977] env[70966]: DEBUG nova.compute.manager [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Instance network_info: |[{"id": "d1127d23-9f5f-4446-b8fe-633cfd215246", "address": "fa:16:3e:30:fc:16", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1127d23-9f", "ovs_interfaceid": "d1127d23-9f5f-4446-b8fe-633cfd215246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.204278] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:fc:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1127d23-9f5f-4446-b8fe-633cfd215246', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.214177] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.218286] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.218286] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18f538fc-40fa-4d30-bb3e-a517faf4ea93 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.243722] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.243722] env[70966]: value = "task-3612889" [ 923.243722] env[70966]: _type = "Task" [ 923.243722] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.247516] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "f9e9bd3f-e448-47c3-a360-15bdaa60227e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.898s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.247994] env[70966]: DEBUG oslo_vmware.api [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612887, 'name': PowerOnVM_Task, 'duration_secs': 0.670441} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.251920] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.252196] env[70966]: INFO nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Took 9.13 seconds to spawn the instance on the hypervisor. [ 923.252416] env[70966]: DEBUG nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.253245] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a5e57e-1fa7-4f2b-afe1-02f76a4a3c0c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.261594] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612889, 'name': CreateVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.435037] env[70966]: DEBUG nova.compute.manager [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.437626] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.439839] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.178s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.441495] env[70966]: INFO nova.compute.claims [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.473312] env[70966]: DEBUG nova.virt.hardware [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.473571] env[70966]: DEBUG nova.virt.hardware [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.473754] env[70966]: DEBUG nova.virt.hardware [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.473915] env[70966]: DEBUG nova.virt.hardware [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.474257] env[70966]: DEBUG nova.virt.hardware [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.474337] env[70966]: DEBUG nova.virt.hardware [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.474543] env[70966]: DEBUG nova.virt.hardware [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.474707] env[70966]: DEBUG nova.virt.hardware [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.474943] env[70966]: DEBUG nova.virt.hardware [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.475790] env[70966]: DEBUG nova.virt.hardware [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.475790] env[70966]: DEBUG nova.virt.hardware [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.476556] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9b48b2-bbc3-46c4-9045-1c9037266d70 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.481396] env[70966]: INFO nova.scheduler.client.report [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Deleted allocations for instance dc4f6db8-170b-4d56-b3bc-80316ec8aed5 [ 923.491580] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5864379-32b9-40f4-b216-a0be1115437b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.678836] env[70966]: DEBUG nova.compute.manager [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.679835] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d90c845-1346-4071-8ec0-b26bae7ef0d0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.756232] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612889, 'name': CreateVM_Task, 'duration_secs': 0.502466} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.756737] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.757505] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.757687] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.758062] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.758334] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303da1ea-392a-4aae-ac08-ebb8322ac116 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.763760] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 923.763760] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ff20f2-f880-33c6-0721-3695f2b763e9" [ 923.763760] env[70966]: _type = "Task" [ 923.763760] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.777639] env[70966]: INFO nova.compute.manager [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Took 40.39 seconds to build instance. [ 923.784087] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ff20f2-f880-33c6-0721-3695f2b763e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.867964] env[70966]: DEBUG nova.network.neutron [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Successfully updated port: 7f9353ec-c396-4b7e-8f13-3af08f0a8211 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.988405] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3d12397-1850-4cbd-b1be-5e14f0fe45c7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "dc4f6db8-170b-4d56-b3bc-80316ec8aed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.738s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.195651] env[70966]: INFO nova.compute.manager [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] instance snapshotting [ 924.198560] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37ad6ce-4bec-46cc-a56c-03f96823ab6e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.219857] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e96be66-fd3e-488d-9be3-aca9569a7fd6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.247614] env[70966]: DEBUG nova.compute.manager [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Received event network-changed-a2a3156e-53e9-49e8-8086-95681d931fd6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.248023] env[70966]: DEBUG nova.compute.manager [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Refreshing instance network info cache due to event network-changed-a2a3156e-53e9-49e8-8086-95681d931fd6. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.248115] env[70966]: DEBUG oslo_concurrency.lockutils [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] Acquiring lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.248195] env[70966]: DEBUG oslo_concurrency.lockutils [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] Acquired lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.248813] env[70966]: DEBUG nova.network.neutron [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Refreshing network info cache for port a2a3156e-53e9-49e8-8086-95681d931fd6 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.274316] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ff20f2-f880-33c6-0721-3695f2b763e9, 'name': SearchDatastore_Task, 'duration_secs': 0.024934} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.274622] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.274853] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.275103] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.275254] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.275432] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.275690] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db1ef37f-5337-48aa-9cc0-7f4980ceff5c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.279316] env[70966]: DEBUG oslo_concurrency.lockutils [None req-31d3ffbd-ca1e-4ced-affb-410dc85a628a tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "5941bee0-8958-462d-880a-306024f75a72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.898s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.284908] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.285107] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.285850] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d5b989-c4e1-469a-a0b7-a7c9fb681090 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.300162] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 924.300162] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520c89fc-35ce-e0a2-a01a-56109ea335a2" [ 924.300162] env[70966]: _type = "Task" [ 924.300162] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.304769] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520c89fc-35ce-e0a2-a01a-56109ea335a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.372206] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "refresh_cache-379e905b-dd3b-4b73-8393-02232f2540ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.372352] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquired lock "refresh_cache-379e905b-dd3b-4b73-8393-02232f2540ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.372527] env[70966]: DEBUG nova.network.neutron [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.458555] env[70966]: DEBUG nova.compute.manager [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.459327] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5450944a-62b9-42c8-8fff-dc7d85ecbfec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.732127] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 924.732127] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af1269ab-b3a5-4ea9-b7cf-86da17710870 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.745199] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 924.745199] env[70966]: value = "task-3612890" [ 924.745199] env[70966]: _type = "Task" [ 924.745199] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.760838] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612890, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.810143] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520c89fc-35ce-e0a2-a01a-56109ea335a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.812130] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222eef66-d78f-41ac-81b8-80b583371d59 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.821926] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 924.821926] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f430d2-ae2d-f331-f52d-96559988f0cd" [ 924.821926] env[70966]: _type = "Task" [ 924.821926] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.840616] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f430d2-ae2d-f331-f52d-96559988f0cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.840616] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6e5829-7a1b-4353-bd6f-4191c05e2320 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.858618] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70657b9c-2232-4cdc-b209-20483b817900 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.897756] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd742ed-24da-4050-8cb8-f82625e339c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.912114] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4b4e9f-f458-4cc0-af28-0b313b4717cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.930914] env[70966]: DEBUG nova.compute.provider_tree [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.948573] env[70966]: DEBUG nova.network.neutron [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.971247] env[70966]: INFO nova.compute.manager [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] instance snapshotting [ 924.971373] env[70966]: WARNING nova.compute.manager [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 924.977496] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b0cd39-a8a6-4a5a-9a54-61f972623be0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.998611] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554436e8-2fd3-45eb-b756-ac2f57f60ead {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.089886] env[70966]: DEBUG nova.network.neutron [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Updated VIF entry in instance network info cache for port a2a3156e-53e9-49e8-8086-95681d931fd6. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.090325] env[70966]: DEBUG nova.network.neutron [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Updating instance_info_cache with network_info: [{"id": "0912f519-3155-4c09-9486-c1d57ee51897", "address": "fa:16:3e:a5:63:cb", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0912f519-31", "ovs_interfaceid": "0912f519-3155-4c09-9486-c1d57ee51897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2a3156e-53e9-49e8-8086-95681d931fd6", "address": "fa:16:3e:99:e8:ae", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a3156e-53", "ovs_interfaceid": "a2a3156e-53e9-49e8-8086-95681d931fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.204840] env[70966]: DEBUG nova.network.neutron [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Updating instance_info_cache with network_info: [{"id": "7f9353ec-c396-4b7e-8f13-3af08f0a8211", "address": "fa:16:3e:85:2b:bb", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9353ec-c3", "ovs_interfaceid": "7f9353ec-c396-4b7e-8f13-3af08f0a8211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.257777] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612890, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.279783] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 925.279783] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720664', 'volume_id': '1a0de020-d74b-419c-ac50-1199b5bda983', 'name': 'volume-1a0de020-d74b-419c-ac50-1199b5bda983', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99de49b6-a37c-4bde-acf5-7f90d5f432de', 'attached_at': '', 'detached_at': '', 'volume_id': '1a0de020-d74b-419c-ac50-1199b5bda983', 'serial': '1a0de020-d74b-419c-ac50-1199b5bda983'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 925.280905] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1090d1bd-c014-45f5-861e-d5e1c7278923 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.301192] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c804ce-f3d7-4c31-ac05-085a58d2f353 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.327941] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] volume-1a0de020-d74b-419c-ac50-1199b5bda983/volume-1a0de020-d74b-419c-ac50-1199b5bda983.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.328357] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27ac4ad-ee26-461c-ba91-d5b27eb4d7e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.349666] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "f9e9bd3f-e448-47c3-a360-15bdaa60227e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.349935] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "f9e9bd3f-e448-47c3-a360-15bdaa60227e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.350180] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "f9e9bd3f-e448-47c3-a360-15bdaa60227e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.350369] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "f9e9bd3f-e448-47c3-a360-15bdaa60227e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.350555] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "f9e9bd3f-e448-47c3-a360-15bdaa60227e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.352129] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "6de5cc86-3369-45ae-8a25-373621dd03a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.352334] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "6de5cc86-3369-45ae-8a25-373621dd03a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.353760] env[70966]: INFO nova.compute.manager [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Terminating instance [ 925.359805] env[70966]: DEBUG oslo_vmware.api [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 925.359805] env[70966]: value = "task-3612891" [ 925.359805] env[70966]: _type = "Task" [ 925.359805] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.360083] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f430d2-ae2d-f331-f52d-96559988f0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.015119} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.361387] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.361635] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] c3eccdec-e728-4513-891f-26f56f8a2a8f/c3eccdec-e728-4513-891f-26f56f8a2a8f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.365349] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84a67804-fcd9-4388-8f04-17a40b35512f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.375567] env[70966]: DEBUG oslo_vmware.api [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.377880] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 925.377880] env[70966]: value = "task-3612892" [ 925.377880] env[70966]: _type = "Task" [ 925.377880] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.388967] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.434426] env[70966]: DEBUG nova.scheduler.client.report [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.510345] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 925.510693] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-817e9ff1-e4b1-4574-852b-6f882fdc54e8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.519024] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 925.519024] env[70966]: value = "task-3612893" [ 925.519024] env[70966]: _type = "Task" [ 925.519024] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.529661] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612893, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.593768] env[70966]: DEBUG oslo_concurrency.lockutils [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] Releasing lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.594076] env[70966]: DEBUG nova.compute.manager [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Received event network-vif-plugged-d1127d23-9f5f-4446-b8fe-633cfd215246 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.594284] env[70966]: DEBUG oslo_concurrency.lockutils [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] Acquiring lock "c3eccdec-e728-4513-891f-26f56f8a2a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.594499] env[70966]: DEBUG oslo_concurrency.lockutils [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] Lock "c3eccdec-e728-4513-891f-26f56f8a2a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.594693] env[70966]: DEBUG oslo_concurrency.lockutils [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] Lock "c3eccdec-e728-4513-891f-26f56f8a2a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.594899] env[70966]: DEBUG nova.compute.manager [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] No waiting events found dispatching network-vif-plugged-d1127d23-9f5f-4446-b8fe-633cfd215246 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.595064] env[70966]: WARNING nova.compute.manager [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Received unexpected event network-vif-plugged-d1127d23-9f5f-4446-b8fe-633cfd215246 for instance with vm_state building and task_state spawning. [ 925.595574] env[70966]: DEBUG nova.compute.manager [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Received event network-changed-d1127d23-9f5f-4446-b8fe-633cfd215246 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.595574] env[70966]: DEBUG nova.compute.manager [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Refreshing instance network info cache due to event network-changed-d1127d23-9f5f-4446-b8fe-633cfd215246. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.595716] env[70966]: DEBUG oslo_concurrency.lockutils [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] Acquiring lock "refresh_cache-c3eccdec-e728-4513-891f-26f56f8a2a8f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.596158] env[70966]: DEBUG oslo_concurrency.lockutils [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] Acquired lock "refresh_cache-c3eccdec-e728-4513-891f-26f56f8a2a8f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.596383] env[70966]: DEBUG nova.network.neutron [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Refreshing network info cache for port d1127d23-9f5f-4446-b8fe-633cfd215246 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.707960] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Releasing lock "refresh_cache-379e905b-dd3b-4b73-8393-02232f2540ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.708338] env[70966]: DEBUG nova.compute.manager [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Instance network_info: |[{"id": "7f9353ec-c396-4b7e-8f13-3af08f0a8211", "address": "fa:16:3e:85:2b:bb", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9353ec-c3", "ovs_interfaceid": "7f9353ec-c396-4b7e-8f13-3af08f0a8211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.708835] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:2b:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f9353ec-c396-4b7e-8f13-3af08f0a8211', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.718798] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Creating folder: Project (1f1e6ae4a7c84931afd4aa8c6f5acaa3). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.719270] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c978b5f-5987-4c1f-910e-8e185c5820cd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.733108] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Created folder: Project (1f1e6ae4a7c84931afd4aa8c6f5acaa3) in parent group-v720468. [ 925.734104] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Creating folder: Instances. Parent ref: group-v720667. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.734104] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50f5264b-62b3-45c2-a1c2-2deee5f26b2a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.743647] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Created folder: Instances in parent group-v720667. [ 925.743923] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.744161] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.744384] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebb9bccb-1cb6-46f9-8e5e-3c68a63ec9e7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.776207] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612890, 'name': CreateSnapshot_Task, 'duration_secs': 0.962147} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.777849] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 925.778514] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.778514] env[70966]: value = "task-3612896" [ 925.778514] env[70966]: _type = "Task" [ 925.778514] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.779287] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b31cb4-23ad-4c19-b298-f482f361cf22 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.799867] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612896, 'name': CreateVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.862282] env[70966]: DEBUG nova.compute.manager [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.866363] env[70966]: DEBUG nova.compute.manager [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.866722] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.873112] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc96a37a-8bb2-4f4b-af63-8f3ec0c1ef35 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.882990] env[70966]: DEBUG oslo_vmware.api [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.888927] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.889348] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2baaa9b9-d3af-4832-9df2-4efe4e3cff3d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.891913] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "5941bee0-8958-462d-880a-306024f75a72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.892262] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "5941bee0-8958-462d-880a-306024f75a72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.892584] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "5941bee0-8958-462d-880a-306024f75a72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.892841] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "5941bee0-8958-462d-880a-306024f75a72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.893143] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "5941bee0-8958-462d-880a-306024f75a72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.899783] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51279} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.900461] env[70966]: INFO nova.compute.manager [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Terminating instance [ 925.903419] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] c3eccdec-e728-4513-891f-26f56f8a2a8f/c3eccdec-e728-4513-891f-26f56f8a2a8f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.903688] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.904023] env[70966]: DEBUG oslo_vmware.api [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 925.904023] env[70966]: value = "task-3612897" [ 925.904023] env[70966]: _type = "Task" [ 925.904023] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.905661] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6f89100-86ea-4e36-b31a-acd30c227322 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.916146] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 925.916146] env[70966]: value = "task-3612898" [ 925.916146] env[70966]: _type = "Task" [ 925.916146] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.922300] env[70966]: DEBUG oslo_vmware.api [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.936675] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.941935] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.941935] env[70966]: DEBUG nova.compute.manager [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.944897] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.579s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.946100] env[70966]: INFO nova.compute.claims [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.005534] env[70966]: DEBUG oslo_concurrency.lockutils [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "interface-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-5265cb9f-2d4a-435b-89e0-d3b26da3586a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.005852] env[70966]: DEBUG oslo_concurrency.lockutils [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-5265cb9f-2d4a-435b-89e0-d3b26da3586a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.006327] env[70966]: DEBUG nova.objects.instance [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lazy-loading 'flavor' on Instance uuid f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.032406] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612893, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.081332] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "2a414958-48b2-4b40-89df-ed686c590f5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.081666] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "2a414958-48b2-4b40-89df-ed686c590f5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.292785] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612896, 'name': CreateVM_Task, 'duration_secs': 0.502113} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.292966] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.293761] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.296670] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.296670] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.296670] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e66fbc3-0cb7-4aab-9020-d7f0b9f1f007 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.299559] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 926.299559] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526f2218-219f-0ccc-d873-223bde2df32d" [ 926.299559] env[70966]: _type = "Task" [ 926.299559] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.309821] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.312624] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-218f9dea-4e2c-46b7-946f-feeb40bc92cd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.321274] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526f2218-219f-0ccc-d873-223bde2df32d, 'name': SearchDatastore_Task, 'duration_secs': 0.014707} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.322651] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.322909] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.323278] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.323361] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.323537] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.323854] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 926.323854] env[70966]: value = "task-3612899" [ 926.323854] env[70966]: _type = "Task" [ 926.323854] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.324141] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76aabbb0-4227-431d-a156-466a5614634f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.334816] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612899, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.336027] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.336224] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.337021] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84320676-e127-447b-aa92-9b4f072ac4f6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.342170] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 926.342170] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527bb758-4e66-94bd-3fb0-60e3bc51b814" [ 926.342170] env[70966]: _type = "Task" [ 926.342170] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.350027] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527bb758-4e66-94bd-3fb0-60e3bc51b814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.350903] env[70966]: DEBUG nova.network.neutron [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Updated VIF entry in instance network info cache for port d1127d23-9f5f-4446-b8fe-633cfd215246. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.351271] env[70966]: DEBUG nova.network.neutron [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Updating instance_info_cache with network_info: [{"id": "d1127d23-9f5f-4446-b8fe-633cfd215246", "address": "fa:16:3e:30:fc:16", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1127d23-9f", "ovs_interfaceid": "d1127d23-9f5f-4446-b8fe-633cfd215246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.379965] env[70966]: DEBUG oslo_vmware.api [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612891, 'name': ReconfigVM_Task, 'duration_secs': 0.604349} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.382386] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Reconfigured VM instance instance-00000039 to attach disk [datastore2] volume-1a0de020-d74b-419c-ac50-1199b5bda983/volume-1a0de020-d74b-419c-ac50-1199b5bda983.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.388144] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-945b6cb3-a48f-43a3-aa2c-6a458e7cef3c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.401495] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.403789] env[70966]: DEBUG oslo_vmware.api [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 926.403789] env[70966]: value = "task-3612900" [ 926.403789] env[70966]: _type = "Task" [ 926.403789] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.408690] env[70966]: DEBUG nova.compute.manager [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.408921] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.412739] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6c5c5b-a510-48a7-94d5-30513d72079f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.421341] env[70966]: DEBUG oslo_vmware.api [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612900, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.440305] env[70966]: DEBUG oslo_vmware.api [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612897, 'name': PowerOffVM_Task, 'duration_secs': 0.191562} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.445648] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.445791] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.446137] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.446403] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193024} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.446646] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2e8c22f-4392-458f-bae4-448013853ee6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.448394] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20db8f56-9060-4fbb-8d3a-7f46f294f3ac {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.450077] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.451861] env[70966]: DEBUG nova.compute.utils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.455642] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba10e7e-4989-4148-85b2-c804bdfcfc19 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.460131] env[70966]: DEBUG nova.compute.manager [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.462609] env[70966]: DEBUG nova.network.neutron [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.486942] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] c3eccdec-e728-4513-891f-26f56f8a2a8f/c3eccdec-e728-4513-891f-26f56f8a2a8f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.489044] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48f3cb23-c944-49b7-8d30-bbcd08a9c625 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.503951] env[70966]: DEBUG oslo_vmware.api [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 926.503951] env[70966]: value = "task-3612902" [ 926.503951] env[70966]: _type = "Task" [ 926.503951] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.512521] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 926.512521] env[70966]: value = "task-3612903" [ 926.512521] env[70966]: _type = "Task" [ 926.512521] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.515791] env[70966]: DEBUG oslo_vmware.api [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.528266] env[70966]: DEBUG nova.policy [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '499f4d777c2f408bb597843474e142dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86299e2a0bd44f03a74a00da1fe6acb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.535157] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.539855] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612893, 'name': CreateSnapshot_Task, 'duration_secs': 0.74695} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.540204] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 926.541984] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a7ddb8-fd9d-4e90-bb4c-de74a55d4d28 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.548467] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.548621] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.548795] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Deleting the datastore file [datastore1] f9e9bd3f-e448-47c3-a360-15bdaa60227e {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.549521] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52d874a0-4f5d-4de8-9e1c-2fe393c140a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.567030] env[70966]: DEBUG oslo_vmware.api [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 926.567030] env[70966]: value = "task-3612904" [ 926.567030] env[70966]: _type = "Task" [ 926.567030] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.571705] env[70966]: DEBUG oslo_vmware.api [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.584271] env[70966]: DEBUG nova.compute.manager [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.627640] env[70966]: DEBUG nova.objects.instance [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lazy-loading 'pci_requests' on Instance uuid f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.836201] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612899, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.852183] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527bb758-4e66-94bd-3fb0-60e3bc51b814, 'name': SearchDatastore_Task, 'duration_secs': 0.010688} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.853066] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ef76a0-4872-4356-b49f-f2cdd32c3c91 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.860266] env[70966]: DEBUG oslo_concurrency.lockutils [req-da556431-6077-43c9-880b-e0cb7fc4ac8e req-e027cf53-187a-4494-8660-2132e07c0bd8 service nova] Releasing lock "refresh_cache-c3eccdec-e728-4513-891f-26f56f8a2a8f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.866090] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 926.866090] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52292e69-1ed0-0aee-a6bb-57a548d5bec7" [ 926.866090] env[70966]: _type = "Task" [ 926.866090] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.875144] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52292e69-1ed0-0aee-a6bb-57a548d5bec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.880673] env[70966]: INFO nova.compute.manager [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Rebuilding instance [ 926.928811] env[70966]: DEBUG oslo_vmware.api [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612900, 'name': ReconfigVM_Task, 'duration_secs': 0.178385} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.933453] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720664', 'volume_id': '1a0de020-d74b-419c-ac50-1199b5bda983', 'name': 'volume-1a0de020-d74b-419c-ac50-1199b5bda983', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99de49b6-a37c-4bde-acf5-7f90d5f432de', 'attached_at': '', 'detached_at': '', 'volume_id': '1a0de020-d74b-419c-ac50-1199b5bda983', 'serial': '1a0de020-d74b-419c-ac50-1199b5bda983'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 926.938087] env[70966]: DEBUG nova.compute.manager [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.938169] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bca259-6a88-4dd8-af61-c99d1abd0f93 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.960277] env[70966]: DEBUG nova.compute.manager [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.014709] env[70966]: DEBUG oslo_vmware.api [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612902, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.029956] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612903, 'name': ReconfigVM_Task, 'duration_secs': 0.300959} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.030263] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Reconfigured VM instance instance-00000047 to attach disk [datastore2] c3eccdec-e728-4513-891f-26f56f8a2a8f/c3eccdec-e728-4513-891f-26f56f8a2a8f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.030905] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-522fa2be-864f-4e30-afa4-4a1d27598834 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.037443] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 927.037443] env[70966]: value = "task-3612905" [ 927.037443] env[70966]: _type = "Task" [ 927.037443] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.045237] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612905, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.045938] env[70966]: DEBUG nova.network.neutron [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Successfully created port: 4ffbbca2-2955-4f36-9355-33b846fb8560 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.067857] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 927.072562] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2e6f0bbe-41c9-49a6-bdbe-6d9766d98596 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.084931] env[70966]: DEBUG oslo_vmware.api [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345379} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.086273] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.086455] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.086630] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.086797] env[70966]: INFO nova.compute.manager [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 927.087042] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.087294] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 927.087294] env[70966]: value = "task-3612906" [ 927.087294] env[70966]: _type = "Task" [ 927.087294] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.089828] env[70966]: DEBUG nova.compute.manager [-] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.090290] env[70966]: DEBUG nova.network.neutron [-] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.106165] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612906, 'name': CloneVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.112648] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.130266] env[70966]: DEBUG nova.objects.base [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 927.130475] env[70966]: DEBUG nova.network.neutron [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.159096] env[70966]: DEBUG nova.compute.manager [req-fcb56e95-36ea-4d3e-9749-0793ed2f0e06 req-a92bdd50-9604-4cda-929c-dd3bbef10211 service nova] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Received event network-vif-plugged-7f9353ec-c396-4b7e-8f13-3af08f0a8211 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.159366] env[70966]: DEBUG oslo_concurrency.lockutils [req-fcb56e95-36ea-4d3e-9749-0793ed2f0e06 req-a92bdd50-9604-4cda-929c-dd3bbef10211 service nova] Acquiring lock "379e905b-dd3b-4b73-8393-02232f2540ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.159629] env[70966]: DEBUG oslo_concurrency.lockutils [req-fcb56e95-36ea-4d3e-9749-0793ed2f0e06 req-a92bdd50-9604-4cda-929c-dd3bbef10211 service nova] Lock "379e905b-dd3b-4b73-8393-02232f2540ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.159819] env[70966]: DEBUG oslo_concurrency.lockutils [req-fcb56e95-36ea-4d3e-9749-0793ed2f0e06 req-a92bdd50-9604-4cda-929c-dd3bbef10211 service nova] Lock "379e905b-dd3b-4b73-8393-02232f2540ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.159988] env[70966]: DEBUG nova.compute.manager [req-fcb56e95-36ea-4d3e-9749-0793ed2f0e06 req-a92bdd50-9604-4cda-929c-dd3bbef10211 service nova] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] No waiting events found dispatching network-vif-plugged-7f9353ec-c396-4b7e-8f13-3af08f0a8211 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.160172] env[70966]: WARNING nova.compute.manager [req-fcb56e95-36ea-4d3e-9749-0793ed2f0e06 req-a92bdd50-9604-4cda-929c-dd3bbef10211 service nova] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Received unexpected event network-vif-plugged-7f9353ec-c396-4b7e-8f13-3af08f0a8211 for instance with vm_state building and task_state spawning. [ 927.160326] env[70966]: DEBUG nova.compute.manager [req-fcb56e95-36ea-4d3e-9749-0793ed2f0e06 req-a92bdd50-9604-4cda-929c-dd3bbef10211 service nova] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Received event network-changed-7f9353ec-c396-4b7e-8f13-3af08f0a8211 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.160477] env[70966]: DEBUG nova.compute.manager [req-fcb56e95-36ea-4d3e-9749-0793ed2f0e06 req-a92bdd50-9604-4cda-929c-dd3bbef10211 service nova] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Refreshing instance network info cache due to event network-changed-7f9353ec-c396-4b7e-8f13-3af08f0a8211. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.160662] env[70966]: DEBUG oslo_concurrency.lockutils [req-fcb56e95-36ea-4d3e-9749-0793ed2f0e06 req-a92bdd50-9604-4cda-929c-dd3bbef10211 service nova] Acquiring lock "refresh_cache-379e905b-dd3b-4b73-8393-02232f2540ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.160825] env[70966]: DEBUG oslo_concurrency.lockutils [req-fcb56e95-36ea-4d3e-9749-0793ed2f0e06 req-a92bdd50-9604-4cda-929c-dd3bbef10211 service nova] Acquired lock "refresh_cache-379e905b-dd3b-4b73-8393-02232f2540ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.160998] env[70966]: DEBUG nova.network.neutron [req-fcb56e95-36ea-4d3e-9749-0793ed2f0e06 req-a92bdd50-9604-4cda-929c-dd3bbef10211 service nova] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Refreshing network info cache for port 7f9353ec-c396-4b7e-8f13-3af08f0a8211 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.338071] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612899, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.379614] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52292e69-1ed0-0aee-a6bb-57a548d5bec7, 'name': SearchDatastore_Task, 'duration_secs': 0.019342} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.379614] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.379614] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 379e905b-dd3b-4b73-8393-02232f2540ce/379e905b-dd3b-4b73-8393-02232f2540ce.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.379614] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3edd5e90-3b70-4e00-97ca-e8f91b6f87b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.394267] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 927.394267] env[70966]: value = "task-3612907" [ 927.394267] env[70966]: _type = "Task" [ 927.394267] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.399933] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fea918e-ff2f-49db-a0af-192c6afd179e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.408722] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3612907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.412030] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b0a585-7388-4643-b1ac-687111cf5923 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.451286] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de5f870-267a-4e46-9b67-b6083a2c4b6f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.460878] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa966b8-7024-4098-a68c-f2ab7071aadd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.479476] env[70966]: DEBUG nova.compute.provider_tree [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.516601] env[70966]: DEBUG nova.policy [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8389fe3055d4a7b8fdbb0853438905d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611d7f6ccb3644079814f537c0dc64d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.522364] env[70966]: DEBUG oslo_vmware.api [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612902, 'name': PowerOffVM_Task, 'duration_secs': 0.548465} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.523296] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.523381] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.523655] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9c18526-279e-4183-8a40-775038eea98e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.548722] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612905, 'name': Rename_Task, 'duration_secs': 0.228226} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.548927] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.549341] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-221cde4d-70d1-43c7-bb2b-543521a23fb1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.555262] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 927.555262] env[70966]: value = "task-3612909" [ 927.555262] env[70966]: _type = "Task" [ 927.555262] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.564304] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.601070] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.601070] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.601070] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Deleting the datastore file [datastore2] 5941bee0-8958-462d-880a-306024f75a72 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.601070] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55cd702e-422d-4a31-81d3-26c14aed0ac5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.604539] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612906, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.609713] env[70966]: DEBUG oslo_vmware.api [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for the task: (returnval){ [ 927.609713] env[70966]: value = "task-3612910" [ 927.609713] env[70966]: _type = "Task" [ 927.609713] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.618739] env[70966]: DEBUG oslo_vmware.api [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.838597] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612899, 'name': CloneVM_Task} progress is 95%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.890218] env[70966]: DEBUG nova.network.neutron [-] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.914030] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3612907, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.955803] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.956702] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e5ac4c6-c42d-4326-943f-ad3fbf65cc5f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.963965] env[70966]: DEBUG oslo_vmware.api [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Waiting for the task: (returnval){ [ 927.963965] env[70966]: value = "task-3612911" [ 927.963965] env[70966]: _type = "Task" [ 927.963965] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.973217] env[70966]: DEBUG oslo_vmware.api [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.982063] env[70966]: DEBUG nova.compute.manager [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.984693] env[70966]: DEBUG nova.scheduler.client.report [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.015316] env[70966]: DEBUG nova.objects.instance [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lazy-loading 'flavor' on Instance uuid 99de49b6-a37c-4bde-acf5-7f90d5f432de {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.022960] env[70966]: DEBUG nova.virt.hardware [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.022960] env[70966]: DEBUG nova.virt.hardware [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.022960] env[70966]: DEBUG nova.virt.hardware [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.022960] env[70966]: DEBUG nova.virt.hardware [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.022960] env[70966]: DEBUG nova.virt.hardware [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.022960] env[70966]: DEBUG nova.virt.hardware [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.022960] env[70966]: DEBUG nova.virt.hardware [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.023271] env[70966]: DEBUG nova.virt.hardware [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.023271] env[70966]: DEBUG nova.virt.hardware [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.023493] env[70966]: DEBUG nova.virt.hardware [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.023619] env[70966]: DEBUG nova.virt.hardware [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.025528] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133c46b7-1816-44dc-be07-c1f87e5d87bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.035873] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6011aa24-ccf2-41d3-88c2-a5688df6e327 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.065770] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612909, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.102911] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612906, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.120135] env[70966]: DEBUG oslo_vmware.api [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Task: {'id': task-3612910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446621} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.120417] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.120602] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.120798] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.120990] env[70966]: INFO nova.compute.manager [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] [instance: 5941bee0-8958-462d-880a-306024f75a72] Took 1.71 seconds to destroy the instance on the hypervisor. [ 928.121259] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.121639] env[70966]: DEBUG nova.compute.manager [-] [instance: 5941bee0-8958-462d-880a-306024f75a72] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.121639] env[70966]: DEBUG nova.network.neutron [-] [instance: 5941bee0-8958-462d-880a-306024f75a72] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.243152] env[70966]: DEBUG nova.network.neutron [req-fcb56e95-36ea-4d3e-9749-0793ed2f0e06 req-a92bdd50-9604-4cda-929c-dd3bbef10211 service nova] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Updated VIF entry in instance network info cache for port 7f9353ec-c396-4b7e-8f13-3af08f0a8211. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.243560] env[70966]: DEBUG nova.network.neutron [req-fcb56e95-36ea-4d3e-9749-0793ed2f0e06 req-a92bdd50-9604-4cda-929c-dd3bbef10211 service nova] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Updating instance_info_cache with network_info: [{"id": "7f9353ec-c396-4b7e-8f13-3af08f0a8211", "address": "fa:16:3e:85:2b:bb", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9353ec-c3", "ovs_interfaceid": "7f9353ec-c396-4b7e-8f13-3af08f0a8211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.340061] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612899, 'name': CloneVM_Task, 'duration_secs': 1.768742} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.340370] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Created linked-clone VM from snapshot [ 928.341357] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df68fe6-35de-4110-b8c8-391979e58e9b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.349459] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Uploading image fc330e97-982a-49ff-975f-cf84a760d9e7 {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.360428] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 928.360694] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3b388a74-618f-46be-9a59-48114d47a709 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.367626] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 928.367626] env[70966]: value = "task-3612912" [ 928.367626] env[70966]: _type = "Task" [ 928.367626] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.378943] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612912, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.395447] env[70966]: INFO nova.compute.manager [-] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Took 1.31 seconds to deallocate network for instance. [ 928.408677] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3612907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56533} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.409144] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 379e905b-dd3b-4b73-8393-02232f2540ce/379e905b-dd3b-4b73-8393-02232f2540ce.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.409369] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.409615] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6dbee19-170c-432c-be07-9b521e5bdfec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.418505] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 928.418505] env[70966]: value = "task-3612913" [ 928.418505] env[70966]: _type = "Task" [ 928.418505] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.429026] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3612913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.476334] env[70966]: DEBUG oslo_vmware.api [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612911, 'name': PowerOffVM_Task, 'duration_secs': 0.211823} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.476995] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.477661] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.477929] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eca89a7-a488-467c-802c-16551b2b99c8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.484102] env[70966]: DEBUG oslo_vmware.api [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Waiting for the task: (returnval){ [ 928.484102] env[70966]: value = "task-3612914" [ 928.484102] env[70966]: _type = "Task" [ 928.484102] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.493139] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.493685] env[70966]: DEBUG nova.compute.manager [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.496222] env[70966]: DEBUG oslo_vmware.api [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.497059] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.573s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.497901] env[70966]: INFO nova.compute.claims [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.533859] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e81c3aa4-f7fd-472c-9375-be3a911342e9 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "99de49b6-a37c-4bde-acf5-7f90d5f432de" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.388s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.566589] env[70966]: DEBUG oslo_vmware.api [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612909, 'name': PowerOnVM_Task, 'duration_secs': 0.668863} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.566855] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.567069] env[70966]: INFO nova.compute.manager [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Took 7.72 seconds to spawn the instance on the hypervisor. [ 928.567268] env[70966]: DEBUG nova.compute.manager [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.568138] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003b27e5-6c8c-4a05-9e61-4f0c62b49ca2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.603244] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612906, 'name': CloneVM_Task, 'duration_secs': 1.379802} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.603542] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Created linked-clone VM from snapshot [ 928.604287] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1fb38d-d40f-46e5-8f4e-e1da432d7384 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.612075] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Uploading image 49519a6e-b9ec-47bb-b577-7f007792d5ae {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.637480] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 928.637480] env[70966]: value = "vm-720672" [ 928.637480] env[70966]: _type = "VirtualMachine" [ 928.637480] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 928.638263] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-90009242-4531-47e6-9f18-d3a102778f74 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.645382] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lease: (returnval){ [ 928.645382] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527189cd-72fd-59eb-f29f-dbc33b557c29" [ 928.645382] env[70966]: _type = "HttpNfcLease" [ 928.645382] env[70966]: } obtained for exporting VM: (result){ [ 928.645382] env[70966]: value = "vm-720672" [ 928.645382] env[70966]: _type = "VirtualMachine" [ 928.645382] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 928.645612] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the lease: (returnval){ [ 928.645612] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527189cd-72fd-59eb-f29f-dbc33b557c29" [ 928.645612] env[70966]: _type = "HttpNfcLease" [ 928.645612] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.652367] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.652367] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527189cd-72fd-59eb-f29f-dbc33b557c29" [ 928.652367] env[70966]: _type = "HttpNfcLease" [ 928.652367] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 928.746104] env[70966]: DEBUG oslo_concurrency.lockutils [req-fcb56e95-36ea-4d3e-9749-0793ed2f0e06 req-a92bdd50-9604-4cda-929c-dd3bbef10211 service nova] Releasing lock "refresh_cache-379e905b-dd3b-4b73-8393-02232f2540ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.878602] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612912, 'name': Destroy_Task, 'duration_secs': 0.396085} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.878923] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Destroyed the VM [ 928.879160] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 928.879635] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6456ef5f-351e-45e6-9947-f9a38aa141ad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.887592] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 928.887592] env[70966]: value = "task-3612916" [ 928.887592] env[70966]: _type = "Task" [ 928.887592] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.895736] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612916, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.904903] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.909355] env[70966]: DEBUG nova.network.neutron [-] [instance: 5941bee0-8958-462d-880a-306024f75a72] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.930552] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3612913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091226} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.931124] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.932223] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fa61ec-ac52-4624-b480-2709c6e7dfe2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.957776] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 379e905b-dd3b-4b73-8393-02232f2540ce/379e905b-dd3b-4b73-8393-02232f2540ce.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.958854] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c8bff81-55f8-4020-aded-0a3424e88f27 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.982251] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 928.982251] env[70966]: value = "task-3612917" [ 928.982251] env[70966]: _type = "Task" [ 928.982251] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.993267] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3612917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.996799] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] VM already powered off {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 928.997022] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 928.997240] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720603', 'volume_id': '1a9ea594-b74d-4237-b59c-ddf1ccb3acda', 'name': 'volume-1a9ea594-b74d-4237-b59c-ddf1ccb3acda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0b6fcc0-efae-446d-b1c6-d734c56d6671', 'attached_at': '', 'detached_at': '', 'volume_id': '1a9ea594-b74d-4237-b59c-ddf1ccb3acda', 'serial': '1a9ea594-b74d-4237-b59c-ddf1ccb3acda'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 928.997972] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff8fa7c-e30d-4377-9abc-7b11dde86114 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.002861] env[70966]: DEBUG nova.compute.utils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.023885] env[70966]: DEBUG nova.compute.manager [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.023967] env[70966]: DEBUG nova.network.neutron [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.030477] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53686f0-c3cd-429f-bb34-e764d2ccd6dd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.039090] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d56f57-8a43-4153-a35d-083f58274aeb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.057716] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c6851b-0adc-4f8f-b36b-d717f898eb48 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.074728] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] The volume has not been displaced from its original location: [datastore2] volume-1a9ea594-b74d-4237-b59c-ddf1ccb3acda/volume-1a9ea594-b74d-4237-b59c-ddf1ccb3acda.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 929.080107] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Reconfiguring VM instance instance-0000003b to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 929.084207] env[70966]: DEBUG nova.policy [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2bc6f3d6623442486d285f6bd044528', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e03e2647353469bb36c8dae45b49cf3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.089311] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c887c4-b7d8-44c6-a166-4e57b3677517 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.106886] env[70966]: INFO nova.compute.manager [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Took 26.52 seconds to build instance. [ 929.111313] env[70966]: DEBUG oslo_vmware.api [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Waiting for the task: (returnval){ [ 929.111313] env[70966]: value = "task-3612918" [ 929.111313] env[70966]: _type = "Task" [ 929.111313] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.119884] env[70966]: DEBUG oslo_vmware.api [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.152813] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.152813] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527189cd-72fd-59eb-f29f-dbc33b557c29" [ 929.152813] env[70966]: _type = "HttpNfcLease" [ 929.152813] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.153131] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.153131] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527189cd-72fd-59eb-f29f-dbc33b557c29" [ 929.153131] env[70966]: _type = "HttpNfcLease" [ 929.153131] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 929.153880] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99db7f08-735d-4da7-9e32-ecbc5f6bf679 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.164779] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f872d0-6be9-cb85-7306-bc0112fc0d07/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.165035] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f872d0-6be9-cb85-7306-bc0112fc0d07/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 929.226297] env[70966]: INFO nova.compute.manager [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Rescuing [ 929.226603] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.226770] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.226937] env[70966]: DEBUG nova.network.neutron [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.363320] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-054d22cf-71a3-49b4-8b79-b97c69f8f48b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.407373] env[70966]: DEBUG nova.network.neutron [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Successfully updated port: 4ffbbca2-2955-4f36-9355-33b846fb8560 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.412634] env[70966]: INFO nova.compute.manager [-] [instance: 5941bee0-8958-462d-880a-306024f75a72] Took 1.29 seconds to deallocate network for instance. [ 929.418096] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612916, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.443328] env[70966]: DEBUG nova.network.neutron [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Successfully created port: 9507c4fa-ce98-4cb8-8b8c-306d2d135817 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.493265] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3612917, 'name': ReconfigVM_Task, 'duration_secs': 0.385322} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.495019] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 379e905b-dd3b-4b73-8393-02232f2540ce/379e905b-dd3b-4b73-8393-02232f2540ce.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.495019] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41d5843c-1f50-4143-931d-4945f4247bc4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.500674] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 929.500674] env[70966]: value = "task-3612919" [ 929.500674] env[70966]: _type = "Task" [ 929.500674] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.514878] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3612919, 'name': Rename_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.524350] env[70966]: DEBUG nova.compute.manager [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.537766] env[70966]: DEBUG nova.network.neutron [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Successfully updated port: 5265cb9f-2d4a-435b-89e0-d3b26da3586a {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.565136] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf40f14-a904-4fed-9f91-cf0bc3774aec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.572863] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdd454e-7306-43b0-8a75-470fb816bb08 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.605429] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ff326e-87e7-446a-9b4e-c44b5f37d003 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.608789] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f3a54591-8c05-47a8-bdfe-978175d3bdd2 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "c3eccdec-e728-4513-891f-26f56f8a2a8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.037s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.619755] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b02a28-f366-4e0b-ad47-d8a47f8c6886 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.631784] env[70966]: DEBUG oslo_vmware.api [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612918, 'name': ReconfigVM_Task, 'duration_secs': 0.331763} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.639980] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Reconfigured VM instance instance-0000003b to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 929.645487] env[70966]: DEBUG nova.compute.provider_tree [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.647763] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1db96e98-a98f-4027-b8cc-512c55cdd437 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.665902] env[70966]: DEBUG oslo_vmware.api [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Waiting for the task: (returnval){ [ 929.665902] env[70966]: value = "task-3612920" [ 929.665902] env[70966]: _type = "Task" [ 929.665902] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.675046] env[70966]: DEBUG oslo_vmware.api [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.905673] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612916, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.912455] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Acquiring lock "refresh_cache-b9921915-f483-425f-8214-6e35b2b939b0" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.912455] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Acquired lock "refresh_cache-b9921915-f483-425f-8214-6e35b2b939b0" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.912935] env[70966]: DEBUG nova.network.neutron [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.933832] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.014949] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3612919, 'name': Rename_Task, 'duration_secs': 0.148619} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.015347] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.015637] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57d62c19-8898-44f4-b740-63cc003b17e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.022430] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 930.022430] env[70966]: value = "task-3612921" [ 930.022430] env[70966]: _type = "Task" [ 930.022430] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.034068] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3612921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.041254] env[70966]: DEBUG oslo_concurrency.lockutils [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.041816] env[70966]: DEBUG oslo_concurrency.lockutils [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.042125] env[70966]: DEBUG nova.network.neutron [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.064675] env[70966]: DEBUG nova.network.neutron [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Updating instance_info_cache with network_info: [{"id": "1e854a66-3075-45e7-b2f3-581cd4308b95", "address": "fa:16:3e:16:67:32", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e854a66-30", "ovs_interfaceid": "1e854a66-3075-45e7-b2f3-581cd4308b95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.104282] env[70966]: DEBUG nova.compute.manager [req-0022f29a-7bd6-4715-88ed-70a6a9ff8834 req-d0f569b2-5e3f-4ead-a613-625e05b3601a service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Received event network-vif-plugged-4ffbbca2-2955-4f36-9355-33b846fb8560 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.104600] env[70966]: DEBUG oslo_concurrency.lockutils [req-0022f29a-7bd6-4715-88ed-70a6a9ff8834 req-d0f569b2-5e3f-4ead-a613-625e05b3601a service nova] Acquiring lock "b9921915-f483-425f-8214-6e35b2b939b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.104845] env[70966]: DEBUG oslo_concurrency.lockutils [req-0022f29a-7bd6-4715-88ed-70a6a9ff8834 req-d0f569b2-5e3f-4ead-a613-625e05b3601a service nova] Lock "b9921915-f483-425f-8214-6e35b2b939b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.105280] env[70966]: DEBUG oslo_concurrency.lockutils [req-0022f29a-7bd6-4715-88ed-70a6a9ff8834 req-d0f569b2-5e3f-4ead-a613-625e05b3601a service nova] Lock "b9921915-f483-425f-8214-6e35b2b939b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.105537] env[70966]: DEBUG nova.compute.manager [req-0022f29a-7bd6-4715-88ed-70a6a9ff8834 req-d0f569b2-5e3f-4ead-a613-625e05b3601a service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] No waiting events found dispatching network-vif-plugged-4ffbbca2-2955-4f36-9355-33b846fb8560 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.105769] env[70966]: WARNING nova.compute.manager [req-0022f29a-7bd6-4715-88ed-70a6a9ff8834 req-d0f569b2-5e3f-4ead-a613-625e05b3601a service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Received unexpected event network-vif-plugged-4ffbbca2-2955-4f36-9355-33b846fb8560 for instance with vm_state building and task_state spawning. [ 930.126678] env[70966]: DEBUG nova.compute.manager [req-2aaefa8d-09b5-4635-847e-f9aa1df63c13 req-c7e9fd51-6975-4dc4-b594-042cc6c4aa09 service nova] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Received event network-vif-deleted-d960a192-f8f5-4429-9e21-2771da3d336e {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.127020] env[70966]: DEBUG nova.compute.manager [req-2aaefa8d-09b5-4635-847e-f9aa1df63c13 req-c7e9fd51-6975-4dc4-b594-042cc6c4aa09 service nova] [instance: 5941bee0-8958-462d-880a-306024f75a72] Received event network-vif-deleted-0ed71504-e46e-454c-a482-a164a413ccb5 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.161882] env[70966]: DEBUG nova.scheduler.client.report [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.175886] env[70966]: DEBUG oslo_vmware.api [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612920, 'name': ReconfigVM_Task, 'duration_secs': 0.134274} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.176212] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720603', 'volume_id': '1a9ea594-b74d-4237-b59c-ddf1ccb3acda', 'name': 'volume-1a9ea594-b74d-4237-b59c-ddf1ccb3acda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0b6fcc0-efae-446d-b1c6-d734c56d6671', 'attached_at': '', 'detached_at': '', 'volume_id': '1a9ea594-b74d-4237-b59c-ddf1ccb3acda', 'serial': '1a9ea594-b74d-4237-b59c-ddf1ccb3acda'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 930.176486] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.177453] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e925fce-648b-4d10-aa20-22ff096e2917 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.185735] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.186090] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2673030d-fc30-4927-8f36-10be695a1c8f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.263023] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.263112] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.263333] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Deleting the datastore file [datastore2] c0b6fcc0-efae-446d-b1c6-d734c56d6671 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.263679] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baf7234c-51e1-4cea-8011-688adbbcfcda {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.269805] env[70966]: DEBUG oslo_vmware.api [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Waiting for the task: (returnval){ [ 930.269805] env[70966]: value = "task-3612923" [ 930.269805] env[70966]: _type = "Task" [ 930.269805] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.278640] env[70966]: DEBUG oslo_vmware.api [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.409713] env[70966]: DEBUG oslo_vmware.api [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612916, 'name': RemoveSnapshot_Task, 'duration_secs': 1.382644} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.410456] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 930.467630] env[70966]: DEBUG nova.network.neutron [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.536833] env[70966]: DEBUG nova.compute.manager [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.539068] env[70966]: DEBUG oslo_vmware.api [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3612921, 'name': PowerOnVM_Task, 'duration_secs': 0.468113} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.539702] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.539901] env[70966]: INFO nova.compute.manager [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Took 7.10 seconds to spawn the instance on the hypervisor. [ 930.540099] env[70966]: DEBUG nova.compute.manager [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.540952] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdb62e7-6e8e-49dc-8418-191daa24c583 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.567523] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.572748] env[70966]: DEBUG nova.virt.hardware [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.573142] env[70966]: DEBUG nova.virt.hardware [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.573381] env[70966]: DEBUG nova.virt.hardware [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.573620] env[70966]: DEBUG nova.virt.hardware [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.573823] env[70966]: DEBUG nova.virt.hardware [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.574091] env[70966]: DEBUG nova.virt.hardware [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.574326] env[70966]: DEBUG nova.virt.hardware [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.574502] env[70966]: DEBUG nova.virt.hardware [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.574735] env[70966]: DEBUG nova.virt.hardware [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.574977] env[70966]: DEBUG nova.virt.hardware [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.575280] env[70966]: DEBUG nova.virt.hardware [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.577048] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510185c5-43c2-464a-8a8b-b76e2eba62fa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.586116] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64fcda7-f350-4c6c-9ec6-547076cf4eef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.616088] env[70966]: WARNING nova.network.neutron [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] 4697b8ca-a4de-4107-aa70-0f176622332c already exists in list: networks containing: ['4697b8ca-a4de-4107-aa70-0f176622332c']. ignoring it [ 930.616325] env[70966]: WARNING nova.network.neutron [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] 4697b8ca-a4de-4107-aa70-0f176622332c already exists in list: networks containing: ['4697b8ca-a4de-4107-aa70-0f176622332c']. ignoring it [ 930.667363] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.667961] env[70966]: DEBUG nova.compute.manager [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.671168] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.302s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.675042] env[70966]: INFO nova.compute.claims [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.780017] env[70966]: DEBUG oslo_vmware.api [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Task: {'id': task-3612923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110098} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.780544] env[70966]: DEBUG nova.network.neutron [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Updating instance_info_cache with network_info: [{"id": "4ffbbca2-2955-4f36-9355-33b846fb8560", "address": "fa:16:3e:f0:fa:e6", "network": {"id": "70f0acd3-f156-4be7-ae2f-7d02c57ca92a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-823050029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86299e2a0bd44f03a74a00da1fe6acb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ffbbca2-29", "ovs_interfaceid": "4ffbbca2-2955-4f36-9355-33b846fb8560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.782040] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.782291] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.782679] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.864226] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 930.864226] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f56e91da-230c-44b9-bcdd-b553b28d03d2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.874533] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c5fff1-b89a-451d-a4b7-93bb04bd1f7d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.910923] env[70966]: ERROR nova.compute.manager [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Failed to detach volume 1a9ea594-b74d-4237-b59c-ddf1ccb3acda from /dev/sda: nova.exception.InstanceNotFound: Instance c0b6fcc0-efae-446d-b1c6-d734c56d6671 could not be found. [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Traceback (most recent call last): [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] self.driver.rebuild(**kwargs) [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] raise NotImplementedError() [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] NotImplementedError [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] During handling of the above exception, another exception occurred: [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Traceback (most recent call last): [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] self.driver.detach_volume(context, old_connection_info, [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] return self._volumeops.detach_volume(connection_info, instance) [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] self._detach_volume_vmdk(connection_info, instance) [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] stable_ref.fetch_moref(session) [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] raise exception.InstanceNotFound(instance_id=self._uuid) [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] nova.exception.InstanceNotFound: Instance c0b6fcc0-efae-446d-b1c6-d734c56d6671 could not be found. [ 930.910923] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] [ 930.917671] env[70966]: WARNING nova.compute.manager [None req-78500b3c-70f6-4f8e-b7d3-131bb3254aae tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Image not found during snapshot: nova.exception.ImageNotFound: Image fc330e97-982a-49ff-975f-cf84a760d9e7 could not be found. [ 931.029815] env[70966]: DEBUG nova.network.neutron [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Successfully updated port: 9507c4fa-ce98-4cb8-8b8c-306d2d135817 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.061571] env[70966]: INFO nova.compute.manager [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Took 28.35 seconds to build instance. [ 931.094179] env[70966]: DEBUG nova.compute.utils [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Build of instance c0b6fcc0-efae-446d-b1c6-d734c56d6671 aborted: Failed to rebuild volume backed instance. {{(pid=70966) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 931.096472] env[70966]: ERROR nova.compute.manager [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance c0b6fcc0-efae-446d-b1c6-d734c56d6671 aborted: Failed to rebuild volume backed instance. [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Traceback (most recent call last): [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] self.driver.rebuild(**kwargs) [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] raise NotImplementedError() [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] NotImplementedError [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] During handling of the above exception, another exception occurred: [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Traceback (most recent call last): [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] self._detach_root_volume(context, instance, root_bdm) [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] with excutils.save_and_reraise_exception(): [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] self.force_reraise() [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] raise self.value [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] self.driver.detach_volume(context, old_connection_info, [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] return self._volumeops.detach_volume(connection_info, instance) [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] self._detach_volume_vmdk(connection_info, instance) [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] stable_ref.fetch_moref(session) [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] raise exception.InstanceNotFound(instance_id=self._uuid) [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] nova.exception.InstanceNotFound: Instance c0b6fcc0-efae-446d-b1c6-d734c56d6671 could not be found. [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] During handling of the above exception, another exception occurred: [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Traceback (most recent call last): [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] yield [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 931.096472] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] self._do_rebuild_instance_with_claim( [ 931.097563] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 931.097563] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] self._do_rebuild_instance( [ 931.097563] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 931.097563] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] self._rebuild_default_impl(**kwargs) [ 931.097563] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 931.097563] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] self._rebuild_volume_backed_instance( [ 931.097563] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 931.097563] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] raise exception.BuildAbortException( [ 931.097563] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] nova.exception.BuildAbortException: Build of instance c0b6fcc0-efae-446d-b1c6-d734c56d6671 aborted: Failed to rebuild volume backed instance. [ 931.097563] env[70966]: ERROR nova.compute.manager [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] [ 931.177755] env[70966]: DEBUG nova.compute.utils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.184911] env[70966]: DEBUG nova.compute.manager [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.185264] env[70966]: DEBUG nova.network.neutron [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.229164] env[70966]: DEBUG nova.policy [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12083455fb794fedb83116105a37b509', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a77c654163740bcbb431fcff1b8dc30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.286058] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Releasing lock "refresh_cache-b9921915-f483-425f-8214-6e35b2b939b0" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.286416] env[70966]: DEBUG nova.compute.manager [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Instance network_info: |[{"id": "4ffbbca2-2955-4f36-9355-33b846fb8560", "address": "fa:16:3e:f0:fa:e6", "network": {"id": "70f0acd3-f156-4be7-ae2f-7d02c57ca92a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-823050029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86299e2a0bd44f03a74a00da1fe6acb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ffbbca2-29", "ovs_interfaceid": "4ffbbca2-2955-4f36-9355-33b846fb8560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.286994] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:fa:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ffbbca2-2955-4f36-9355-33b846fb8560', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.295554] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Creating folder: Project (86299e2a0bd44f03a74a00da1fe6acb5). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.295921] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb0838eb-f576-45b1-a57b-df13fdbff069 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.309184] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Created folder: Project (86299e2a0bd44f03a74a00da1fe6acb5) in parent group-v720468. [ 931.309402] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Creating folder: Instances. Parent ref: group-v720673. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.309671] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3987e34c-162e-407d-9ece-94f064cdb7ff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.319040] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Created folder: Instances in parent group-v720673. [ 931.319303] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.319667] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.319893] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7812361b-0edd-4a54-9eff-93159c6e6dca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.339118] env[70966]: DEBUG nova.network.neutron [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Updating instance_info_cache with network_info: [{"id": "0912f519-3155-4c09-9486-c1d57ee51897", "address": "fa:16:3e:a5:63:cb", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0912f519-31", "ovs_interfaceid": "0912f519-3155-4c09-9486-c1d57ee51897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2a3156e-53e9-49e8-8086-95681d931fd6", "address": "fa:16:3e:99:e8:ae", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a3156e-53", "ovs_interfaceid": "a2a3156e-53e9-49e8-8086-95681d931fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5265cb9f-2d4a-435b-89e0-d3b26da3586a", "address": "fa:16:3e:59:1b:fb", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5265cb9f-2d", "ovs_interfaceid": "5265cb9f-2d4a-435b-89e0-d3b26da3586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.345592] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.345592] env[70966]: value = "task-3612926" [ 931.345592] env[70966]: _type = "Task" [ 931.345592] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.356808] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612926, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.524805] env[70966]: DEBUG nova.network.neutron [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Successfully created port: b11c31e7-37c9-4a07-90e7-e2bd8834f620 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.533096] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Acquiring lock "refresh_cache-37823278-35eb-47c4-857f-eadba47f5ad8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.533385] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Acquired lock "refresh_cache-37823278-35eb-47c4-857f-eadba47f5ad8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.534030] env[70966]: DEBUG nova.network.neutron [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.563236] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97a42de8-fcc4-4a99-b2a1-59d5edb9a438 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "379e905b-dd3b-4b73-8393-02232f2540ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.865s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.681320] env[70966]: DEBUG nova.compute.manager [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.843876] env[70966]: DEBUG oslo_concurrency.lockutils [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.844632] env[70966]: DEBUG oslo_concurrency.lockutils [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.844793] env[70966]: DEBUG oslo_concurrency.lockutils [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.846345] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e31ecb-4942-4e7e-a7e4-2ede99471f67 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.874853] env[70966]: DEBUG nova.virt.hardware [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.875124] env[70966]: DEBUG nova.virt.hardware [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.875287] env[70966]: DEBUG nova.virt.hardware [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.875484] env[70966]: DEBUG nova.virt.hardware [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.875633] env[70966]: DEBUG nova.virt.hardware [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.875827] env[70966]: DEBUG nova.virt.hardware [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.875990] env[70966]: DEBUG nova.virt.hardware [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.876170] env[70966]: DEBUG nova.virt.hardware [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.876337] env[70966]: DEBUG nova.virt.hardware [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.876501] env[70966]: DEBUG nova.virt.hardware [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.876670] env[70966]: DEBUG nova.virt.hardware [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.883092] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Reconfiguring VM to attach interface {{(pid=70966) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 931.883431] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612926, 'name': CreateVM_Task, 'duration_secs': 0.494349} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.883645] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39cd76d2-e1ef-4f96-a09d-b32411bea30c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.897078] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.900590] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.900763] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.901123] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.901971] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756b357c-b7ed-4cd5-a037-88c09580ac0f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.907739] env[70966]: DEBUG oslo_vmware.api [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 931.907739] env[70966]: value = "task-3612927" [ 931.907739] env[70966]: _type = "Task" [ 931.907739] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.909245] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Waiting for the task: (returnval){ [ 931.909245] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e8d430-83da-5dc6-f4ed-2b2fb3cedbc0" [ 931.909245] env[70966]: _type = "Task" [ 931.909245] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.927470] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e8d430-83da-5dc6-f4ed-2b2fb3cedbc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.927856] env[70966]: DEBUG oslo_vmware.api [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612927, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.068499] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67331dd-7075-4ccd-b299-8ee4ce4107b6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.078194] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac84fcc-e8eb-41a8-b47c-1153496380a0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.111849] env[70966]: DEBUG nova.network.neutron [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.114543] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be75d215-3fff-4b55-a4f5-a192ce115bd4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.122913] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7175f750-f71d-4ec2-b605-782c34d5f243 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.128564] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "8fa737dc-9d45-43b9-a9a9-22e593c6f1e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.128828] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "8fa737dc-9d45-43b9-a9a9-22e593c6f1e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.129068] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "8fa737dc-9d45-43b9-a9a9-22e593c6f1e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.129308] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "8fa737dc-9d45-43b9-a9a9-22e593c6f1e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.129471] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "8fa737dc-9d45-43b9-a9a9-22e593c6f1e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.131651] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.132825] env[70966]: INFO nova.compute.manager [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Terminating instance [ 932.134697] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d014a9a6-cac4-4213-91c3-a1da56a3a213 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.150995] env[70966]: DEBUG nova.compute.provider_tree [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.164059] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 932.164059] env[70966]: value = "task-3612928" [ 932.164059] env[70966]: _type = "Task" [ 932.164059] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.178201] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.305269] env[70966]: DEBUG nova.network.neutron [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Updating instance_info_cache with network_info: [{"id": "9507c4fa-ce98-4cb8-8b8c-306d2d135817", "address": "fa:16:3e:57:9e:9c", "network": {"id": "32bdf2c6-9579-411e-925d-33b86b50db89", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1238167110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e03e2647353469bb36c8dae45b49cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9507c4fa-ce", "ovs_interfaceid": "9507c4fa-ce98-4cb8-8b8c-306d2d135817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.423850] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e8d430-83da-5dc6-f4ed-2b2fb3cedbc0, 'name': SearchDatastore_Task, 'duration_secs': 0.017448} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.428851] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.428851] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.428851] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.428851] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.428851] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.428851] env[70966]: DEBUG oslo_vmware.api [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.428851] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a8fb2a1-511e-469f-b024-67d8554af399 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.438545] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.438545] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.439572] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a657d9bb-d99f-4423-b8b7-87930cdaebf3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.445570] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Waiting for the task: (returnval){ [ 932.445570] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522e27c7-6f1a-0ee7-1652-92a3d00b987e" [ 932.445570] env[70966]: _type = "Task" [ 932.445570] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.455125] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522e27c7-6f1a-0ee7-1652-92a3d00b987e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.657246] env[70966]: DEBUG nova.compute.manager [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.657648] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.658655] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122b29c7-e2e4-4b75-b17d-33c7ed771cd6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.662596] env[70966]: DEBUG nova.scheduler.client.report [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.674057] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.674615] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4adcae7e-568a-4ae7-bffe-681179e63610 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.679879] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612928, 'name': PowerOffVM_Task, 'duration_secs': 0.357995} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.680746] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.681617] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b327da23-bddc-4835-960a-a1f9327539a4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.685898] env[70966]: DEBUG oslo_vmware.api [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 932.685898] env[70966]: value = "task-3612929" [ 932.685898] env[70966]: _type = "Task" [ 932.685898] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.706599] env[70966]: DEBUG nova.compute.manager [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.710461] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93967378-08f0-4edd-8e38-61c30a4e9e02 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.717166] env[70966]: DEBUG oslo_vmware.api [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.745160] env[70966]: DEBUG nova.virt.hardware [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.745476] env[70966]: DEBUG nova.virt.hardware [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.745673] env[70966]: DEBUG nova.virt.hardware [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.745911] env[70966]: DEBUG nova.virt.hardware [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.746097] env[70966]: DEBUG nova.virt.hardware [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.746336] env[70966]: DEBUG nova.virt.hardware [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.746598] env[70966]: DEBUG nova.virt.hardware [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.746772] env[70966]: DEBUG nova.virt.hardware [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.746948] env[70966]: DEBUG nova.virt.hardware [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.747193] env[70966]: DEBUG nova.virt.hardware [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.747434] env[70966]: DEBUG nova.virt.hardware [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.749789] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73699bc-b34b-443a-83b6-c760eff4d80f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.760388] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.761839] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecd2016-c377-4954-8f80-92dd856db1ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.766009] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a980695c-f849-42d0-9be9-611b642d75fa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.783157] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 932.783157] env[70966]: value = "task-3612930" [ 932.783157] env[70966]: _type = "Task" [ 932.783157] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.791753] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] VM already powered off {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 932.792075] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.793176] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.808015] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Releasing lock "refresh_cache-37823278-35eb-47c4-857f-eadba47f5ad8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.808367] env[70966]: DEBUG nova.compute.manager [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Instance network_info: |[{"id": "9507c4fa-ce98-4cb8-8b8c-306d2d135817", "address": "fa:16:3e:57:9e:9c", "network": {"id": "32bdf2c6-9579-411e-925d-33b86b50db89", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1238167110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e03e2647353469bb36c8dae45b49cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9507c4fa-ce", "ovs_interfaceid": "9507c4fa-ce98-4cb8-8b8c-306d2d135817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.808791] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:9e:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9507c4fa-ce98-4cb8-8b8c-306d2d135817', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.816330] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Creating folder: Project (3e03e2647353469bb36c8dae45b49cf3). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.816600] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fb36065-bb63-4497-8670-3ba4765b2080 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.826966] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Created folder: Project (3e03e2647353469bb36c8dae45b49cf3) in parent group-v720468. [ 932.827183] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Creating folder: Instances. Parent ref: group-v720676. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.827431] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aea2920-fad3-4746-a420-9f1da8a43450 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.837274] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Created folder: Instances in parent group-v720676. [ 932.837561] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.837797] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.839083] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c18d9017-3ae2-45bd-8077-73942b22a5e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.858350] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.858350] env[70966]: value = "task-3612933" [ 932.858350] env[70966]: _type = "Task" [ 932.858350] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.866915] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612933, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.920439] env[70966]: DEBUG oslo_vmware.api [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612927, 'name': ReconfigVM_Task, 'duration_secs': 0.721355} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.921155] env[70966]: DEBUG oslo_concurrency.lockutils [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.921451] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Reconfigured VM to attach interface {{(pid=70966) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 932.957514] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522e27c7-6f1a-0ee7-1652-92a3d00b987e, 'name': SearchDatastore_Task, 'duration_secs': 0.017007} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.958441] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e64c221-c1ea-4c2b-b4cc-4749feaebf1b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.964325] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Waiting for the task: (returnval){ [ 932.964325] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ee7fb6-b871-650d-a0a8-09c219337489" [ 932.964325] env[70966]: _type = "Task" [ 932.964325] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.968015] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "c3eccdec-e728-4513-891f-26f56f8a2a8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.969219] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "c3eccdec-e728-4513-891f-26f56f8a2a8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.969219] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "c3eccdec-e728-4513-891f-26f56f8a2a8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.969219] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "c3eccdec-e728-4513-891f-26f56f8a2a8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.969219] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "c3eccdec-e728-4513-891f-26f56f8a2a8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.972425] env[70966]: INFO nova.compute.manager [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Terminating instance [ 932.978255] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ee7fb6-b871-650d-a0a8-09c219337489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.071282] env[70966]: DEBUG nova.network.neutron [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Successfully updated port: b11c31e7-37c9-4a07-90e7-e2bd8834f620 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.081231] env[70966]: DEBUG nova.compute.manager [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Received event network-vif-plugged-5265cb9f-2d4a-435b-89e0-d3b26da3586a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.081453] env[70966]: DEBUG oslo_concurrency.lockutils [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] Acquiring lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.081663] env[70966]: DEBUG oslo_concurrency.lockutils [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] Lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.081887] env[70966]: DEBUG oslo_concurrency.lockutils [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] Lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.082027] env[70966]: DEBUG nova.compute.manager [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] No waiting events found dispatching network-vif-plugged-5265cb9f-2d4a-435b-89e0-d3b26da3586a {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.082204] env[70966]: WARNING nova.compute.manager [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Received unexpected event network-vif-plugged-5265cb9f-2d4a-435b-89e0-d3b26da3586a for instance with vm_state active and task_state None. [ 933.082369] env[70966]: DEBUG nova.compute.manager [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Received event network-changed-4ffbbca2-2955-4f36-9355-33b846fb8560 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.082521] env[70966]: DEBUG nova.compute.manager [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Refreshing instance network info cache due to event network-changed-4ffbbca2-2955-4f36-9355-33b846fb8560. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.082710] env[70966]: DEBUG oslo_concurrency.lockutils [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] Acquiring lock "refresh_cache-b9921915-f483-425f-8214-6e35b2b939b0" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.082845] env[70966]: DEBUG oslo_concurrency.lockutils [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] Acquired lock "refresh_cache-b9921915-f483-425f-8214-6e35b2b939b0" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.083013] env[70966]: DEBUG nova.network.neutron [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Refreshing network info cache for port 4ffbbca2-2955-4f36-9355-33b846fb8560 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.104621] env[70966]: DEBUG nova.compute.manager [req-6b221366-a5dc-430f-bb8a-b92d81d429b8 req-d373c507-f249-4de9-8186-cb7947164ca8 service nova] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Received event network-vif-plugged-9507c4fa-ce98-4cb8-8b8c-306d2d135817 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.104985] env[70966]: DEBUG oslo_concurrency.lockutils [req-6b221366-a5dc-430f-bb8a-b92d81d429b8 req-d373c507-f249-4de9-8186-cb7947164ca8 service nova] Acquiring lock "37823278-35eb-47c4-857f-eadba47f5ad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.105353] env[70966]: DEBUG oslo_concurrency.lockutils [req-6b221366-a5dc-430f-bb8a-b92d81d429b8 req-d373c507-f249-4de9-8186-cb7947164ca8 service nova] Lock "37823278-35eb-47c4-857f-eadba47f5ad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.105682] env[70966]: DEBUG oslo_concurrency.lockutils [req-6b221366-a5dc-430f-bb8a-b92d81d429b8 req-d373c507-f249-4de9-8186-cb7947164ca8 service nova] Lock "37823278-35eb-47c4-857f-eadba47f5ad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.105891] env[70966]: DEBUG nova.compute.manager [req-6b221366-a5dc-430f-bb8a-b92d81d429b8 req-d373c507-f249-4de9-8186-cb7947164ca8 service nova] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] No waiting events found dispatching network-vif-plugged-9507c4fa-ce98-4cb8-8b8c-306d2d135817 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.106204] env[70966]: WARNING nova.compute.manager [req-6b221366-a5dc-430f-bb8a-b92d81d429b8 req-d373c507-f249-4de9-8186-cb7947164ca8 service nova] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Received unexpected event network-vif-plugged-9507c4fa-ce98-4cb8-8b8c-306d2d135817 for instance with vm_state building and task_state spawning. [ 933.106427] env[70966]: DEBUG nova.compute.manager [req-6b221366-a5dc-430f-bb8a-b92d81d429b8 req-d373c507-f249-4de9-8186-cb7947164ca8 service nova] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Received event network-changed-9507c4fa-ce98-4cb8-8b8c-306d2d135817 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.106657] env[70966]: DEBUG nova.compute.manager [req-6b221366-a5dc-430f-bb8a-b92d81d429b8 req-d373c507-f249-4de9-8186-cb7947164ca8 service nova] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Refreshing instance network info cache due to event network-changed-9507c4fa-ce98-4cb8-8b8c-306d2d135817. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.106949] env[70966]: DEBUG oslo_concurrency.lockutils [req-6b221366-a5dc-430f-bb8a-b92d81d429b8 req-d373c507-f249-4de9-8186-cb7947164ca8 service nova] Acquiring lock "refresh_cache-37823278-35eb-47c4-857f-eadba47f5ad8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.107187] env[70966]: DEBUG oslo_concurrency.lockutils [req-6b221366-a5dc-430f-bb8a-b92d81d429b8 req-d373c507-f249-4de9-8186-cb7947164ca8 service nova] Acquired lock "refresh_cache-37823278-35eb-47c4-857f-eadba47f5ad8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.107407] env[70966]: DEBUG nova.network.neutron [req-6b221366-a5dc-430f-bb8a-b92d81d429b8 req-d373c507-f249-4de9-8186-cb7947164ca8 service nova] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Refreshing network info cache for port 9507c4fa-ce98-4cb8-8b8c-306d2d135817 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.123795] env[70966]: DEBUG oslo_concurrency.lockutils [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.168740] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.169434] env[70966]: DEBUG nova.compute.manager [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.172604] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.956s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.172696] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.174992] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.478s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.175308] env[70966]: DEBUG nova.objects.instance [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lazy-loading 'resources' on Instance uuid d14d1fb9-7aec-4259-bedc-d9224c73322c {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.198144] env[70966]: DEBUG oslo_vmware.api [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612929, 'name': PowerOffVM_Task, 'duration_secs': 0.370964} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.198661] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.198769] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.199021] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4a042c2-c1d1-4d5a-9531-ea37eec33b42 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.206599] env[70966]: INFO nova.scheduler.client.report [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleted allocations for instance 51fa14a5-b703-4023-a641-4ca9894bdc49 [ 933.275167] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.275167] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.275167] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Deleting the datastore file [datastore1] 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.275167] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6de368e9-552d-4eae-8ae2-b8e2df6ceefd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.281676] env[70966]: DEBUG oslo_vmware.api [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 933.281676] env[70966]: value = "task-3612935" [ 933.281676] env[70966]: _type = "Task" [ 933.281676] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.290415] env[70966]: DEBUG oslo_vmware.api [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.370206] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612933, 'name': CreateVM_Task, 'duration_secs': 0.408572} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.370469] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.371477] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.371825] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.372253] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.372644] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9a9a0c-1ed9-4b30-9322-2639d1c7e4a0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.379499] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Waiting for the task: (returnval){ [ 933.379499] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5280b5cc-1911-4a73-ce85-48365d27ba9c" [ 933.379499] env[70966]: _type = "Task" [ 933.379499] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.391601] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5280b5cc-1911-4a73-ce85-48365d27ba9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.431295] env[70966]: DEBUG oslo_concurrency.lockutils [None req-daef25d1-4f2f-40bf-9943-43337d21d39c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-5265cb9f-2d4a-435b-89e0-d3b26da3586a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.425s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.475775] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ee7fb6-b871-650d-a0a8-09c219337489, 'name': SearchDatastore_Task, 'duration_secs': 0.02795} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.476072] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.476338] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] b9921915-f483-425f-8214-6e35b2b939b0/b9921915-f483-425f-8214-6e35b2b939b0.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.476625] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.476812] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.477096] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d957d7a1-5306-4196-b0af-dbbb0de1229a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.479086] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50cd1c73-ffd9-485b-bf69-e7653b900711 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.481669] env[70966]: DEBUG nova.compute.manager [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.481861] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.483047] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d49a371-ace2-43ff-a991-de9bf9036c2e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.487499] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Waiting for the task: (returnval){ [ 933.487499] env[70966]: value = "task-3612936" [ 933.487499] env[70966]: _type = "Task" [ 933.487499] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.494582] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.496751] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d95a98f0-2ebb-4f89-8498-b3321df3e96c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.498961] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.499235] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.503925] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be62b536-f893-469a-bfed-82268a29c983 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.506167] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3612936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.509994] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 933.509994] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524ef0b4-4561-f768-7898-1ab6418f48c8" [ 933.509994] env[70966]: _type = "Task" [ 933.509994] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.514969] env[70966]: DEBUG oslo_vmware.api [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 933.514969] env[70966]: value = "task-3612937" [ 933.514969] env[70966]: _type = "Task" [ 933.514969] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.522038] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524ef0b4-4561-f768-7898-1ab6418f48c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.528307] env[70966]: DEBUG oslo_vmware.api [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.574323] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "refresh_cache-08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.574463] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "refresh_cache-08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.574572] env[70966]: DEBUG nova.network.neutron [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.680126] env[70966]: DEBUG nova.compute.utils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.689737] env[70966]: DEBUG nova.compute.manager [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.689737] env[70966]: DEBUG nova.network.neutron [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.718271] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b3c0a5f3-d1f8-415a-99f9-6148d73b50b6 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "51fa14a5-b703-4023-a641-4ca9894bdc49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.963s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.768611] env[70966]: DEBUG nova.policy [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23ef877699da4de29b14ef83880023e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7723e8f4e0c448d9079582e41e36bb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.799043] env[70966]: DEBUG oslo_vmware.api [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3612935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275743} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.799379] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.799775] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.799775] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.799880] env[70966]: INFO nova.compute.manager [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 933.800103] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.800767] env[70966]: DEBUG nova.compute.manager [-] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.800767] env[70966]: DEBUG nova.network.neutron [-] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.814457] env[70966]: DEBUG nova.compute.manager [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Stashing vm_state: active {{(pid=70966) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 933.859887] env[70966]: DEBUG nova.network.neutron [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Updated VIF entry in instance network info cache for port 4ffbbca2-2955-4f36-9355-33b846fb8560. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.860111] env[70966]: DEBUG nova.network.neutron [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Updating instance_info_cache with network_info: [{"id": "4ffbbca2-2955-4f36-9355-33b846fb8560", "address": "fa:16:3e:f0:fa:e6", "network": {"id": "70f0acd3-f156-4be7-ae2f-7d02c57ca92a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-823050029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86299e2a0bd44f03a74a00da1fe6acb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ffbbca2-29", "ovs_interfaceid": "4ffbbca2-2955-4f36-9355-33b846fb8560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.892130] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5280b5cc-1911-4a73-ce85-48365d27ba9c, 'name': SearchDatastore_Task, 'duration_secs': 0.012654} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.892530] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.892763] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.893055] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.893202] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.893386] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.896708] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88336ff8-e26d-4aa4-b3de-2355888d32fb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.913975] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.913975] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.914687] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a71b6ec-6794-4997-aaa6-65a51cc5a804 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.921231] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Waiting for the task: (returnval){ [ 933.921231] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5241accd-0aa2-190a-b9e7-6e69ce2f6f60" [ 933.921231] env[70966]: _type = "Task" [ 933.921231] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.936776] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5241accd-0aa2-190a-b9e7-6e69ce2f6f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.008512] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3612936, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.024691] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524ef0b4-4561-f768-7898-1ab6418f48c8, 'name': SearchDatastore_Task, 'duration_secs': 0.013016} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.028727] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ecbdee3-bf9d-436c-9c2d-e1768b60e6fe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.036548] env[70966]: DEBUG oslo_vmware.api [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612937, 'name': PowerOffVM_Task, 'duration_secs': 0.244731} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.037297] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.037523] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.037827] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-106ac832-4c71-4d3e-8a89-f37b40c64d16 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.043364] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 934.043364] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520564ed-4422-e836-e622-e3b61db7e97f" [ 934.043364] env[70966]: _type = "Task" [ 934.043364] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.053691] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520564ed-4422-e836-e622-e3b61db7e97f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.106852] env[70966]: DEBUG nova.network.neutron [req-6b221366-a5dc-430f-bb8a-b92d81d429b8 req-d373c507-f249-4de9-8186-cb7947164ca8 service nova] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Updated VIF entry in instance network info cache for port 9507c4fa-ce98-4cb8-8b8c-306d2d135817. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.107312] env[70966]: DEBUG nova.network.neutron [req-6b221366-a5dc-430f-bb8a-b92d81d429b8 req-d373c507-f249-4de9-8186-cb7947164ca8 service nova] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Updating instance_info_cache with network_info: [{"id": "9507c4fa-ce98-4cb8-8b8c-306d2d135817", "address": "fa:16:3e:57:9e:9c", "network": {"id": "32bdf2c6-9579-411e-925d-33b86b50db89", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1238167110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e03e2647353469bb36c8dae45b49cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9507c4fa-ce", "ovs_interfaceid": "9507c4fa-ce98-4cb8-8b8c-306d2d135817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.112643] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.112937] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.113188] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleting the datastore file [datastore2] c3eccdec-e728-4513-891f-26f56f8a2a8f {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.113747] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc9343e7-2443-4c91-8345-35641ccbeaed {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.122673] env[70966]: DEBUG oslo_vmware.api [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 934.122673] env[70966]: value = "task-3612939" [ 934.122673] env[70966]: _type = "Task" [ 934.122673] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.124643] env[70966]: DEBUG nova.network.neutron [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.127911] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9148289-6ac0-4705-9ba7-bea9dc080e84 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.143890] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5171b4f-fe07-4d2a-8722-2aaa261e42d2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.147930] env[70966]: DEBUG oslo_vmware.api [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.193596] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7806023-eb31-4da1-9e7d-5907d0d13843 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.194099] env[70966]: DEBUG nova.compute.manager [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.205904] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c01859-b610-43f1-adab-099ac1e461dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.224409] env[70966]: DEBUG nova.compute.provider_tree [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.326693] env[70966]: DEBUG nova.network.neutron [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updating instance_info_cache with network_info: [{"id": "b11c31e7-37c9-4a07-90e7-e2bd8834f620", "address": "fa:16:3e:f8:52:dd", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11c31e7-37", "ovs_interfaceid": "b11c31e7-37c9-4a07-90e7-e2bd8834f620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.338980] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.363094] env[70966]: DEBUG oslo_concurrency.lockutils [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] Releasing lock "refresh_cache-b9921915-f483-425f-8214-6e35b2b939b0" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.363565] env[70966]: DEBUG nova.compute.manager [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Received event network-changed-5265cb9f-2d4a-435b-89e0-d3b26da3586a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.363760] env[70966]: DEBUG nova.compute.manager [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Refreshing instance network info cache due to event network-changed-5265cb9f-2d4a-435b-89e0-d3b26da3586a. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.364037] env[70966]: DEBUG oslo_concurrency.lockutils [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] Acquiring lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.364209] env[70966]: DEBUG oslo_concurrency.lockutils [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] Acquired lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.364442] env[70966]: DEBUG nova.network.neutron [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Refreshing network info cache for port 5265cb9f-2d4a-435b-89e0-d3b26da3586a {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.432580] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5241accd-0aa2-190a-b9e7-6e69ce2f6f60, 'name': SearchDatastore_Task, 'duration_secs': 0.015279} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.433549] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f006bfcd-f640-4a33-ab11-14f567650973 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.440521] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Waiting for the task: (returnval){ [ 934.440521] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525a8bbb-992c-c34b-01de-848a475f4f57" [ 934.440521] env[70966]: _type = "Task" [ 934.440521] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.449283] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525a8bbb-992c-c34b-01de-848a475f4f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.503407] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3612936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756205} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.503680] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] b9921915-f483-425f-8214-6e35b2b939b0/b9921915-f483-425f-8214-6e35b2b939b0.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.503898] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.504173] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb3ac6cf-de0c-4155-919d-fdd53e056c6b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.510631] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Waiting for the task: (returnval){ [ 934.510631] env[70966]: value = "task-3612940" [ 934.510631] env[70966]: _type = "Task" [ 934.510631] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.519253] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3612940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.556274] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520564ed-4422-e836-e622-e3b61db7e97f, 'name': SearchDatastore_Task, 'duration_secs': 0.053001} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.557047] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.557047] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 99de49b6-a37c-4bde-acf5-7f90d5f432de/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk. {{(pid=70966) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 934.558412] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7394baf9-c022-400d-bb7e-b22df855783a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.565803] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 934.565803] env[70966]: value = "task-3612941" [ 934.565803] env[70966]: _type = "Task" [ 934.565803] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.574675] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.575358] env[70966]: DEBUG nova.network.neutron [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Successfully created port: f9af1b48-523e-4c62-b0cf-53a435201ebf {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.610538] env[70966]: DEBUG oslo_concurrency.lockutils [req-6b221366-a5dc-430f-bb8a-b92d81d429b8 req-d373c507-f249-4de9-8186-cb7947164ca8 service nova] Releasing lock "refresh_cache-37823278-35eb-47c4-857f-eadba47f5ad8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.638624] env[70966]: DEBUG oslo_vmware.api [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3612939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249199} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.638925] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.639133] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.639359] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.639570] env[70966]: INFO nova.compute.manager [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 934.639830] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.640040] env[70966]: DEBUG nova.compute.manager [-] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.640139] env[70966]: DEBUG nova.network.neutron [-] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.697656] env[70966]: DEBUG nova.network.neutron [-] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.730297] env[70966]: DEBUG nova.scheduler.client.report [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.831686] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "refresh_cache-08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.832164] env[70966]: DEBUG nova.compute.manager [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Instance network_info: |[{"id": "b11c31e7-37c9-4a07-90e7-e2bd8834f620", "address": "fa:16:3e:f8:52:dd", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11c31e7-37", "ovs_interfaceid": "b11c31e7-37c9-4a07-90e7-e2bd8834f620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.832712] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:52:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b11c31e7-37c9-4a07-90e7-e2bd8834f620', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.842200] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.842558] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.842881] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4821f561-e865-4488-9646-c667567be412 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.871910] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.871910] env[70966]: value = "task-3612942" [ 934.871910] env[70966]: _type = "Task" [ 934.871910] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.882154] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612942, 'name': CreateVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.954688] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525a8bbb-992c-c34b-01de-848a475f4f57, 'name': SearchDatastore_Task, 'duration_secs': 0.044087} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.955047] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.955367] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 37823278-35eb-47c4-857f-eadba47f5ad8/37823278-35eb-47c4-857f-eadba47f5ad8.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.955691] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93734672-4da8-4ec8-9a9d-6dd1c9f41a24 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.967300] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Waiting for the task: (returnval){ [ 934.967300] env[70966]: value = "task-3612943" [ 934.967300] env[70966]: _type = "Task" [ 934.967300] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.985450] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.025207] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3612940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071329} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.025509] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.026385] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5107ee0a-b248-4bfe-9ffa-689e256cf411 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.056865] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] b9921915-f483-425f-8214-6e35b2b939b0/b9921915-f483-425f-8214-6e35b2b939b0.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.057189] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c98122d5-96dc-46ce-aa2f-6c89b034184c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.092496] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612941, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.097026] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Waiting for the task: (returnval){ [ 935.097026] env[70966]: value = "task-3612944" [ 935.097026] env[70966]: _type = "Task" [ 935.097026] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.105609] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3612944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.158723] env[70966]: DEBUG nova.network.neutron [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Updated VIF entry in instance network info cache for port 5265cb9f-2d4a-435b-89e0-d3b26da3586a. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.159320] env[70966]: DEBUG nova.network.neutron [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Updating instance_info_cache with network_info: [{"id": "0912f519-3155-4c09-9486-c1d57ee51897", "address": "fa:16:3e:a5:63:cb", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0912f519-31", "ovs_interfaceid": "0912f519-3155-4c09-9486-c1d57ee51897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2a3156e-53e9-49e8-8086-95681d931fd6", "address": "fa:16:3e:99:e8:ae", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a3156e-53", "ovs_interfaceid": "a2a3156e-53e9-49e8-8086-95681d931fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5265cb9f-2d4a-435b-89e0-d3b26da3586a", "address": "fa:16:3e:59:1b:fb", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5265cb9f-2d", "ovs_interfaceid": "5265cb9f-2d4a-435b-89e0-d3b26da3586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.203052] env[70966]: INFO nova.compute.manager [-] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Took 1.40 seconds to deallocate network for instance. [ 935.211201] env[70966]: DEBUG nova.compute.manager [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.235786] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.240797] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.572s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.240797] env[70966]: DEBUG nova.objects.instance [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Lazy-loading 'resources' on Instance uuid 1146f010-9ddd-4e74-9d47-000a56e6d4a6 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.246753] env[70966]: DEBUG nova.virt.hardware [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.247024] env[70966]: DEBUG nova.virt.hardware [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.247226] env[70966]: DEBUG nova.virt.hardware [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.247444] env[70966]: DEBUG nova.virt.hardware [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.247595] env[70966]: DEBUG nova.virt.hardware [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.247747] env[70966]: DEBUG nova.virt.hardware [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.247957] env[70966]: DEBUG nova.virt.hardware [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.249486] env[70966]: DEBUG nova.virt.hardware [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.249486] env[70966]: DEBUG nova.virt.hardware [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.249486] env[70966]: DEBUG nova.virt.hardware [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.249735] env[70966]: DEBUG nova.virt.hardware [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.250658] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6feb7dd-90f6-4258-8091-5d4883fe43b9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.263028] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d431c458-ff15-4076-a9ce-31892e9cc139 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.288921] env[70966]: INFO nova.scheduler.client.report [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Deleted allocations for instance d14d1fb9-7aec-4259-bedc-d9224c73322c [ 935.383452] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612942, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.389071] env[70966]: DEBUG nova.network.neutron [-] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.477862] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612943, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.591438] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566802} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.591736] env[70966]: INFO nova.virt.vmwareapi.ds_util [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 99de49b6-a37c-4bde-acf5-7f90d5f432de/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk. [ 935.592659] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70620433-38eb-4c96-abd4-93aaf4fed75c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.629072] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 99de49b6-a37c-4bde-acf5-7f90d5f432de/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.631622] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71c53d30-702f-4491-a261-3e7e3a4c48e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.645591] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3612944, 'name': ReconfigVM_Task, 'duration_secs': 0.444827} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.646626] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Reconfigured VM instance instance-00000049 to attach disk [datastore1] b9921915-f483-425f-8214-6e35b2b939b0/b9921915-f483-425f-8214-6e35b2b939b0.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.647128] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5586a925-8f67-4766-b208-a0789fcd490c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.654666] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 935.654666] env[70966]: value = "task-3612945" [ 935.654666] env[70966]: _type = "Task" [ 935.654666] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.656421] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.656667] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.663783] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Waiting for the task: (returnval){ [ 935.663783] env[70966]: value = "task-3612946" [ 935.663783] env[70966]: _type = "Task" [ 935.663783] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.664563] env[70966]: DEBUG oslo_concurrency.lockutils [req-20707c36-22aa-4114-a76c-95cb91997973 req-c9e4083b-4f5a-4ea1-9975-8b0643ed6c79 service nova] Releasing lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.678786] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612945, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.684852] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3612946, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.710575] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.800992] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1690d955-52c2-45e9-8ca6-bf0170a9558d tempest-ServersAdminTestJSON-391608057 tempest-ServersAdminTestJSON-391608057-project-member] Lock "d14d1fb9-7aec-4259-bedc-d9224c73322c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.403s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.886802] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612942, 'name': CreateVM_Task, 'duration_secs': 0.698708} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.887022] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.887780] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.887972] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.888354] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.888638] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f1708d-9132-4e60-9d59-65051df1f1b3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.892521] env[70966]: INFO nova.compute.manager [-] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Took 1.25 seconds to deallocate network for instance. [ 935.898564] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 935.898564] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521b89e2-035e-4c27-c288-5ad15395009c" [ 935.898564] env[70966]: _type = "Task" [ 935.898564] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.914278] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521b89e2-035e-4c27-c288-5ad15395009c, 'name': SearchDatastore_Task, 'duration_secs': 0.011633} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.917255] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.917524] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.917764] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.917929] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.918581] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.918696] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e58846c-ff86-4b70-bbdd-5d618787b4e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.928225] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.928462] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.929299] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef30e4dc-7983-49a3-b9a3-2c369ace1866 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.939784] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 935.939784] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ca567b-1bc7-6a93-9355-701e6e0517a7" [ 935.939784] env[70966]: _type = "Task" [ 935.939784] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.949752] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ca567b-1bc7-6a93-9355-701e6e0517a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01111} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.954187] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f651b2f7-80e3-4644-803d-4a5af8f23dce {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.961166] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 935.961166] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528afc0b-3706-d38b-bf80-e7ff2a917123" [ 935.961166] env[70966]: _type = "Task" [ 935.961166] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.964665] env[70966]: DEBUG nova.compute.manager [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Received event network-vif-plugged-b11c31e7-37c9-4a07-90e7-e2bd8834f620 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.964665] env[70966]: DEBUG oslo_concurrency.lockutils [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] Acquiring lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.964665] env[70966]: DEBUG oslo_concurrency.lockutils [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] Lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.964665] env[70966]: DEBUG oslo_concurrency.lockutils [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] Lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.964665] env[70966]: DEBUG nova.compute.manager [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] No waiting events found dispatching network-vif-plugged-b11c31e7-37c9-4a07-90e7-e2bd8834f620 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.964665] env[70966]: WARNING nova.compute.manager [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Received unexpected event network-vif-plugged-b11c31e7-37c9-4a07-90e7-e2bd8834f620 for instance with vm_state building and task_state spawning. [ 935.964942] env[70966]: DEBUG nova.compute.manager [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Received event network-changed-b11c31e7-37c9-4a07-90e7-e2bd8834f620 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.964975] env[70966]: DEBUG nova.compute.manager [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Refreshing instance network info cache due to event network-changed-b11c31e7-37c9-4a07-90e7-e2bd8834f620. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.965774] env[70966]: DEBUG oslo_concurrency.lockutils [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] Acquiring lock "refresh_cache-08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.965774] env[70966]: DEBUG oslo_concurrency.lockutils [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] Acquired lock "refresh_cache-08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.965774] env[70966]: DEBUG nova.network.neutron [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Refreshing network info cache for port b11c31e7-37c9-4a07-90e7-e2bd8834f620 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.984296] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528afc0b-3706-d38b-bf80-e7ff2a917123, 'name': SearchDatastore_Task, 'duration_secs': 0.012436} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.984902] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.985256] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88/08dd4e1a-1591-4b7e-a33f-cb5b017fcb88.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.988739] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ec39e8f-1b12-41be-b278-d7eca639c173 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.991661] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638389} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.991907] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 37823278-35eb-47c4-857f-eadba47f5ad8/37823278-35eb-47c4-857f-eadba47f5ad8.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.992140] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.993119] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-326e8ea9-86b9-4272-89f6-e94d46284fe3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.999419] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Acquiring lock "c0b6fcc0-efae-446d-b1c6-d734c56d6671" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.000186] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Lock "c0b6fcc0-efae-446d-b1c6-d734c56d6671" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.000186] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Acquiring lock "c0b6fcc0-efae-446d-b1c6-d734c56d6671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.000186] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Lock "c0b6fcc0-efae-446d-b1c6-d734c56d6671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.000343] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Lock "c0b6fcc0-efae-446d-b1c6-d734c56d6671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.003268] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 936.003268] env[70966]: value = "task-3612947" [ 936.003268] env[70966]: _type = "Task" [ 936.003268] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.004480] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Waiting for the task: (returnval){ [ 936.004480] env[70966]: value = "task-3612948" [ 936.004480] env[70966]: _type = "Task" [ 936.004480] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.008251] env[70966]: INFO nova.compute.manager [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Terminating instance [ 936.019773] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.028254] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.158185] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d57c54-363a-4bbb-ada6-08debafa0a4d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.165478] env[70966]: DEBUG nova.compute.utils [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.172963] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b5b1e5-dab5-45e3-bcd5-ddbd071c1d7c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.179514] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612945, 'name': ReconfigVM_Task, 'duration_secs': 0.3712} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.181140] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 99de49b6-a37c-4bde-acf5-7f90d5f432de/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.182535] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa4326e-7ae6-4262-87be-b84a72fec1bc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.218348] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3612946, 'name': Rename_Task, 'duration_secs': 0.168621} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.219531] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.220455] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5f0ee2-b6de-47e7-8b99-b96cd9d72547 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.245270] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49fb0ba0-f786-4d6f-bb24-5f3311eb3663 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.254198] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-385349d2-d3e4-40b5-a6e6-da2c77b9c1d2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.271846] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5fa8ae-4586-4e45-96a4-fb2b7ac35bf1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.279223] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Waiting for the task: (returnval){ [ 936.279223] env[70966]: value = "task-3612949" [ 936.279223] env[70966]: _type = "Task" [ 936.279223] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.281223] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 936.281223] env[70966]: value = "task-3612950" [ 936.281223] env[70966]: _type = "Task" [ 936.281223] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.297930] env[70966]: DEBUG nova.compute.provider_tree [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.306279] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3612949, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.310306] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.406025] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.516046] env[70966]: DEBUG nova.compute.manager [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.524926] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a061cd8-04b1-4cc9-b8b4-685e05c8edb4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.527055] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127886} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.528088] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612947, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.530593] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.532012] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20de783e-db66-4ffe-a0c4-e4a355dd0dc4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.540291] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03ed5b0-62d7-4e1b-906c-4b0add2f2d1b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.568200] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 37823278-35eb-47c4-857f-eadba47f5ad8/37823278-35eb-47c4-857f-eadba47f5ad8.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.569071] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f30b3bb4-e1c3-4d19-bd7a-d0bcf817228f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.596583] env[70966]: WARNING nova.virt.vmwareapi.driver [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance c0b6fcc0-efae-446d-b1c6-d734c56d6671 could not be found. [ 936.596708] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.600409] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6430ca85-a6ab-4739-8306-1d24c21187ad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.604813] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Waiting for the task: (returnval){ [ 936.604813] env[70966]: value = "task-3612951" [ 936.604813] env[70966]: _type = "Task" [ 936.604813] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.615200] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073f0e3f-d52d-44e1-abed-66a3e14b1d29 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.628331] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.651579] env[70966]: WARNING nova.virt.vmwareapi.vmops [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c0b6fcc0-efae-446d-b1c6-d734c56d6671 could not be found. [ 936.654627] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.654627] env[70966]: INFO nova.compute.manager [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Took 0.14 seconds to destroy the instance on the hypervisor. [ 936.654627] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.654627] env[70966]: DEBUG nova.compute.manager [-] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.654627] env[70966]: DEBUG nova.network.neutron [-] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.670613] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.798020] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612950, 'name': ReconfigVM_Task, 'duration_secs': 0.264798} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.802284] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.803225] env[70966]: DEBUG nova.scheduler.client.report [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.806992] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3612949, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.809978] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b01af36-2432-4201-ba82-a3f58c1ebae9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.817695] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 936.817695] env[70966]: value = "task-3612952" [ 936.817695] env[70966]: _type = "Task" [ 936.817695] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.833274] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.939161] env[70966]: DEBUG nova.network.neutron [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updated VIF entry in instance network info cache for port b11c31e7-37c9-4a07-90e7-e2bd8834f620. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.939480] env[70966]: DEBUG nova.network.neutron [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updating instance_info_cache with network_info: [{"id": "b11c31e7-37c9-4a07-90e7-e2bd8834f620", "address": "fa:16:3e:f8:52:dd", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11c31e7-37", "ovs_interfaceid": "b11c31e7-37c9-4a07-90e7-e2bd8834f620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.015963] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572804} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.016364] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88/08dd4e1a-1591-4b7e-a33f-cb5b017fcb88.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.016464] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.016757] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e33fff5e-1f23-47aa-acc7-28cb8c0a11f0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.025910] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 937.025910] env[70966]: value = "task-3612953" [ 937.025910] env[70966]: _type = "Task" [ 937.025910] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.036717] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.116043] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612951, 'name': ReconfigVM_Task, 'duration_secs': 0.394646} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.116333] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 37823278-35eb-47c4-857f-eadba47f5ad8/37823278-35eb-47c4-857f-eadba47f5ad8.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.116985] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6936512f-d157-43d3-bead-d3301e105087 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.125122] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Waiting for the task: (returnval){ [ 937.125122] env[70966]: value = "task-3612954" [ 937.125122] env[70966]: _type = "Task" [ 937.125122] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.136253] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612954, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.291808] env[70966]: DEBUG oslo_vmware.api [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3612949, 'name': PowerOnVM_Task, 'duration_secs': 0.559406} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.292331] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.292648] env[70966]: INFO nova.compute.manager [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Took 9.31 seconds to spawn the instance on the hypervisor. [ 937.292928] env[70966]: DEBUG nova.compute.manager [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.293868] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6897b4ba-aad0-410f-8e15-93c7f79fbc99 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.311418] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.314638] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.913s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.319451] env[70966]: INFO nova.compute.claims [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.340259] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612952, 'name': PowerOnVM_Task} progress is 96%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.360021] env[70966]: INFO nova.scheduler.client.report [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Deleted allocations for instance 1146f010-9ddd-4e74-9d47-000a56e6d4a6 [ 937.414276] env[70966]: DEBUG nova.network.neutron [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Successfully updated port: f9af1b48-523e-4c62-b0cf-53a435201ebf {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.443354] env[70966]: DEBUG oslo_concurrency.lockutils [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] Releasing lock "refresh_cache-08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.443655] env[70966]: DEBUG nova.compute.manager [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Received event network-vif-deleted-ee7cf3e0-ff16-4260-a7ad-d88ca6380f5e {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.443956] env[70966]: DEBUG nova.compute.manager [req-aa5f6707-2d3f-4e87-acf2-4ea576f80045 req-cfd28427-3980-418f-9978-4471bed34522 service nova] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Received event network-vif-deleted-d1127d23-9f5f-4446-b8fe-633cfd215246 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.543918] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186039} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.544310] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.545583] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adabff0-06ff-4bb2-b210-f8cc151c9656 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.575359] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88/08dd4e1a-1591-4b7e-a33f-cb5b017fcb88.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.575768] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fc9ca15-2fbe-4a6c-ac96-c57a84842828 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.601023] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 937.601023] env[70966]: value = "task-3612955" [ 937.601023] env[70966]: _type = "Task" [ 937.601023] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.612398] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612955, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.637161] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612954, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.748028] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.750038] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.750038] env[70966]: INFO nova.compute.manager [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Attaching volume c9059d5a-3c25-4da1-8918-288bec601e8a to /dev/sdb [ 937.754942] env[70966]: DEBUG nova.compute.manager [req-fb598f9c-aab5-464b-b2bb-3c43192fbd26 req-c5036bb9-9152-4a36-90f9-d1bb9ba0a8a0 service nova] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Received event network-vif-plugged-f9af1b48-523e-4c62-b0cf-53a435201ebf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.755126] env[70966]: DEBUG oslo_concurrency.lockutils [req-fb598f9c-aab5-464b-b2bb-3c43192fbd26 req-c5036bb9-9152-4a36-90f9-d1bb9ba0a8a0 service nova] Acquiring lock "1bba61d3-b470-4829-a380-f8734d9cb7ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.755452] env[70966]: DEBUG oslo_concurrency.lockutils [req-fb598f9c-aab5-464b-b2bb-3c43192fbd26 req-c5036bb9-9152-4a36-90f9-d1bb9ba0a8a0 service nova] Lock "1bba61d3-b470-4829-a380-f8734d9cb7ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.755684] env[70966]: DEBUG oslo_concurrency.lockutils [req-fb598f9c-aab5-464b-b2bb-3c43192fbd26 req-c5036bb9-9152-4a36-90f9-d1bb9ba0a8a0 service nova] Lock "1bba61d3-b470-4829-a380-f8734d9cb7ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.755926] env[70966]: DEBUG nova.compute.manager [req-fb598f9c-aab5-464b-b2bb-3c43192fbd26 req-c5036bb9-9152-4a36-90f9-d1bb9ba0a8a0 service nova] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] No waiting events found dispatching network-vif-plugged-f9af1b48-523e-4c62-b0cf-53a435201ebf {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.756136] env[70966]: WARNING nova.compute.manager [req-fb598f9c-aab5-464b-b2bb-3c43192fbd26 req-c5036bb9-9152-4a36-90f9-d1bb9ba0a8a0 service nova] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Received unexpected event network-vif-plugged-f9af1b48-523e-4c62-b0cf-53a435201ebf for instance with vm_state building and task_state spawning. [ 937.800525] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f706c2-51e1-426c-b1a2-fba10afb4f15 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.814152] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9a6afb-c1c0-4cdd-99e8-da5e5846bfa6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.822961] env[70966]: INFO nova.compute.manager [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Took 26.59 seconds to build instance. [ 937.838253] env[70966]: DEBUG nova.virt.block_device [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Updating existing volume attachment record: a3052338-9696-48b3-a5e5-1b23eb90de9f {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 937.845666] env[70966]: DEBUG oslo_vmware.api [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612952, 'name': PowerOnVM_Task, 'duration_secs': 0.607021} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.846534] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.849597] env[70966]: DEBUG nova.compute.manager [None req-a7c11b8c-faed-4e19-b3c8-8f2cdaa819ed tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.850515] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ff94e4-d9d6-4c2a-a104-185689d837fc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.868727] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c2267a1-4f89-41e3-9ee6-f8646dcaad06 tempest-ServersTestBootFromVolume-1706404308 tempest-ServersTestBootFromVolume-1706404308-project-member] Lock "1146f010-9ddd-4e74-9d47-000a56e6d4a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.761s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.923810] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "refresh_cache-1bba61d3-b470-4829-a380-f8734d9cb7ad" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.923810] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "refresh_cache-1bba61d3-b470-4829-a380-f8734d9cb7ad" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.924058] env[70966]: DEBUG nova.network.neutron [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.939636] env[70966]: DEBUG nova.network.neutron [-] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.101631] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f872d0-6be9-cb85-7306-bc0112fc0d07/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 938.105609] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5e1bc2-6fbc-475f-938b-a0bdabba8851 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.119670] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f872d0-6be9-cb85-7306-bc0112fc0d07/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 938.119670] env[70966]: ERROR oslo_vmware.rw_handles [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f872d0-6be9-cb85-7306-bc0112fc0d07/disk-0.vmdk due to incomplete transfer. [ 938.124904] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-db2ab144-e520-415c-9650-45168cd054c2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.127247] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.138351] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612954, 'name': Rename_Task, 'duration_secs': 0.98658} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.141248] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.141248] env[70966]: DEBUG oslo_vmware.rw_handles [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f872d0-6be9-cb85-7306-bc0112fc0d07/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 938.141248] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Uploaded image 49519a6e-b9ec-47bb-b577-7f007792d5ae to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 938.143054] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 938.143310] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9ce9ee6-1973-4f65-a10e-c5a3d12a869c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.145145] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ec317aa8-1cae-491d-8969-0a7686e2703a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.154996] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 938.154996] env[70966]: value = "task-3612958" [ 938.154996] env[70966]: _type = "Task" [ 938.154996] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.157594] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Waiting for the task: (returnval){ [ 938.157594] env[70966]: value = "task-3612957" [ 938.157594] env[70966]: _type = "Task" [ 938.157594] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.181483] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612958, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.181897] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.236083] env[70966]: DEBUG oslo_concurrency.lockutils [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "interface-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-a2a3156e-53e9-49e8-8086-95681d931fd6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.236083] env[70966]: DEBUG oslo_concurrency.lockutils [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-a2a3156e-53e9-49e8-8086-95681d931fd6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.326820] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d931cf9e-2624-494b-8d5d-e34583840224 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Lock "b9921915-f483-425f-8214-6e35b2b939b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.105s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.379185] env[70966]: DEBUG nova.compute.manager [req-81cd4f37-d240-4162-a68a-2f2ba778c332 req-0ac1df6f-1ee5-413b-b364-0ef72fc70080 service nova] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Received event network-vif-deleted-b4ba8b98-b192-4bb7-ab89-2b5d99e78891 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.444898] env[70966]: INFO nova.compute.manager [-] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Took 1.79 seconds to deallocate network for instance. [ 938.478815] env[70966]: DEBUG nova.network.neutron [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.620466] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612955, 'name': ReconfigVM_Task, 'duration_secs': 0.719283} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.620785] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88/08dd4e1a-1591-4b7e-a33f-cb5b017fcb88.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.621651] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdb01623-eaa0-40fe-bfc6-4bdc29e80d62 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.629277] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 938.629277] env[70966]: value = "task-3612961" [ 938.629277] env[70966]: _type = "Task" [ 938.629277] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.648063] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612961, 'name': Rename_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.673745] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612958, 'name': Destroy_Task, 'duration_secs': 0.461793} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.674529] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Destroyed the VM [ 938.674995] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 938.675325] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9479f0ac-a75e-47ad-83ec-1f5da544a601 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.687159] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612957, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.694599] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 938.694599] env[70966]: value = "task-3612962" [ 938.694599] env[70966]: _type = "Task" [ 938.694599] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.707277] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612962, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.738260] env[70966]: DEBUG oslo_concurrency.lockutils [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.738485] env[70966]: DEBUG oslo_concurrency.lockutils [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.741562] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960f4366-e666-49fa-baca-e92bdc143019 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.768234] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f999da93-7033-46ac-9b4d-f9aa7cdc4a5d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.806829] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Reconfiguring VM to detach interface {{(pid=70966) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 938.810969] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88471d09-e68e-4af5-8062-6a34dcb1dd7c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.832936] env[70966]: DEBUG oslo_vmware.api [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 938.832936] env[70966]: value = "task-3612963" [ 938.832936] env[70966]: _type = "Task" [ 938.832936] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.837649] env[70966]: DEBUG nova.network.neutron [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Updating instance_info_cache with network_info: [{"id": "f9af1b48-523e-4c62-b0cf-53a435201ebf", "address": "fa:16:3e:80:4a:78", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9af1b48-52", "ovs_interfaceid": "f9af1b48-523e-4c62-b0cf-53a435201ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.840691] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a949bca-693f-43e2-a428-8e46a4bf98e4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.847175] env[70966]: DEBUG oslo_vmware.api [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.852555] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2706dd76-c052-4ac6-ae96-8abd708a64e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.889702] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2aa922-254b-424d-8253-ba9ad4ad9158 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.897742] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1861bd26-6e06-4a65-b2cd-f6eee80e01a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.913525] env[70966]: DEBUG nova.compute.provider_tree [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.015934] env[70966]: INFO nova.compute.manager [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Took 0.57 seconds to detach 1 volumes for instance. [ 939.018245] env[70966]: DEBUG nova.compute.manager [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Deleting volume: 1a9ea594-b74d-4237-b59c-ddf1ccb3acda {{(pid=70966) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 939.142635] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612961, 'name': Rename_Task, 'duration_secs': 0.243503} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.143409] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.143937] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3be589b2-15b1-4e40-8fd7-589f17a574f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.177970] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 939.177970] env[70966]: value = "task-3612965" [ 939.177970] env[70966]: _type = "Task" [ 939.177970] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.188479] env[70966]: DEBUG oslo_vmware.api [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612957, 'name': PowerOnVM_Task, 'duration_secs': 0.603532} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.189609] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.190694] env[70966]: INFO nova.compute.manager [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Took 8.65 seconds to spawn the instance on the hypervisor. [ 939.190694] env[70966]: DEBUG nova.compute.manager [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.192333] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4448ce8a-805c-41b0-a951-93acb4ddd489 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.200235] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612965, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.220099] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612962, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.344816] env[70966]: DEBUG oslo_vmware.api [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.349081] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "refresh_cache-1bba61d3-b470-4829-a380-f8734d9cb7ad" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.349081] env[70966]: DEBUG nova.compute.manager [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Instance network_info: |[{"id": "f9af1b48-523e-4c62-b0cf-53a435201ebf", "address": "fa:16:3e:80:4a:78", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9af1b48-52", "ovs_interfaceid": "f9af1b48-523e-4c62-b0cf-53a435201ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.349081] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:4a:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9af1b48-523e-4c62-b0cf-53a435201ebf', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.358538] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.358538] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.358538] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b02ed6c6-d2a4-4e6f-b695-e8c5ad9d4532 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.388165] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.388165] env[70966]: value = "task-3612966" [ 939.388165] env[70966]: _type = "Task" [ 939.388165] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.398884] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612966, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.417254] env[70966]: DEBUG nova.scheduler.client.report [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.566763] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.680026] env[70966]: DEBUG oslo_concurrency.lockutils [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Acquiring lock "d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.680026] env[70966]: DEBUG oslo_concurrency.lockutils [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Lock "d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.680026] env[70966]: DEBUG oslo_concurrency.lockutils [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Acquiring lock "d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.680026] env[70966]: DEBUG oslo_concurrency.lockutils [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Lock "d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.680026] env[70966]: DEBUG oslo_concurrency.lockutils [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Lock "d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.684697] env[70966]: INFO nova.compute.manager [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Terminating instance [ 939.698428] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612965, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.718633] env[70966]: DEBUG oslo_vmware.api [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612962, 'name': RemoveSnapshot_Task, 'duration_secs': 0.752895} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.718987] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 939.719275] env[70966]: INFO nova.compute.manager [None req-8cbbaa4f-fab0-45a7-b3ce-227213bbde9c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Took 14.74 seconds to snapshot the instance on the hypervisor. [ 939.732527] env[70966]: INFO nova.compute.manager [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Took 26.40 seconds to build instance. [ 939.851201] env[70966]: DEBUG oslo_vmware.api [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.901863] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612966, 'name': CreateVM_Task, 'duration_secs': 0.472075} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.902458] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.905132] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.905132] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.905132] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.905132] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a4dff8-1c21-432a-91ea-ee5e90c80033 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.912170] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 939.912170] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527d610b-2f5a-21ef-8a2f-0c6720bc3338" [ 939.912170] env[70966]: _type = "Task" [ 939.912170] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.926941] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.927604] env[70966]: DEBUG nova.compute.manager [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.934021] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527d610b-2f5a-21ef-8a2f-0c6720bc3338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.934021] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.820s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.934021] env[70966]: INFO nova.compute.claims [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.071320] env[70966]: DEBUG nova.compute.manager [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Received event network-changed-f9af1b48-523e-4c62-b0cf-53a435201ebf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.071519] env[70966]: DEBUG nova.compute.manager [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Refreshing instance network info cache due to event network-changed-f9af1b48-523e-4c62-b0cf-53a435201ebf. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.071739] env[70966]: DEBUG oslo_concurrency.lockutils [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] Acquiring lock "refresh_cache-1bba61d3-b470-4829-a380-f8734d9cb7ad" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.071904] env[70966]: DEBUG oslo_concurrency.lockutils [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] Acquired lock "refresh_cache-1bba61d3-b470-4829-a380-f8734d9cb7ad" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.072098] env[70966]: DEBUG nova.network.neutron [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Refreshing network info cache for port f9af1b48-523e-4c62-b0cf-53a435201ebf {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.195664] env[70966]: DEBUG nova.compute.manager [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.195934] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.196631] env[70966]: DEBUG oslo_vmware.api [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3612965, 'name': PowerOnVM_Task, 'duration_secs': 0.682941} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.197793] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ad2c60-3290-4c08-9ff2-d997d6bc8c57 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.200680] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.201171] env[70966]: INFO nova.compute.manager [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Took 7.49 seconds to spawn the instance on the hypervisor. [ 940.201394] env[70966]: DEBUG nova.compute.manager [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.202189] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7d6b6b-561b-4670-abec-e93e1e43cfc3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.212189] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.213974] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a079f0a8-6aea-4f84-be9c-3a24a7942465 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.226809] env[70966]: DEBUG oslo_vmware.api [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Waiting for the task: (returnval){ [ 940.226809] env[70966]: value = "task-3612967" [ 940.226809] env[70966]: _type = "Task" [ 940.226809] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.235540] env[70966]: DEBUG oslo_concurrency.lockutils [None req-51341085-9384-4507-8ad5-f9548e74e136 tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Lock "37823278-35eb-47c4-857f-eadba47f5ad8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.913s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.243387] env[70966]: DEBUG oslo_vmware.api [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.280191] env[70966]: INFO nova.compute.manager [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Unrescuing [ 940.280925] env[70966]: DEBUG oslo_concurrency.lockutils [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.281300] env[70966]: DEBUG oslo_concurrency.lockutils [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquired lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.281507] env[70966]: DEBUG nova.network.neutron [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.344771] env[70966]: DEBUG oslo_vmware.api [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.425496] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527d610b-2f5a-21ef-8a2f-0c6720bc3338, 'name': SearchDatastore_Task, 'duration_secs': 0.013078} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.425903] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.426318] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.426623] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.426794] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.427048] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.427429] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f204413-8542-4ece-8314-8d7373ba2867 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.438708] env[70966]: DEBUG nova.compute.utils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.445119] env[70966]: DEBUG nova.compute.manager [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.445293] env[70966]: DEBUG nova.network.neutron [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.449297] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.449297] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.450293] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9ab87a-be5f-4121-972e-876d7578817a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.461768] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 940.461768] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5234dc18-2c85-518c-b442-0e5be9389144" [ 940.461768] env[70966]: _type = "Task" [ 940.461768] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.472015] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5234dc18-2c85-518c-b442-0e5be9389144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.558543] env[70966]: DEBUG nova.policy [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da770fd4d5874d71965d6616558cad68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '845680fd6902472d9c2b7ff5aad67b0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.616328] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "533a28e1-975b-4559-b313-287e01c9c27c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.616619] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "533a28e1-975b-4559-b313-287e01c9c27c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.617218] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "533a28e1-975b-4559-b313-287e01c9c27c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.617218] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "533a28e1-975b-4559-b313-287e01c9c27c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.617369] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "533a28e1-975b-4559-b313-287e01c9c27c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.619607] env[70966]: INFO nova.compute.manager [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Terminating instance [ 940.731151] env[70966]: INFO nova.compute.manager [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Took 24.84 seconds to build instance. [ 940.745871] env[70966]: DEBUG oslo_vmware.api [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612967, 'name': PowerOffVM_Task, 'duration_secs': 0.364709} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.746922] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.747168] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.749664] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3407d10-12a6-498e-9941-a223ffbdef46 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.848266] env[70966]: DEBUG oslo_vmware.api [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.859364] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.859364] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.859364] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Deleting the datastore file [datastore1] d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.863383] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2715e0e-0d10-4c97-9fe2-d36373313397 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.871910] env[70966]: DEBUG oslo_vmware.api [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Waiting for the task: (returnval){ [ 940.871910] env[70966]: value = "task-3612970" [ 940.871910] env[70966]: _type = "Task" [ 940.871910] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.882736] env[70966]: DEBUG oslo_vmware.api [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.944940] env[70966]: DEBUG nova.compute.manager [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.981241] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5234dc18-2c85-518c-b442-0e5be9389144, 'name': SearchDatastore_Task, 'duration_secs': 0.026254} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.981241] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f2be2c-67f2-46f8-87cc-eeb15f286bea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.992020] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 940.992020] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b8e2a6-f90f-ae86-2916-7e3af6c7e28d" [ 940.992020] env[70966]: _type = "Task" [ 940.992020] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.015372] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b8e2a6-f90f-ae86-2916-7e3af6c7e28d, 'name': SearchDatastore_Task, 'duration_secs': 0.016022} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.015372] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.015546] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 1bba61d3-b470-4829-a380-f8734d9cb7ad/1bba61d3-b470-4829-a380-f8734d9cb7ad.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.016029] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d75fc0e-3c68-4ea0-93fb-422170b62be4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.026394] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 941.026394] env[70966]: value = "task-3612971" [ 941.026394] env[70966]: _type = "Task" [ 941.026394] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.043413] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.122852] env[70966]: DEBUG nova.network.neutron [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Updated VIF entry in instance network info cache for port f9af1b48-523e-4c62-b0cf-53a435201ebf. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.123285] env[70966]: DEBUG nova.network.neutron [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Updating instance_info_cache with network_info: [{"id": "f9af1b48-523e-4c62-b0cf-53a435201ebf", "address": "fa:16:3e:80:4a:78", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9af1b48-52", "ovs_interfaceid": "f9af1b48-523e-4c62-b0cf-53a435201ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.127024] env[70966]: DEBUG nova.compute.manager [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.127024] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.127959] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ddf736-0cb8-422a-8cde-cc883e68a9c9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.138656] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.138656] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e59206e5-8667-41f5-9aad-a04e4a2a567c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.235870] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.236216] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.236295] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleting the datastore file [datastore1] 533a28e1-975b-4559-b313-287e01c9c27c {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.236573] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76426193-d596-4d8e-8b2b-3812f5c5172e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.246097] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6a0e6a5e-175e-48a3-8722-5e35670e2726 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.365s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.252828] env[70966]: DEBUG oslo_vmware.api [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 941.252828] env[70966]: value = "task-3612973" [ 941.252828] env[70966]: _type = "Task" [ 941.252828] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.267381] env[70966]: DEBUG oslo_vmware.api [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.349518] env[70966]: DEBUG oslo_vmware.api [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.390467] env[70966]: DEBUG oslo_vmware.api [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Task: {'id': task-3612970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292324} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.391017] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.392465] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.392643] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.392874] env[70966]: INFO nova.compute.manager [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 941.393240] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.394627] env[70966]: DEBUG nova.compute.manager [-] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.394627] env[70966]: DEBUG nova.network.neutron [-] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.434409] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdb5702-e8c2-41c1-b715-8b28a98d8eb8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.449114] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a40dda9-e4e7-4950-96e3-e30b560cbcfd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.513497] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8221d5e8-fed3-4700-a24c-5ed470a42227 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.525967] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f36a59-886e-4f6e-94c2-0c7e48e7b861 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.552371] env[70966]: DEBUG nova.compute.provider_tree [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.557933] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612971, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.626314] env[70966]: DEBUG oslo_concurrency.lockutils [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] Releasing lock "refresh_cache-1bba61d3-b470-4829-a380-f8734d9cb7ad" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.627470] env[70966]: DEBUG nova.compute.manager [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Received event network-changed-4ffbbca2-2955-4f36-9355-33b846fb8560 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.627470] env[70966]: DEBUG nova.compute.manager [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Refreshing instance network info cache due to event network-changed-4ffbbca2-2955-4f36-9355-33b846fb8560. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.627603] env[70966]: DEBUG oslo_concurrency.lockutils [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] Acquiring lock "refresh_cache-b9921915-f483-425f-8214-6e35b2b939b0" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.627728] env[70966]: DEBUG oslo_concurrency.lockutils [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] Acquired lock "refresh_cache-b9921915-f483-425f-8214-6e35b2b939b0" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.629074] env[70966]: DEBUG nova.network.neutron [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Refreshing network info cache for port 4ffbbca2-2955-4f36-9355-33b846fb8560 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.765605] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "b1d6038c-6e16-4ed2-b8d2-ec3be2792a93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.765850] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "b1d6038c-6e16-4ed2-b8d2-ec3be2792a93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.775863] env[70966]: DEBUG oslo_vmware.api [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3612973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329342} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.775983] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.776143] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.776320] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.776489] env[70966]: INFO nova.compute.manager [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Took 0.65 seconds to destroy the instance on the hypervisor. [ 941.777039] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.777039] env[70966]: DEBUG nova.compute.manager [-] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.777039] env[70966]: DEBUG nova.network.neutron [-] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.848757] env[70966]: DEBUG oslo_vmware.api [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.891504] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "fcd6b298-8442-4288-87c3-2cb0457b1626" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.891998] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "fcd6b298-8442-4288-87c3-2cb0457b1626" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.892251] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "fcd6b298-8442-4288-87c3-2cb0457b1626-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.892443] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "fcd6b298-8442-4288-87c3-2cb0457b1626-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.892616] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "fcd6b298-8442-4288-87c3-2cb0457b1626-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.895042] env[70966]: INFO nova.compute.manager [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Terminating instance [ 941.970784] env[70966]: DEBUG nova.compute.manager [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.019737] env[70966]: DEBUG nova.virt.hardware [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.020215] env[70966]: DEBUG nova.virt.hardware [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.020215] env[70966]: DEBUG nova.virt.hardware [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.020444] env[70966]: DEBUG nova.virt.hardware [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.020528] env[70966]: DEBUG nova.virt.hardware [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.020675] env[70966]: DEBUG nova.virt.hardware [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.020897] env[70966]: DEBUG nova.virt.hardware [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.021078] env[70966]: DEBUG nova.virt.hardware [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.021253] env[70966]: DEBUG nova.virt.hardware [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.021413] env[70966]: DEBUG nova.virt.hardware [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.021586] env[70966]: DEBUG nova.virt.hardware [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.022548] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261baf96-c577-46fd-9e55-ed785e752cd3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.026388] env[70966]: DEBUG nova.network.neutron [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Updating instance_info_cache with network_info: [{"id": "1e854a66-3075-45e7-b2f3-581cd4308b95", "address": "fa:16:3e:16:67:32", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e854a66-30", "ovs_interfaceid": "1e854a66-3075-45e7-b2f3-581cd4308b95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.044838] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d488df-cd08-4353-b5de-75c7313ac517 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.059185] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64809} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.059185] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 1bba61d3-b470-4829-a380-f8734d9cb7ad/1bba61d3-b470-4829-a380-f8734d9cb7ad.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.059185] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.060309] env[70966]: DEBUG nova.scheduler.client.report [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.064326] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ad9d9e7-4d14-4ff3-8236-a69755d32a77 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.089951] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 942.089951] env[70966]: value = "task-3612974" [ 942.089951] env[70966]: _type = "Task" [ 942.089951] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.105037] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.269256] env[70966]: DEBUG nova.compute.manager [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.360751] env[70966]: DEBUG oslo_vmware.api [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.379300] env[70966]: DEBUG nova.network.neutron [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Successfully created port: 568d29e4-fda2-4ffe-9d34-817f4384c5e8 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.399575] env[70966]: DEBUG nova.compute.manager [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.399575] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.401489] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e22107-2e81-4575-ad67-9a2d57c09b88 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.412111] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.412504] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0ab5020-bed9-480d-9ac0-c42ca466fd1e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.420582] env[70966]: DEBUG oslo_vmware.api [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 942.420582] env[70966]: value = "task-3612975" [ 942.420582] env[70966]: _type = "Task" [ 942.420582] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.431482] env[70966]: DEBUG oslo_vmware.api [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.534762] env[70966]: DEBUG oslo_concurrency.lockutils [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Releasing lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.537882] env[70966]: DEBUG nova.objects.instance [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lazy-loading 'flavor' on Instance uuid 99de49b6-a37c-4bde-acf5-7f90d5f432de {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.580116] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.580314] env[70966]: DEBUG nova.compute.manager [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.583161] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.678s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.584269] env[70966]: DEBUG nova.objects.instance [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lazy-loading 'resources' on Instance uuid f9e9bd3f-e448-47c3-a360-15bdaa60227e {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.606853] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074165} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.606853] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.607344] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9619fe55-dd11-48cc-8232-418a3984a76a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.646717] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 1bba61d3-b470-4829-a380-f8734d9cb7ad/1bba61d3-b470-4829-a380-f8734d9cb7ad.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.648585] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cac5ca9-45f0-49af-b7ea-42e71c87f197 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.667362] env[70966]: DEBUG nova.compute.manager [req-10ab8949-b851-426c-b3f9-c0872634bc1f req-79006b2f-f73a-489f-8a16-27e816788c44 service nova] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Received event network-vif-deleted-d0396fa5-861c-444a-adb7-9d03588884f3 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.667362] env[70966]: INFO nova.compute.manager [req-10ab8949-b851-426c-b3f9-c0872634bc1f req-79006b2f-f73a-489f-8a16-27e816788c44 service nova] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Neutron deleted interface d0396fa5-861c-444a-adb7-9d03588884f3; detaching it from the instance and deleting it from the info cache [ 942.667362] env[70966]: DEBUG nova.network.neutron [req-10ab8949-b851-426c-b3f9-c0872634bc1f req-79006b2f-f73a-489f-8a16-27e816788c44 service nova] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.677020] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 942.677020] env[70966]: value = "task-3612976" [ 942.677020] env[70966]: _type = "Task" [ 942.677020] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.692028] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.801039] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.834546] env[70966]: DEBUG nova.network.neutron [-] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.862807] env[70966]: DEBUG oslo_vmware.api [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.869793] env[70966]: DEBUG nova.compute.manager [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Stashing vm_state: active {{(pid=70966) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 942.915524] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 942.915802] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720681', 'volume_id': 'c9059d5a-3c25-4da1-8918-288bec601e8a', 'name': 'volume-c9059d5a-3c25-4da1-8918-288bec601e8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ff1d794-4c9f-4de9-8283-4a56c527c6d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9059d5a-3c25-4da1-8918-288bec601e8a', 'serial': 'c9059d5a-3c25-4da1-8918-288bec601e8a'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 942.916822] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4782f7a5-5ee5-4ca7-8d94-ab23dbe9f0ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.937871] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98e88dc-c523-4c09-a16f-0d5eab9f902f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.945197] env[70966]: DEBUG oslo_vmware.api [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612975, 'name': PowerOffVM_Task, 'duration_secs': 0.296013} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.947304] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.947304] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.947600] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed12111f-9733-48ac-b0a3-018d5565e9fa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.965889] env[70966]: DEBUG nova.network.neutron [-] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.979257] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] volume-c9059d5a-3c25-4da1-8918-288bec601e8a/volume-c9059d5a-3c25-4da1-8918-288bec601e8a.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.979257] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d549bb7-269b-42fa-ae7d-3f94369b706c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.994013] env[70966]: DEBUG nova.network.neutron [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Updated VIF entry in instance network info cache for port 4ffbbca2-2955-4f36-9355-33b846fb8560. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.994294] env[70966]: DEBUG nova.network.neutron [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Updating instance_info_cache with network_info: [{"id": "4ffbbca2-2955-4f36-9355-33b846fb8560", "address": "fa:16:3e:f0:fa:e6", "network": {"id": "70f0acd3-f156-4be7-ae2f-7d02c57ca92a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-823050029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86299e2a0bd44f03a74a00da1fe6acb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ffbbca2-29", "ovs_interfaceid": "4ffbbca2-2955-4f36-9355-33b846fb8560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.002091] env[70966]: DEBUG oslo_vmware.api [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 943.002091] env[70966]: value = "task-3612978" [ 943.002091] env[70966]: _type = "Task" [ 943.002091] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.018910] env[70966]: DEBUG oslo_vmware.api [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.046136] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12ef223-7986-437a-b9c9-8a8e8a0bc8aa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.059848] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.059848] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.060020] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Deleting the datastore file [datastore2] fcd6b298-8442-4288-87c3-2cb0457b1626 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.079743] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22708060-318a-4151-85b9-b8a6cabd7176 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.081907] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.082258] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-157e1c55-307d-46d7-aafb-0c42c956a854 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.086666] env[70966]: DEBUG nova.compute.utils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.096449] env[70966]: DEBUG nova.compute.manager [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.096685] env[70966]: DEBUG nova.network.neutron [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.103280] env[70966]: DEBUG oslo_vmware.api [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for the task: (returnval){ [ 943.103280] env[70966]: value = "task-3612979" [ 943.103280] env[70966]: _type = "Task" [ 943.103280] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.103280] env[70966]: DEBUG oslo_vmware.api [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 943.103280] env[70966]: value = "task-3612980" [ 943.103280] env[70966]: _type = "Task" [ 943.103280] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.124288] env[70966]: DEBUG oslo_vmware.api [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.124553] env[70966]: DEBUG oslo_vmware.api [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.170117] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-136090c6-3f65-4193-982d-72b69798fd36 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.186607] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171e27cf-83f2-4ea6-97a5-e49dca81c59c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.207480] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612976, 'name': ReconfigVM_Task, 'duration_secs': 0.346659} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.207777] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 1bba61d3-b470-4829-a380-f8734d9cb7ad/1bba61d3-b470-4829-a380-f8734d9cb7ad.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.208495] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21710a75-c1c4-4ba2-8a49-ac7cdfded87e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.216585] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 943.216585] env[70966]: value = "task-3612981" [ 943.216585] env[70966]: _type = "Task" [ 943.216585] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.228557] env[70966]: DEBUG nova.compute.manager [req-10ab8949-b851-426c-b3f9-c0872634bc1f req-79006b2f-f73a-489f-8a16-27e816788c44 service nova] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Detach interface failed, port_id=d0396fa5-861c-444a-adb7-9d03588884f3, reason: Instance 533a28e1-975b-4559-b313-287e01c9c27c could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.242506] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612981, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.347305] env[70966]: INFO nova.compute.manager [-] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Took 1.57 seconds to deallocate network for instance. [ 943.373711] env[70966]: DEBUG oslo_vmware.api [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.397531] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.479114] env[70966]: INFO nova.compute.manager [-] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Took 2.08 seconds to deallocate network for instance. [ 943.482325] env[70966]: DEBUG nova.policy [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf680a46ac5a4c3f85fd68474ac42101', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66260d7374eb4c4aa9a5740b5d701d6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.497941] env[70966]: DEBUG oslo_concurrency.lockutils [req-29675ba6-e408-4852-b3dc-9b886b49b763 req-45cf44e2-7324-4f29-9b55-80c0a080146c service nova] Releasing lock "refresh_cache-b9921915-f483-425f-8214-6e35b2b939b0" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.517399] env[70966]: DEBUG oslo_vmware.api [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.594347] env[70966]: DEBUG nova.compute.manager [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.600298] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e9c1cb-01ba-47ff-af53-09786f11e6f1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.615415] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93006533-a90e-4762-a0db-5944c8bbfbd8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.626255] env[70966]: DEBUG oslo_vmware.api [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Task: {'id': task-3612979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458652} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.626465] env[70966]: DEBUG oslo_vmware.api [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612980, 'name': PowerOffVM_Task, 'duration_secs': 0.307008} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.627118] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.627337] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.627480] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.627649] env[70966]: INFO nova.compute.manager [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Took 1.23 seconds to destroy the instance on the hypervisor. [ 943.627901] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.628142] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.634199] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Reconfiguring VM instance instance-00000039 to detach disk 2002 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 943.664545] env[70966]: DEBUG nova.compute.manager [-] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.664654] env[70966]: DEBUG nova.network.neutron [-] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.666476] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00dce539-ebf1-4186-86a7-cb707ada1659 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.681354] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cefd3c6-d648-4932-89b1-7f7c00f97578 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.691911] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68752016-57f4-4979-bcd0-0fbf44e6273a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.698389] env[70966]: DEBUG oslo_vmware.api [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 943.698389] env[70966]: value = "task-3612982" [ 943.698389] env[70966]: _type = "Task" [ 943.698389] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.711293] env[70966]: DEBUG nova.compute.provider_tree [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.719080] env[70966]: DEBUG oslo_vmware.api [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.739301] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612981, 'name': Rename_Task, 'duration_secs': 0.16712} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.739585] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.739861] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f465303-8b66-4d7f-85d7-572c0d49cde8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.748067] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 943.748067] env[70966]: value = "task-3612983" [ 943.748067] env[70966]: _type = "Task" [ 943.748067] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.757745] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.856801] env[70966]: DEBUG oslo_vmware.api [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.864989] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.998045] env[70966]: DEBUG oslo_concurrency.lockutils [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.019165] env[70966]: DEBUG oslo_vmware.api [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612978, 'name': ReconfigVM_Task, 'duration_secs': 0.6395} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.020393] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Reconfigured VM instance instance-00000029 to attach disk [datastore1] volume-c9059d5a-3c25-4da1-8918-288bec601e8a/volume-c9059d5a-3c25-4da1-8918-288bec601e8a.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.025290] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6267c607-b782-464e-88b1-3347f6857227 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.045157] env[70966]: DEBUG oslo_vmware.api [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 944.045157] env[70966]: value = "task-3612984" [ 944.045157] env[70966]: _type = "Task" [ 944.045157] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.060742] env[70966]: DEBUG oslo_vmware.api [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.209823] env[70966]: DEBUG oslo_vmware.api [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612982, 'name': ReconfigVM_Task, 'duration_secs': 0.510145} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.210325] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Reconfigured VM instance instance-00000039 to detach disk 2002 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 944.210589] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.210872] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1a78eb1-ac00-4478-84d6-ecc0a29db97e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.214293] env[70966]: DEBUG nova.scheduler.client.report [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.227300] env[70966]: DEBUG oslo_vmware.api [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 944.227300] env[70966]: value = "task-3612985" [ 944.227300] env[70966]: _type = "Task" [ 944.227300] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.239714] env[70966]: DEBUG oslo_vmware.api [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.265095] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612983, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.363024] env[70966]: DEBUG oslo_vmware.api [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612963, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.485815] env[70966]: DEBUG nova.network.neutron [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Successfully created port: ebf7a8c5-3718-4890-ae27-253bf3f26abf {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.557449] env[70966]: DEBUG oslo_vmware.api [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3612984, 'name': ReconfigVM_Task, 'duration_secs': 0.186588} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.558102] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720681', 'volume_id': 'c9059d5a-3c25-4da1-8918-288bec601e8a', 'name': 'volume-c9059d5a-3c25-4da1-8918-288bec601e8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ff1d794-4c9f-4de9-8283-4a56c527c6d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9059d5a-3c25-4da1-8918-288bec601e8a', 'serial': 'c9059d5a-3c25-4da1-8918-288bec601e8a'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 944.612933] env[70966]: DEBUG nova.compute.manager [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.647585] env[70966]: DEBUG nova.virt.hardware [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.647989] env[70966]: DEBUG nova.virt.hardware [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.648252] env[70966]: DEBUG nova.virt.hardware [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.648968] env[70966]: DEBUG nova.virt.hardware [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.648968] env[70966]: DEBUG nova.virt.hardware [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.648968] env[70966]: DEBUG nova.virt.hardware [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.649249] env[70966]: DEBUG nova.virt.hardware [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.649648] env[70966]: DEBUG nova.virt.hardware [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.649648] env[70966]: DEBUG nova.virt.hardware [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.649895] env[70966]: DEBUG nova.virt.hardware [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.650137] env[70966]: DEBUG nova.virt.hardware [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.651132] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e25c6f2-c62a-4985-b428-1c8040193947 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.661924] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb06b62-a7ea-4ceb-8d52-5e7cbfb7b490 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.720939] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.724161] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.790s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.724161] env[70966]: DEBUG nova.objects.instance [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lazy-loading 'resources' on Instance uuid 5941bee0-8958-462d-880a-306024f75a72 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.739142] env[70966]: DEBUG oslo_vmware.api [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612985, 'name': PowerOnVM_Task} progress is 93%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.749395] env[70966]: INFO nova.scheduler.client.report [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Deleted allocations for instance f9e9bd3f-e448-47c3-a360-15bdaa60227e [ 944.762044] env[70966]: DEBUG oslo_vmware.api [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3612983, 'name': PowerOnVM_Task, 'duration_secs': 0.657606} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.762558] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.762796] env[70966]: INFO nova.compute.manager [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Took 9.55 seconds to spawn the instance on the hypervisor. [ 944.762985] env[70966]: DEBUG nova.compute.manager [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.764139] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4d651f-2f1e-45bf-8666-98259d92265e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.861599] env[70966]: DEBUG oslo_vmware.api [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612963, 'name': ReconfigVM_Task, 'duration_secs': 5.871148} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.861599] env[70966]: DEBUG oslo_concurrency.lockutils [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.861599] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Reconfigured VM to detach interface {{(pid=70966) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 944.878017] env[70966]: DEBUG nova.compute.manager [req-138da4d9-6988-4354-b69a-8119d2fa909d req-63222466-eb47-498d-9c2c-c7d29b9453e7 service nova] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Received event network-vif-plugged-568d29e4-fda2-4ffe-9d34-817f4384c5e8 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.878017] env[70966]: DEBUG oslo_concurrency.lockutils [req-138da4d9-6988-4354-b69a-8119d2fa909d req-63222466-eb47-498d-9c2c-c7d29b9453e7 service nova] Acquiring lock "6de5cc86-3369-45ae-8a25-373621dd03a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.878017] env[70966]: DEBUG oslo_concurrency.lockutils [req-138da4d9-6988-4354-b69a-8119d2fa909d req-63222466-eb47-498d-9c2c-c7d29b9453e7 service nova] Lock "6de5cc86-3369-45ae-8a25-373621dd03a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.878017] env[70966]: DEBUG oslo_concurrency.lockutils [req-138da4d9-6988-4354-b69a-8119d2fa909d req-63222466-eb47-498d-9c2c-c7d29b9453e7 service nova] Lock "6de5cc86-3369-45ae-8a25-373621dd03a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.878017] env[70966]: DEBUG nova.compute.manager [req-138da4d9-6988-4354-b69a-8119d2fa909d req-63222466-eb47-498d-9c2c-c7d29b9453e7 service nova] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] No waiting events found dispatching network-vif-plugged-568d29e4-fda2-4ffe-9d34-817f4384c5e8 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.878709] env[70966]: WARNING nova.compute.manager [req-138da4d9-6988-4354-b69a-8119d2fa909d req-63222466-eb47-498d-9c2c-c7d29b9453e7 service nova] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Received unexpected event network-vif-plugged-568d29e4-fda2-4ffe-9d34-817f4384c5e8 for instance with vm_state building and task_state spawning. [ 944.910642] env[70966]: DEBUG nova.compute.manager [req-75dfce01-15e1-4aae-870d-b7a80707d015 req-1a0e7843-1bb8-45cd-b694-77ed498fb3e0 service nova] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Received event network-vif-deleted-bed92e6d-a279-4ead-a3f0-eb17d6656fe0 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.958791] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Acquiring lock "37823278-35eb-47c4-857f-eadba47f5ad8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.959073] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Lock "37823278-35eb-47c4-857f-eadba47f5ad8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.959581] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Acquiring lock "37823278-35eb-47c4-857f-eadba47f5ad8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.959581] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Lock "37823278-35eb-47c4-857f-eadba47f5ad8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.960202] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Lock "37823278-35eb-47c4-857f-eadba47f5ad8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.965171] env[70966]: INFO nova.compute.manager [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Terminating instance [ 944.974876] env[70966]: DEBUG nova.network.neutron [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Successfully updated port: 568d29e4-fda2-4ffe-9d34-817f4384c5e8 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.244532] env[70966]: DEBUG oslo_vmware.api [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3612985, 'name': PowerOnVM_Task, 'duration_secs': 0.713206} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.245024] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.245305] env[70966]: DEBUG nova.compute.manager [None req-16cc5d5a-48bb-4043-93ab-0d37b2b2828f tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.248337] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e880491-bd67-4e6b-b3ba-70dbc9afd572 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.263160] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0f9a8ef7-feed-46d4-9476-042043914994 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "f9e9bd3f-e448-47c3-a360-15bdaa60227e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.913s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.285756] env[70966]: INFO nova.compute.manager [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Took 28.95 seconds to build instance. [ 945.474253] env[70966]: DEBUG nova.compute.manager [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.474601] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.476129] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7c1e4f-5037-4fe0-b964-2ad3f3156676 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.483880] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "refresh_cache-6de5cc86-3369-45ae-8a25-373621dd03a5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.484035] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquired lock "refresh_cache-6de5cc86-3369-45ae-8a25-373621dd03a5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.484193] env[70966]: DEBUG nova.network.neutron [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.493751] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.494054] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4793a013-8376-4e20-9068-d767da63e73e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.508578] env[70966]: DEBUG oslo_vmware.api [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Waiting for the task: (returnval){ [ 945.508578] env[70966]: value = "task-3612986" [ 945.508578] env[70966]: _type = "Task" [ 945.508578] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.524246] env[70966]: DEBUG nova.network.neutron [-] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.525425] env[70966]: DEBUG oslo_vmware.api [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.615713] env[70966]: DEBUG nova.objects.instance [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lazy-loading 'flavor' on Instance uuid 2ff1d794-4c9f-4de9-8283-4a56c527c6d9 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.731930] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c848cf-2553-4167-bb24-71015ca63e78 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.744035] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e0533e-340a-48af-a0b4-85b4066f1471 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.785612] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e38f6c-9501-4fe7-825e-8f0c5b153c2f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.788630] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b1201d49-e14b-4eee-bbc2-9ecf39643f21 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "1bba61d3-b470-4829-a380-f8734d9cb7ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.460s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.796374] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600cdfe6-6114-4e32-ba5c-2260514db181 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.817709] env[70966]: DEBUG nova.compute.provider_tree [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.023711] env[70966]: DEBUG oslo_vmware.api [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612986, 'name': PowerOffVM_Task, 'duration_secs': 0.408911} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.024009] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.024455] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.025022] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1bc86db-0675-4b62-a237-78495592428c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.032667] env[70966]: INFO nova.compute.manager [-] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Took 2.37 seconds to deallocate network for instance. [ 946.098017] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.099248] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.099248] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Deleting the datastore file [datastore2] 37823278-35eb-47c4-857f-eadba47f5ad8 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.099248] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-718e8dac-a10d-4a07-a9d4-d9c4e9f6eafa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.106015] env[70966]: DEBUG nova.network.neutron [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.121979] env[70966]: DEBUG oslo_vmware.api [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Waiting for the task: (returnval){ [ 946.121979] env[70966]: value = "task-3612988" [ 946.121979] env[70966]: _type = "Task" [ 946.121979] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.128208] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0153058-fbc3-43e8-b8a0-95e20e811eff tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.379s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.137878] env[70966]: DEBUG oslo_vmware.api [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.325330] env[70966]: DEBUG nova.scheduler.client.report [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.518615] env[70966]: DEBUG nova.network.neutron [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Updating instance_info_cache with network_info: [{"id": "568d29e4-fda2-4ffe-9d34-817f4384c5e8", "address": "fa:16:3e:b2:ac:af", "network": {"id": "04ae2dc4-99ba-4edb-961b-5c8320b81c08", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1903013523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845680fd6902472d9c2b7ff5aad67b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap568d29e4-fd", "ovs_interfaceid": "568d29e4-fda2-4ffe-9d34-817f4384c5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.540840] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.582967] env[70966]: DEBUG oslo_concurrency.lockutils [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.583277] env[70966]: DEBUG oslo_concurrency.lockutils [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.583504] env[70966]: DEBUG nova.network.neutron [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.636557] env[70966]: DEBUG oslo_vmware.api [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Task: {'id': task-3612988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502035} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.636557] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.636557] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.636557] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.636557] env[70966]: INFO nova.compute.manager [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 946.636557] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.636557] env[70966]: DEBUG nova.compute.manager [-] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.636557] env[70966]: DEBUG nova.network.neutron [-] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.836748] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.841220] env[70966]: DEBUG oslo_concurrency.lockutils [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.716s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.884705] env[70966]: INFO nova.scheduler.client.report [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Deleted allocations for instance 5941bee0-8958-462d-880a-306024f75a72 [ 947.023770] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Releasing lock "refresh_cache-6de5cc86-3369-45ae-8a25-373621dd03a5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.024473] env[70966]: DEBUG nova.compute.manager [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Instance network_info: |[{"id": "568d29e4-fda2-4ffe-9d34-817f4384c5e8", "address": "fa:16:3e:b2:ac:af", "network": {"id": "04ae2dc4-99ba-4edb-961b-5c8320b81c08", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1903013523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845680fd6902472d9c2b7ff5aad67b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap568d29e4-fd", "ovs_interfaceid": "568d29e4-fda2-4ffe-9d34-817f4384c5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.025300] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:ac:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '568d29e4-fda2-4ffe-9d34-817f4384c5e8', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.040089] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Creating folder: Project (845680fd6902472d9c2b7ff5aad67b0c). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.044983] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8ea93f3-5491-40f9-ac94-ad0ab2413c46 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.061034] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Created folder: Project (845680fd6902472d9c2b7ff5aad67b0c) in parent group-v720468. [ 947.061034] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Creating folder: Instances. Parent ref: group-v720683. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.061034] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d44418b-d65f-4fd3-b982-7d38b2bed681 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.077147] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Created folder: Instances in parent group-v720683. [ 947.077147] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.079137] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.081055] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07e16d2e-e5b1-4fa8-b024-1a69862106b8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.111584] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.111584] env[70966]: value = "task-3612991" [ 947.111584] env[70966]: _type = "Task" [ 947.111584] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.132142] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612991, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.212197] env[70966]: DEBUG nova.network.neutron [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Successfully updated port: ebf7a8c5-3718-4890-ae27-253bf3f26abf {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.278425] env[70966]: DEBUG nova.compute.manager [req-bcf10c6a-2253-49bf-a3f0-daf7d99c1da7 req-0240546f-87fc-4dbc-9458-6a1ebd910b07 service nova] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Received event network-changed-568d29e4-fda2-4ffe-9d34-817f4384c5e8 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.279126] env[70966]: DEBUG nova.compute.manager [req-bcf10c6a-2253-49bf-a3f0-daf7d99c1da7 req-0240546f-87fc-4dbc-9458-6a1ebd910b07 service nova] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Refreshing instance network info cache due to event network-changed-568d29e4-fda2-4ffe-9d34-817f4384c5e8. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.279126] env[70966]: DEBUG oslo_concurrency.lockutils [req-bcf10c6a-2253-49bf-a3f0-daf7d99c1da7 req-0240546f-87fc-4dbc-9458-6a1ebd910b07 service nova] Acquiring lock "refresh_cache-6de5cc86-3369-45ae-8a25-373621dd03a5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.279126] env[70966]: DEBUG oslo_concurrency.lockutils [req-bcf10c6a-2253-49bf-a3f0-daf7d99c1da7 req-0240546f-87fc-4dbc-9458-6a1ebd910b07 service nova] Acquired lock "refresh_cache-6de5cc86-3369-45ae-8a25-373621dd03a5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.279234] env[70966]: DEBUG nova.network.neutron [req-bcf10c6a-2253-49bf-a3f0-daf7d99c1da7 req-0240546f-87fc-4dbc-9458-6a1ebd910b07 service nova] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Refreshing network info cache for port 568d29e4-fda2-4ffe-9d34-817f4384c5e8 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.298661] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a36bd29-b3a2-4138-a6ee-b27aed0361e3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.310704] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45925da2-12c1-4247-b105-60626eef084c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.316853] env[70966]: DEBUG nova.compute.manager [req-77a2042e-96c3-4187-acb1-b25004c470ee req-bd709c56-75bb-454f-b6b9-732b5da13c99 service nova] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Received event network-vif-deleted-ef6753d4-e088-44f0-8a35-d40382cc5a47 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.317878] env[70966]: DEBUG nova.compute.manager [req-77a2042e-96c3-4187-acb1-b25004c470ee req-bd709c56-75bb-454f-b6b9-732b5da13c99 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Received event network-vif-deleted-a2a3156e-53e9-49e8-8086-95681d931fd6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.317967] env[70966]: INFO nova.compute.manager [req-77a2042e-96c3-4187-acb1-b25004c470ee req-bd709c56-75bb-454f-b6b9-732b5da13c99 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Neutron deleted interface a2a3156e-53e9-49e8-8086-95681d931fd6; detaching it from the instance and deleting it from the info cache [ 947.318260] env[70966]: DEBUG nova.network.neutron [req-77a2042e-96c3-4187-acb1-b25004c470ee req-bd709c56-75bb-454f-b6b9-732b5da13c99 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Updating instance_info_cache with network_info: [{"id": "0912f519-3155-4c09-9486-c1d57ee51897", "address": "fa:16:3e:a5:63:cb", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0912f519-31", "ovs_interfaceid": "0912f519-3155-4c09-9486-c1d57ee51897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5265cb9f-2d4a-435b-89e0-d3b26da3586a", "address": "fa:16:3e:59:1b:fb", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5265cb9f-2d", "ovs_interfaceid": "5265cb9f-2d4a-435b-89e0-d3b26da3586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.360531] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c1cc05-5fbd-458b-a5c4-9644a8b7f831 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.371142] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1b2482-a145-4093-ba50-f253bc7d5868 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.395716] env[70966]: DEBUG nova.compute.provider_tree [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.397037] env[70966]: DEBUG oslo_concurrency.lockutils [None req-79ffbc85-db9d-4aa3-8ed9-5877f1f2f179 tempest-MultipleCreateTestJSON-761650460 tempest-MultipleCreateTestJSON-761650460-project-member] Lock "5941bee0-8958-462d-880a-306024f75a72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.505s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.399812] env[70966]: DEBUG oslo_concurrency.lockutils [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "1bba61d3-b470-4829-a380-f8734d9cb7ad" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.400208] env[70966]: DEBUG oslo_concurrency.lockutils [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "1bba61d3-b470-4829-a380-f8734d9cb7ad" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.622657] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612991, 'name': CreateVM_Task, 'duration_secs': 0.494459} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.622941] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.623588] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.623755] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.624104] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.624358] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dca65cd-7506-4fcc-bdfc-38d446d9d6d6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.630370] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 947.630370] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528c0415-3274-c452-fd18-0349b606bfe2" [ 947.630370] env[70966]: _type = "Task" [ 947.630370] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.639714] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528c0415-3274-c452-fd18-0349b606bfe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.717165] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.717333] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.717489] env[70966]: DEBUG nova.network.neutron [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.822328] env[70966]: DEBUG oslo_concurrency.lockutils [req-77a2042e-96c3-4187-acb1-b25004c470ee req-bd709c56-75bb-454f-b6b9-732b5da13c99 service nova] Acquiring lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.822328] env[70966]: DEBUG oslo_concurrency.lockutils [req-77a2042e-96c3-4187-acb1-b25004c470ee req-bd709c56-75bb-454f-b6b9-732b5da13c99 service nova] Acquired lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.823215] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ccd2d2-0dcb-4021-90cd-9f582d6b211a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.842174] env[70966]: DEBUG oslo_concurrency.lockutils [req-77a2042e-96c3-4187-acb1-b25004c470ee req-bd709c56-75bb-454f-b6b9-732b5da13c99 service nova] Releasing lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.842564] env[70966]: WARNING nova.compute.manager [req-77a2042e-96c3-4187-acb1-b25004c470ee req-bd709c56-75bb-454f-b6b9-732b5da13c99 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Detach interface failed, port_id=a2a3156e-53e9-49e8-8086-95681d931fd6, reason: No device with interface-id a2a3156e-53e9-49e8-8086-95681d931fd6 exists on VM: nova.exception.NotFound: No device with interface-id a2a3156e-53e9-49e8-8086-95681d931fd6 exists on VM [ 947.900603] env[70966]: DEBUG nova.scheduler.client.report [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.904942] env[70966]: DEBUG nova.compute.utils [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.066916] env[70966]: INFO nova.network.neutron [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Port a2a3156e-53e9-49e8-8086-95681d931fd6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 948.142172] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528c0415-3274-c452-fd18-0349b606bfe2, 'name': SearchDatastore_Task, 'duration_secs': 0.037932} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.142468] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.142699] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.142937] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.143236] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.143308] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.143575] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-515527ad-583d-4666-a3f1-31a01f35533a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.156139] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.156333] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.157117] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab98ea1d-2c09-4109-8658-5914b071a254 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.162776] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 948.162776] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525d2cc2-3237-b121-9016-aeb53d11947e" [ 948.162776] env[70966]: _type = "Task" [ 948.162776] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.172279] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525d2cc2-3237-b121-9016-aeb53d11947e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.235374] env[70966]: DEBUG nova.network.neutron [-] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.283853] env[70966]: DEBUG nova.network.neutron [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.407543] env[70966]: DEBUG oslo_concurrency.lockutils [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.568s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.407788] env[70966]: INFO nova.compute.manager [None req-477b2c4c-397b-4b6d-a59c-1f55f312ee25 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Successfully reverted task state from rebuilding on failure for instance. [ 948.412966] env[70966]: DEBUG oslo_concurrency.lockutils [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "1bba61d3-b470-4829-a380-f8734d9cb7ad" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.413810] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.075s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.496839] env[70966]: DEBUG nova.network.neutron [req-bcf10c6a-2253-49bf-a3f0-daf7d99c1da7 req-0240546f-87fc-4dbc-9458-6a1ebd910b07 service nova] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Updated VIF entry in instance network info cache for port 568d29e4-fda2-4ffe-9d34-817f4384c5e8. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.497832] env[70966]: DEBUG nova.network.neutron [req-bcf10c6a-2253-49bf-a3f0-daf7d99c1da7 req-0240546f-87fc-4dbc-9458-6a1ebd910b07 service nova] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Updating instance_info_cache with network_info: [{"id": "568d29e4-fda2-4ffe-9d34-817f4384c5e8", "address": "fa:16:3e:b2:ac:af", "network": {"id": "04ae2dc4-99ba-4edb-961b-5c8320b81c08", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1903013523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845680fd6902472d9c2b7ff5aad67b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap568d29e4-fd", "ovs_interfaceid": "568d29e4-fda2-4ffe-9d34-817f4384c5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.512976] env[70966]: DEBUG nova.network.neutron [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Updating instance_info_cache with network_info: [{"id": "0912f519-3155-4c09-9486-c1d57ee51897", "address": "fa:16:3e:a5:63:cb", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0912f519-31", "ovs_interfaceid": "0912f519-3155-4c09-9486-c1d57ee51897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5265cb9f-2d4a-435b-89e0-d3b26da3586a", "address": "fa:16:3e:59:1b:fb", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5265cb9f-2d", "ovs_interfaceid": "5265cb9f-2d4a-435b-89e0-d3b26da3586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.635121] env[70966]: DEBUG nova.network.neutron [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance_info_cache with network_info: [{"id": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "address": "fa:16:3e:ee:c6:bd", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf7a8c5-37", "ovs_interfaceid": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.674731] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525d2cc2-3237-b121-9016-aeb53d11947e, 'name': SearchDatastore_Task, 'duration_secs': 0.02235} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.675622] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-053f64d9-a83b-4a7d-89c9-ffc227346586 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.682844] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 948.682844] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e2c832-b140-e448-15bc-b4a049d99215" [ 948.682844] env[70966]: _type = "Task" [ 948.682844] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.691761] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e2c832-b140-e448-15bc-b4a049d99215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.739075] env[70966]: INFO nova.compute.manager [-] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Took 2.10 seconds to deallocate network for instance. [ 948.918779] env[70966]: INFO nova.compute.claims [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.004013] env[70966]: DEBUG oslo_concurrency.lockutils [req-bcf10c6a-2253-49bf-a3f0-daf7d99c1da7 req-0240546f-87fc-4dbc-9458-6a1ebd910b07 service nova] Releasing lock "refresh_cache-6de5cc86-3369-45ae-8a25-373621dd03a5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.004013] env[70966]: DEBUG nova.compute.manager [req-bcf10c6a-2253-49bf-a3f0-daf7d99c1da7 req-0240546f-87fc-4dbc-9458-6a1ebd910b07 service nova] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Received event network-vif-plugged-ebf7a8c5-3718-4890-ae27-253bf3f26abf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.004013] env[70966]: DEBUG oslo_concurrency.lockutils [req-bcf10c6a-2253-49bf-a3f0-daf7d99c1da7 req-0240546f-87fc-4dbc-9458-6a1ebd910b07 service nova] Acquiring lock "2a414958-48b2-4b40-89df-ed686c590f5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.004013] env[70966]: DEBUG oslo_concurrency.lockutils [req-bcf10c6a-2253-49bf-a3f0-daf7d99c1da7 req-0240546f-87fc-4dbc-9458-6a1ebd910b07 service nova] Lock "2a414958-48b2-4b40-89df-ed686c590f5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.004013] env[70966]: DEBUG oslo_concurrency.lockutils [req-bcf10c6a-2253-49bf-a3f0-daf7d99c1da7 req-0240546f-87fc-4dbc-9458-6a1ebd910b07 service nova] Lock "2a414958-48b2-4b40-89df-ed686c590f5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.004013] env[70966]: DEBUG nova.compute.manager [req-bcf10c6a-2253-49bf-a3f0-daf7d99c1da7 req-0240546f-87fc-4dbc-9458-6a1ebd910b07 service nova] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] No waiting events found dispatching network-vif-plugged-ebf7a8c5-3718-4890-ae27-253bf3f26abf {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.004013] env[70966]: WARNING nova.compute.manager [req-bcf10c6a-2253-49bf-a3f0-daf7d99c1da7 req-0240546f-87fc-4dbc-9458-6a1ebd910b07 service nova] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Received unexpected event network-vif-plugged-ebf7a8c5-3718-4890-ae27-253bf3f26abf for instance with vm_state building and task_state spawning. [ 949.017098] env[70966]: DEBUG oslo_concurrency.lockutils [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "refresh_cache-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.119308] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.119570] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.119788] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.119971] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.120190] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.122598] env[70966]: INFO nova.compute.manager [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Terminating instance [ 949.138023] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.138561] env[70966]: DEBUG nova.compute.manager [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Instance network_info: |[{"id": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "address": "fa:16:3e:ee:c6:bd", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf7a8c5-37", "ovs_interfaceid": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.139039] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:c6:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebf7a8c5-3718-4890-ae27-253bf3f26abf', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.148539] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.149569] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.149667] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7638ba0c-cf53-4ae9-bf82-713664adeea7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.175483] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.175483] env[70966]: value = "task-3612992" [ 949.175483] env[70966]: _type = "Task" [ 949.175483] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.191692] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612992, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.199148] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e2c832-b140-e448-15bc-b4a049d99215, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.199361] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.199654] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 6de5cc86-3369-45ae-8a25-373621dd03a5/6de5cc86-3369-45ae-8a25-373621dd03a5.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.199956] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d59d02b-d868-423b-8ec0-0abfe5882221 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.209841] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 949.209841] env[70966]: value = "task-3612993" [ 949.209841] env[70966]: _type = "Task" [ 949.209841] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.223822] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3612993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.246669] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.433364] env[70966]: INFO nova.compute.resource_tracker [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Updating resource usage from migration 4216b3fa-2306-4ce5-b114-93428e1952cd [ 949.516084] env[70966]: DEBUG oslo_concurrency.lockutils [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "1bba61d3-b470-4829-a380-f8734d9cb7ad" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.516084] env[70966]: DEBUG oslo_concurrency.lockutils [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "1bba61d3-b470-4829-a380-f8734d9cb7ad" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.516666] env[70966]: INFO nova.compute.manager [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Attaching volume 9b153454-b04f-4590-9565-d0cbaf0850e7 to /dev/sdb [ 949.529076] env[70966]: DEBUG oslo_concurrency.lockutils [None req-005a95a8-0062-4c4c-9628-c4e21050837c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1-a2a3156e-53e9-49e8-8086-95681d931fd6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.294s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.585910] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d2d294-137d-4124-9add-e72c9cf55364 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.598836] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa35396-8ee9-4bd8-8700-f8a2aded2bc0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.619161] env[70966]: DEBUG nova.virt.block_device [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Updating existing volume attachment record: 0c1d5758-6918-4185-ad0f-23ea9c570523 {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 949.628925] env[70966]: DEBUG nova.compute.manager [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.629421] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.634149] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7463d5-c55b-4b31-8f49-c76a15878823 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.645468] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.648982] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83646205-8b3b-4aee-bb0d-c0312879e274 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.659268] env[70966]: DEBUG oslo_vmware.api [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 949.659268] env[70966]: value = "task-3612994" [ 949.659268] env[70966]: _type = "Task" [ 949.659268] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.669784] env[70966]: DEBUG oslo_vmware.api [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.692932] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3612992, 'name': CreateVM_Task, 'duration_secs': 0.486968} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.692932] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.693232] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.694421] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.694608] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.694923] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ad21eb-813b-4f54-be28-26314f1cfaa0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.711845] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 949.711845] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52be84bb-f425-b795-524c-cf37162ea5d9" [ 949.711845] env[70966]: _type = "Task" [ 949.711845] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.729994] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3612993, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.729994] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52be84bb-f425-b795-524c-cf37162ea5d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.898178] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f07a17d-03a2-4fa4-a614-4f00481f60c9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.909046] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0da129-248d-4c06-8e78-2e5e583433aa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.961940] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4653ef-4610-422e-ac97-f674c66a89f2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.970964] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b32b671-0b88-47a2-bcd7-a4966331af28 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.989253] env[70966]: DEBUG nova.compute.provider_tree [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.171546] env[70966]: DEBUG oslo_vmware.api [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3612994, 'name': PowerOffVM_Task, 'duration_secs': 0.357562} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.171825] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.172068] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.172448] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-923b95c4-e849-4b60-b80f-938551ffe2ca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.228022] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3612993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59143} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.234710] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 6de5cc86-3369-45ae-8a25-373621dd03a5/6de5cc86-3369-45ae-8a25-373621dd03a5.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.235444] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.235616] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52be84bb-f425-b795-524c-cf37162ea5d9, 'name': SearchDatastore_Task, 'duration_secs': 0.025414} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.235915] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59776da0-7ca1-4da7-b15e-4782dc487344 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.239341] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.239670] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.240014] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.240254] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.240528] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.240894] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c20ab64-7482-455a-9c57-7dfcdbd20516 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.255225] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.255225] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.256307] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 950.256307] env[70966]: value = "task-3612999" [ 950.256307] env[70966]: _type = "Task" [ 950.256307] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.257062] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c315cbc-912a-4142-855d-bfce600827e3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.269405] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 950.269405] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5220dfa9-83f9-5f60-3e26-989e6c8406b6" [ 950.269405] env[70966]: _type = "Task" [ 950.269405] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.274076] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3612999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.289391] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5220dfa9-83f9-5f60-3e26-989e6c8406b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011963} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.292714] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.293908] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.293908] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Deleting the datastore file [datastore1] f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.293908] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a941465-6f13-4331-8091-5a3d652ad0ab {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.296351] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a876f500-f4c8-4d8a-9a69-3f786fff266a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.303132] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 950.303132] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526e12b8-02ed-89cc-88ea-474cd05824fd" [ 950.303132] env[70966]: _type = "Task" [ 950.303132] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.308256] env[70966]: DEBUG oslo_vmware.api [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 950.308256] env[70966]: value = "task-3613000" [ 950.308256] env[70966]: _type = "Task" [ 950.308256] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.317483] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526e12b8-02ed-89cc-88ea-474cd05824fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.325163] env[70966]: DEBUG oslo_vmware.api [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.426852] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.426943] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.450756] env[70966]: DEBUG nova.compute.manager [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Received event network-changed-ebf7a8c5-3718-4890-ae27-253bf3f26abf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.451034] env[70966]: DEBUG nova.compute.manager [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Refreshing instance network info cache due to event network-changed-ebf7a8c5-3718-4890-ae27-253bf3f26abf. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.451226] env[70966]: DEBUG oslo_concurrency.lockutils [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] Acquiring lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.451373] env[70966]: DEBUG oslo_concurrency.lockutils [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] Acquired lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.451548] env[70966]: DEBUG nova.network.neutron [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Refreshing network info cache for port ebf7a8c5-3718-4890-ae27-253bf3f26abf {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.471683] env[70966]: DEBUG nova.compute.manager [req-32a03b2a-58fb-4475-891c-5b0098d77819 req-493dd4f4-0f85-40cc-bb03-8af23b406ca8 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Received event network-vif-deleted-5265cb9f-2d4a-435b-89e0-d3b26da3586a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.471683] env[70966]: INFO nova.compute.manager [req-32a03b2a-58fb-4475-891c-5b0098d77819 req-493dd4f4-0f85-40cc-bb03-8af23b406ca8 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Neutron deleted interface 5265cb9f-2d4a-435b-89e0-d3b26da3586a; detaching it from the instance and deleting it from the info cache [ 950.471683] env[70966]: DEBUG nova.network.neutron [req-32a03b2a-58fb-4475-891c-5b0098d77819 req-493dd4f4-0f85-40cc-bb03-8af23b406ca8 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Updating instance_info_cache with network_info: [{"id": "0912f519-3155-4c09-9486-c1d57ee51897", "address": "fa:16:3e:a5:63:cb", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0912f519-31", "ovs_interfaceid": "0912f519-3155-4c09-9486-c1d57ee51897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.491435] env[70966]: DEBUG nova.scheduler.client.report [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.771172] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3612999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07873} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.771502] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.772425] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2598ee-761e-472d-99de-b80c285c93fb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.808160] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 6de5cc86-3369-45ae-8a25-373621dd03a5/6de5cc86-3369-45ae-8a25-373621dd03a5.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.809065] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d409c9d-c72c-44e5-b9a4-d6a4082b8edb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.849762] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526e12b8-02ed-89cc-88ea-474cd05824fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011665} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.849762] env[70966]: DEBUG oslo_vmware.api [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173275} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.851142] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.851427] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 2a414958-48b2-4b40-89df-ed686c590f5e/2a414958-48b2-4b40-89df-ed686c590f5e.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.853019] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.853019] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.853019] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.853019] env[70966]: INFO nova.compute.manager [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Took 1.22 seconds to destroy the instance on the hypervisor. [ 950.853019] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.853019] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 950.853019] env[70966]: value = "task-3613001" [ 950.853019] env[70966]: _type = "Task" [ 950.853019] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.853403] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc88f8cb-229e-466d-a2ee-7a7b136128f3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.855313] env[70966]: DEBUG nova.compute.manager [-] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.855363] env[70966]: DEBUG nova.network.neutron [-] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.866851] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.867854] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 950.867854] env[70966]: value = "task-3613002" [ 950.867854] env[70966]: _type = "Task" [ 950.867854] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.877175] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.932622] env[70966]: DEBUG nova.compute.manager [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.974720] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a692e7ec-0567-46c3-84b6-763d67251630 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.982115] env[70966]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 5265cb9f-2d4a-435b-89e0-d3b26da3586a could not be found.", "detail": ""}} {{(pid=70966) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 950.982353] env[70966]: DEBUG nova.network.neutron [-] Unable to show port 5265cb9f-2d4a-435b-89e0-d3b26da3586a as it no longer exists. {{(pid=70966) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 950.992770] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99b9b7b-9487-4466-bfac-01b3d8e365b6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.008523] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.595s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.012022] env[70966]: INFO nova.compute.manager [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Migrating [ 951.015478] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.305s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.015745] env[70966]: DEBUG nova.objects.instance [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lazy-loading 'resources' on Instance uuid 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.047696] env[70966]: DEBUG nova.compute.manager [req-32a03b2a-58fb-4475-891c-5b0098d77819 req-493dd4f4-0f85-40cc-bb03-8af23b406ca8 service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Detach interface failed, port_id=5265cb9f-2d4a-435b-89e0-d3b26da3586a, reason: Instance f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.047696] env[70966]: DEBUG nova.compute.manager [req-32a03b2a-58fb-4475-891c-5b0098d77819 req-493dd4f4-0f85-40cc-bb03-8af23b406ca8 service nova] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Received event network-vif-deleted-9507c4fa-ce98-4cb8-8b8c-306d2d135817 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.089563] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "07fef84f-b749-472e-909b-0c7df39a55b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.091337] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "07fef84f-b749-472e-909b-0c7df39a55b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.372533] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.385652] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613002, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.478071] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.513624] env[70966]: DEBUG nova.network.neutron [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updated VIF entry in instance network info cache for port ebf7a8c5-3718-4890-ae27-253bf3f26abf. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.514398] env[70966]: DEBUG nova.network.neutron [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance_info_cache with network_info: [{"id": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "address": "fa:16:3e:ee:c6:bd", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf7a8c5-37", "ovs_interfaceid": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.528547] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "refresh_cache-379e905b-dd3b-4b73-8393-02232f2540ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.528731] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquired lock "refresh_cache-379e905b-dd3b-4b73-8393-02232f2540ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.528928] env[70966]: DEBUG nova.network.neutron [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.593987] env[70966]: DEBUG nova.compute.manager [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.871045] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613001, 'name': ReconfigVM_Task, 'duration_secs': 0.656441} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.871045] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 6de5cc86-3369-45ae-8a25-373621dd03a5/6de5cc86-3369-45ae-8a25-373621dd03a5.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.871045] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57144e44-ea8f-4bd2-9107-8ca449929ba2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.887777] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676988} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.891481] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 2a414958-48b2-4b40-89df-ed686c590f5e/2a414958-48b2-4b40-89df-ed686c590f5e.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.891746] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.892094] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 951.892094] env[70966]: value = "task-3613003" [ 951.892094] env[70966]: _type = "Task" [ 951.892094] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.892288] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e29ae3fb-cf28-4cd5-af5f-8f632d46e404 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.909056] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613003, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.910467] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 951.910467] env[70966]: value = "task-3613004" [ 951.910467] env[70966]: _type = "Task" [ 951.910467] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.943163] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc4cf4-3cd3-4190-ab8b-0a0171b8d241 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.953499] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0a9854-bbf6-4d5d-b87a-7d00862a8a50 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.997387] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d63d6b6-6872-4ff4-9cb3-b229264c774d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.008362] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ffb3cb-f192-4a8c-98c5-9c0cce32fdbb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.026027] env[70966]: DEBUG oslo_concurrency.lockutils [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] Releasing lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.026201] env[70966]: DEBUG nova.compute.manager [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Received event network-changed-1e854a66-3075-45e7-b2f3-581cd4308b95 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.026479] env[70966]: DEBUG nova.compute.manager [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Refreshing instance network info cache due to event network-changed-1e854a66-3075-45e7-b2f3-581cd4308b95. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.027088] env[70966]: DEBUG oslo_concurrency.lockutils [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] Acquiring lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.027088] env[70966]: DEBUG oslo_concurrency.lockutils [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] Acquired lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.027088] env[70966]: DEBUG nova.network.neutron [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Refreshing network info cache for port 1e854a66-3075-45e7-b2f3-581cd4308b95 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.028270] env[70966]: DEBUG nova.network.neutron [-] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.031062] env[70966]: DEBUG nova.compute.provider_tree [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.121744] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.322747] env[70966]: DEBUG nova.network.neutron [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Updating instance_info_cache with network_info: [{"id": "7f9353ec-c396-4b7e-8f13-3af08f0a8211", "address": "fa:16:3e:85:2b:bb", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9353ec-c3", "ovs_interfaceid": "7f9353ec-c396-4b7e-8f13-3af08f0a8211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.408024] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613003, 'name': Rename_Task, 'duration_secs': 0.178748} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.408778] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.409416] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87b9fa51-afad-4956-8de9-a8fefd417bbf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.425682] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093586} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.427551] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.427997] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 952.427997] env[70966]: value = "task-3613006" [ 952.427997] env[70966]: _type = "Task" [ 952.427997] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.428978] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eaf165-b18d-4b14-bf53-515ef67f7a47 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.444320] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.464235] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 2a414958-48b2-4b40-89df-ed686c590f5e/2a414958-48b2-4b40-89df-ed686c590f5e.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.464409] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a5d5edf-a343-4eac-8400-80240e0d3baf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.490016] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 952.490016] env[70966]: value = "task-3613007" [ 952.490016] env[70966]: _type = "Task" [ 952.490016] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.499976] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.523764] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Acquiring lock "38d1a9d0-7442-4a91-ab52-94c73e0d9caf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.524019] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Lock "38d1a9d0-7442-4a91-ab52-94c73e0d9caf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.534389] env[70966]: INFO nova.compute.manager [-] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Took 1.68 seconds to deallocate network for instance. [ 952.537745] env[70966]: DEBUG nova.scheduler.client.report [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.786469] env[70966]: DEBUG nova.compute.manager [req-e95d82d5-135f-433f-abdc-9b50094881af req-ce034014-7f45-43c7-b00f-ef57e51a516f service nova] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Received event network-vif-deleted-0912f519-3155-4c09-9486-c1d57ee51897 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.797933] env[70966]: DEBUG nova.network.neutron [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Updated VIF entry in instance network info cache for port 1e854a66-3075-45e7-b2f3-581cd4308b95. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.798861] env[70966]: DEBUG nova.network.neutron [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Updating instance_info_cache with network_info: [{"id": "1e854a66-3075-45e7-b2f3-581cd4308b95", "address": "fa:16:3e:16:67:32", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e854a66-30", "ovs_interfaceid": "1e854a66-3075-45e7-b2f3-581cd4308b95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.825929] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Releasing lock "refresh_cache-379e905b-dd3b-4b73-8393-02232f2540ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.946601] env[70966]: DEBUG oslo_vmware.api [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613006, 'name': PowerOnVM_Task, 'duration_secs': 0.505112} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.947170] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.948068] env[70966]: INFO nova.compute.manager [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Took 10.98 seconds to spawn the instance on the hypervisor. [ 952.948367] env[70966]: DEBUG nova.compute.manager [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.949327] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dae2f4-8841-4c46-8e74-a4f648e46793 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.003162] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613007, 'name': ReconfigVM_Task, 'duration_secs': 0.320036} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.006520] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 2a414958-48b2-4b40-89df-ed686c590f5e/2a414958-48b2-4b40-89df-ed686c590f5e.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.010238] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66d658b1-73d4-4d1d-a53b-11aca4782063 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.016745] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 953.016745] env[70966]: value = "task-3613008" [ 953.016745] env[70966]: _type = "Task" [ 953.016745] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.031290] env[70966]: DEBUG nova.compute.manager [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.033869] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613008, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.045889] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.048732] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.644s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.048970] env[70966]: DEBUG nova.objects.instance [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lazy-loading 'resources' on Instance uuid c3eccdec-e728-4513-891f-26f56f8a2a8f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.051297] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.085216] env[70966]: INFO nova.scheduler.client.report [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Deleted allocations for instance 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8 [ 953.302585] env[70966]: DEBUG oslo_concurrency.lockutils [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] Releasing lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.302863] env[70966]: DEBUG nova.compute.manager [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Received event network-changed-1e854a66-3075-45e7-b2f3-581cd4308b95 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.303074] env[70966]: DEBUG nova.compute.manager [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Refreshing instance network info cache due to event network-changed-1e854a66-3075-45e7-b2f3-581cd4308b95. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.303333] env[70966]: DEBUG oslo_concurrency.lockutils [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] Acquiring lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.303962] env[70966]: DEBUG oslo_concurrency.lockutils [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] Acquired lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.303962] env[70966]: DEBUG nova.network.neutron [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Refreshing network info cache for port 1e854a66-3075-45e7-b2f3-581cd4308b95 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.474141] env[70966]: INFO nova.compute.manager [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Took 27.10 seconds to build instance. [ 953.529789] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613008, 'name': Rename_Task, 'duration_secs': 0.154066} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.530607] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.530958] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bac8170-6a6a-4b60-8fb7-312fd0585aeb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.541746] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 953.541746] env[70966]: value = "task-3613009" [ 953.541746] env[70966]: _type = "Task" [ 953.541746] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.550442] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.554717] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.594580] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8dcb2ef4-499e-44b6-9646-9603fa60875e tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "8fa737dc-9d45-43b9-a9a9-22e593c6f1e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.465s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.978338] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d5537b5-a971-48a5-8d43-a37d11bca293 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "6de5cc86-3369-45ae-8a25-373621dd03a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.626s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.985626] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34739431-a29c-425d-9a33-fd9283d32486 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.995184] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1ac24e-c8e2-497c-8ad8-6cab6f5024ac {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.037510] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcac5fc-d922-42f6-be56-6bae78ec9d89 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.049046] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e394a3-5b02-4e3d-a3e4-7937edde01b9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.057131] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.069785] env[70966]: DEBUG nova.compute.provider_tree [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.203734] env[70966]: DEBUG nova.network.neutron [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Updated VIF entry in instance network info cache for port 1e854a66-3075-45e7-b2f3-581cd4308b95. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.204183] env[70966]: DEBUG nova.network.neutron [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Updating instance_info_cache with network_info: [{"id": "1e854a66-3075-45e7-b2f3-581cd4308b95", "address": "fa:16:3e:16:67:32", "network": {"id": "f9267239-3efe-4c9b-9db6-dc77ef2ba755", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-267602670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56061b573ec44fb983fc83e2e507a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e854a66-30", "ovs_interfaceid": "1e854a66-3075-45e7-b2f3-581cd4308b95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.341692] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d247b277-b8d9-46cc-90c6-28817caf416a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.365134] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Updating instance '379e905b-dd3b-4b73-8393-02232f2540ce' progress to 0 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.557365] env[70966]: DEBUG oslo_vmware.api [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613009, 'name': PowerOnVM_Task, 'duration_secs': 0.791861} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.557365] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.557365] env[70966]: INFO nova.compute.manager [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Took 9.94 seconds to spawn the instance on the hypervisor. [ 954.557365] env[70966]: DEBUG nova.compute.manager [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.557365] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02126235-27f5-4b5d-81de-032e9c7489a9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.567583] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.567806] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.576619] env[70966]: DEBUG nova.scheduler.client.report [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.696552] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 954.700017] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720688', 'volume_id': '9b153454-b04f-4590-9565-d0cbaf0850e7', 'name': 'volume-9b153454-b04f-4590-9565-d0cbaf0850e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bba61d3-b470-4829-a380-f8734d9cb7ad', 'attached_at': '', 'detached_at': '', 'volume_id': '9b153454-b04f-4590-9565-d0cbaf0850e7', 'serial': '9b153454-b04f-4590-9565-d0cbaf0850e7'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 954.700017] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3057f92a-0611-4b5c-a8a2-c2d4c179419d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.717323] env[70966]: DEBUG oslo_concurrency.lockutils [req-ef8516bb-324e-42b7-921d-ba93fc8f9986 req-ddae8b4f-58af-47e7-bc87-1fa96910320b service nova] Releasing lock "refresh_cache-99de49b6-a37c-4bde-acf5-7f90d5f432de" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.718859] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75fb02f-664b-47c6-b431-f6030a581281 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.747829] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] volume-9b153454-b04f-4590-9565-d0cbaf0850e7/volume-9b153454-b04f-4590-9565-d0cbaf0850e7.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.747829] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e10b8941-1d60-45c2-a0e3-290fb26fb046 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.767601] env[70966]: DEBUG oslo_vmware.api [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 954.767601] env[70966]: value = "task-3613010" [ 954.767601] env[70966]: _type = "Task" [ 954.767601] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.776720] env[70966]: DEBUG oslo_vmware.api [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.873119] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.873426] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-940fdf4c-7bbf-4aab-9542-a6ded1a82921 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.882615] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 954.882615] env[70966]: value = "task-3613011" [ 954.882615] env[70966]: _type = "Task" [ 954.882615] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.894752] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.073602] env[70966]: DEBUG nova.compute.manager [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.084883] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.087202] env[70966]: INFO nova.compute.manager [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Took 27.99 seconds to build instance. [ 955.088401] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.522s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.089328] env[70966]: DEBUG nova.objects.instance [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Lazy-loading 'resources' on Instance uuid c0b6fcc0-efae-446d-b1c6-d734c56d6671 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.119240] env[70966]: INFO nova.scheduler.client.report [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleted allocations for instance c3eccdec-e728-4513-891f-26f56f8a2a8f [ 955.280104] env[70966]: DEBUG oslo_vmware.api [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613010, 'name': ReconfigVM_Task, 'duration_secs': 0.498172} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.280300] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Reconfigured VM instance instance-0000004c to attach disk [datastore1] volume-9b153454-b04f-4590-9565-d0cbaf0850e7/volume-9b153454-b04f-4590-9565-d0cbaf0850e7.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.285130] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da9107a4-8bc2-43fe-88ff-e75280ffeeea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.303146] env[70966]: DEBUG oslo_vmware.api [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 955.303146] env[70966]: value = "task-3613012" [ 955.303146] env[70966]: _type = "Task" [ 955.303146] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.317326] env[70966]: DEBUG oslo_vmware.api [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.397899] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613011, 'name': PowerOffVM_Task, 'duration_secs': 0.354786} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.398460] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.398809] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Updating instance '379e905b-dd3b-4b73-8393-02232f2540ce' progress to 17 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.503189] env[70966]: DEBUG nova.compute.manager [req-ccd42cdc-5f37-445d-89b6-11e374b29dae req-b9073653-8042-4160-948a-1941aa3f802b service nova] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Received event network-changed-568d29e4-fda2-4ffe-9d34-817f4384c5e8 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.503189] env[70966]: DEBUG nova.compute.manager [req-ccd42cdc-5f37-445d-89b6-11e374b29dae req-b9073653-8042-4160-948a-1941aa3f802b service nova] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Refreshing instance network info cache due to event network-changed-568d29e4-fda2-4ffe-9d34-817f4384c5e8. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.503189] env[70966]: DEBUG oslo_concurrency.lockutils [req-ccd42cdc-5f37-445d-89b6-11e374b29dae req-b9073653-8042-4160-948a-1941aa3f802b service nova] Acquiring lock "refresh_cache-6de5cc86-3369-45ae-8a25-373621dd03a5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.503189] env[70966]: DEBUG oslo_concurrency.lockutils [req-ccd42cdc-5f37-445d-89b6-11e374b29dae req-b9073653-8042-4160-948a-1941aa3f802b service nova] Acquired lock "refresh_cache-6de5cc86-3369-45ae-8a25-373621dd03a5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.503189] env[70966]: DEBUG nova.network.neutron [req-ccd42cdc-5f37-445d-89b6-11e374b29dae req-b9073653-8042-4160-948a-1941aa3f802b service nova] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Refreshing network info cache for port 568d29e4-fda2-4ffe-9d34-817f4384c5e8 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.590872] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a9090d54-446e-4f8c-a034-7225c6da5d44 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "2a414958-48b2-4b40-89df-ed686c590f5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.509s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.604856] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.628583] env[70966]: DEBUG oslo_concurrency.lockutils [None req-33fd73c6-170c-4f40-bafa-2d1f09ad6a53 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "c3eccdec-e728-4513-891f-26f56f8a2a8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.660s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.814295] env[70966]: DEBUG oslo_vmware.api [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613012, 'name': ReconfigVM_Task, 'duration_secs': 0.170773} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.817578] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720688', 'volume_id': '9b153454-b04f-4590-9565-d0cbaf0850e7', 'name': 'volume-9b153454-b04f-4590-9565-d0cbaf0850e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bba61d3-b470-4829-a380-f8734d9cb7ad', 'attached_at': '', 'detached_at': '', 'volume_id': '9b153454-b04f-4590-9565-d0cbaf0850e7', 'serial': '9b153454-b04f-4590-9565-d0cbaf0850e7'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 955.907159] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.907263] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.907419] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.907594] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.907735] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.907876] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.908230] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.908420] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.908584] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.908742] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.908908] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.916961] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-595a2943-30e2-417e-9cda-460b55bcec32 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.942601] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 955.942601] env[70966]: value = "task-3613013" [ 955.942601] env[70966]: _type = "Task" [ 955.942601] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.955393] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.089061] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c05921-126d-4649-bab7-6e8e05f07b5e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.098939] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9012f374-2212-44d3-a711-75bc93ede722 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.136490] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd75a0d-cdd6-4706-9494-463706fe7af2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.147835] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4c57bf-202e-44fa-b50d-f1135aefa1eb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.169442] env[70966]: DEBUG nova.compute.provider_tree [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.454449] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613013, 'name': ReconfigVM_Task, 'duration_secs': 0.216969} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.454752] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Updating instance '379e905b-dd3b-4b73-8393-02232f2540ce' progress to 33 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.517423] env[70966]: DEBUG nova.network.neutron [req-ccd42cdc-5f37-445d-89b6-11e374b29dae req-b9073653-8042-4160-948a-1941aa3f802b service nova] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Updated VIF entry in instance network info cache for port 568d29e4-fda2-4ffe-9d34-817f4384c5e8. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.517423] env[70966]: DEBUG nova.network.neutron [req-ccd42cdc-5f37-445d-89b6-11e374b29dae req-b9073653-8042-4160-948a-1941aa3f802b service nova] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Updating instance_info_cache with network_info: [{"id": "568d29e4-fda2-4ffe-9d34-817f4384c5e8", "address": "fa:16:3e:b2:ac:af", "network": {"id": "04ae2dc4-99ba-4edb-961b-5c8320b81c08", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1903013523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845680fd6902472d9c2b7ff5aad67b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap568d29e4-fd", "ovs_interfaceid": "568d29e4-fda2-4ffe-9d34-817f4384c5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.672309] env[70966]: DEBUG nova.compute.manager [req-8627efd4-c211-49a7-a4fa-33724c977f23 req-46cbdd59-2962-404a-9ed8-d1ec2b6db0f0 service nova] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Received event network-changed-ebf7a8c5-3718-4890-ae27-253bf3f26abf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.672671] env[70966]: DEBUG nova.compute.manager [req-8627efd4-c211-49a7-a4fa-33724c977f23 req-46cbdd59-2962-404a-9ed8-d1ec2b6db0f0 service nova] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Refreshing instance network info cache due to event network-changed-ebf7a8c5-3718-4890-ae27-253bf3f26abf. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.672864] env[70966]: DEBUG oslo_concurrency.lockutils [req-8627efd4-c211-49a7-a4fa-33724c977f23 req-46cbdd59-2962-404a-9ed8-d1ec2b6db0f0 service nova] Acquiring lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.673050] env[70966]: DEBUG oslo_concurrency.lockutils [req-8627efd4-c211-49a7-a4fa-33724c977f23 req-46cbdd59-2962-404a-9ed8-d1ec2b6db0f0 service nova] Acquired lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.673244] env[70966]: DEBUG nova.network.neutron [req-8627efd4-c211-49a7-a4fa-33724c977f23 req-46cbdd59-2962-404a-9ed8-d1ec2b6db0f0 service nova] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Refreshing network info cache for port ebf7a8c5-3718-4890-ae27-253bf3f26abf {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.675259] env[70966]: DEBUG nova.scheduler.client.report [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.869109] env[70966]: DEBUG nova.objects.instance [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lazy-loading 'flavor' on Instance uuid 1bba61d3-b470-4829-a380-f8734d9cb7ad {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.963489] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.963856] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.964468] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.964765] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.965008] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.965207] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.965689] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.965890] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.966080] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.966272] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.966468] env[70966]: DEBUG nova.virt.hardware [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.973548] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 956.973891] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f56671d-17c3-4827-a8f3-7f3503de5829 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.997789] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 956.997789] env[70966]: value = "task-3613014" [ 956.997789] env[70966]: _type = "Task" [ 956.997789] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.012349] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.019664] env[70966]: DEBUG oslo_concurrency.lockutils [req-ccd42cdc-5f37-445d-89b6-11e374b29dae req-b9073653-8042-4160-948a-1941aa3f802b service nova] Releasing lock "refresh_cache-6de5cc86-3369-45ae-8a25-373621dd03a5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.072768] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "1bba61d3-b470-4829-a380-f8734d9cb7ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.177818] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "523d5ceb-7c30-41fe-87d5-48f5944ba100" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.177818] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "523d5ceb-7c30-41fe-87d5-48f5944ba100" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.182806] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.186550] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.386s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.188488] env[70966]: INFO nova.compute.claims [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.373093] env[70966]: DEBUG oslo_concurrency.lockutils [None req-45aabfc2-57a2-4663-b7bf-be269e92dffb tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "1bba61d3-b470-4829-a380-f8734d9cb7ad" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.857s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.374499] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "1bba61d3-b470-4829-a380-f8734d9cb7ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.302s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.374499] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "1bba61d3-b470-4829-a380-f8734d9cb7ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.374499] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "1bba61d3-b470-4829-a380-f8734d9cb7ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.374674] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "1bba61d3-b470-4829-a380-f8734d9cb7ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.376910] env[70966]: INFO nova.compute.manager [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Terminating instance [ 957.512383] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613014, 'name': ReconfigVM_Task, 'duration_secs': 0.211034} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.512687] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 957.513531] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd891cbd-68b7-45bf-a34f-eabdf7b15117 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.519257] env[70966]: DEBUG nova.network.neutron [req-8627efd4-c211-49a7-a4fa-33724c977f23 req-46cbdd59-2962-404a-9ed8-d1ec2b6db0f0 service nova] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updated VIF entry in instance network info cache for port ebf7a8c5-3718-4890-ae27-253bf3f26abf. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.522456] env[70966]: DEBUG nova.network.neutron [req-8627efd4-c211-49a7-a4fa-33724c977f23 req-46cbdd59-2962-404a-9ed8-d1ec2b6db0f0 service nova] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance_info_cache with network_info: [{"id": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "address": "fa:16:3e:ee:c6:bd", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf7a8c5-37", "ovs_interfaceid": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.546900] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 379e905b-dd3b-4b73-8393-02232f2540ce/379e905b-dd3b-4b73-8393-02232f2540ce.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.547310] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1893ef30-e98f-40db-9b07-06c06a3d3945 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.568457] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 957.568457] env[70966]: value = "task-3613015" [ 957.568457] env[70966]: _type = "Task" [ 957.568457] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.579805] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.687687] env[70966]: DEBUG nova.compute.manager [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.709039] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3ce7d7bb-d09f-4b52-8b3f-d3e104a043f5 tempest-ServerActionsV293TestJSON-885456026 tempest-ServerActionsV293TestJSON-885456026-project-member] Lock "c0b6fcc0-efae-446d-b1c6-d734c56d6671" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.709s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.836195] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.836430] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.881053] env[70966]: DEBUG nova.compute.manager [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.881177] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.881637] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea0c4287-476d-49ba-87a1-6838da2f6f8b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.889443] env[70966]: DEBUG oslo_vmware.api [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 957.889443] env[70966]: value = "task-3613016" [ 957.889443] env[70966]: _type = "Task" [ 957.889443] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.899964] env[70966]: DEBUG oslo_vmware.api [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.048712] env[70966]: DEBUG oslo_concurrency.lockutils [req-8627efd4-c211-49a7-a4fa-33724c977f23 req-46cbdd59-2962-404a-9ed8-d1ec2b6db0f0 service nova] Releasing lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.080416] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613015, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.228261] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.340288] env[70966]: DEBUG nova.compute.manager [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.400782] env[70966]: DEBUG oslo_vmware.api [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613016, 'name': PowerOffVM_Task, 'duration_secs': 0.225329} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.403610] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.403838] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 958.404051] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720688', 'volume_id': '9b153454-b04f-4590-9565-d0cbaf0850e7', 'name': 'volume-9b153454-b04f-4590-9565-d0cbaf0850e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bba61d3-b470-4829-a380-f8734d9cb7ad', 'attached_at': '', 'detached_at': '', 'volume_id': '9b153454-b04f-4590-9565-d0cbaf0850e7', 'serial': '9b153454-b04f-4590-9565-d0cbaf0850e7'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 958.405463] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b21d998-8a89-421a-83c6-c35cd99464f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.431812] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af127773-2c81-4c90-88d5-13dad7c70349 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.439143] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb42e17-18f5-46e3-b7cf-7eda583d2723 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.462044] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfc8b17-3ba3-4ead-a2ed-a462702dd9e7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.479631] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] The volume has not been displaced from its original location: [datastore1] volume-9b153454-b04f-4590-9565-d0cbaf0850e7/volume-9b153454-b04f-4590-9565-d0cbaf0850e7.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 958.485039] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 958.487689] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-129c715d-abeb-4cd5-9d2c-28eddd5e4ddd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.507533] env[70966]: DEBUG oslo_vmware.api [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 958.507533] env[70966]: value = "task-3613017" [ 958.507533] env[70966]: _type = "Task" [ 958.507533] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.516576] env[70966]: DEBUG oslo_vmware.api [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.587565] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613015, 'name': ReconfigVM_Task, 'duration_secs': 0.555772} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.588391] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 379e905b-dd3b-4b73-8393-02232f2540ce/379e905b-dd3b-4b73-8393-02232f2540ce.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.588391] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Updating instance '379e905b-dd3b-4b73-8393-02232f2540ce' progress to 50 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.632389] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58abf916-212e-4a4c-b79a-22e9f1801ca2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.641563] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e23dac-12b3-4f35-a355-d156a46546f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.672875] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66efb630-56ae-4e06-bd7c-1632025c4f9e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.681054] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ad8469-8c8d-4b20-a4fe-f4f0ecbb9988 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.695753] env[70966]: DEBUG nova.compute.provider_tree [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.862732] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.021122] env[70966]: DEBUG oslo_vmware.api [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613017, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.097781] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cffae0-c3d5-4e7a-bf9c-36aa625e68ed {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.124482] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72224c4d-2074-4f6e-b595-26fbbcc8986c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.150020] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Updating instance '379e905b-dd3b-4b73-8393-02232f2540ce' progress to 67 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.201046] env[70966]: DEBUG nova.scheduler.client.report [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.525805] env[70966]: DEBUG oslo_vmware.api [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613017, 'name': ReconfigVM_Task, 'duration_secs': 0.580313} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.525805] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.530075] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acd5cf09-539e-495b-b2bf-c5e362dacbb1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.546751] env[70966]: DEBUG oslo_vmware.api [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 959.546751] env[70966]: value = "task-3613018" [ 959.546751] env[70966]: _type = "Task" [ 959.546751] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.556448] env[70966]: DEBUG oslo_vmware.api [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.707180] env[70966]: DEBUG nova.network.neutron [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Port 7f9353ec-c396-4b7e-8f13-3af08f0a8211 binding to destination host cpu-1 is already ACTIVE {{(pid=70966) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 959.712021] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.712021] env[70966]: DEBUG nova.compute.manager [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.716540] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.319s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.058078] env[70966]: DEBUG oslo_vmware.api [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613018, 'name': ReconfigVM_Task, 'duration_secs': 0.159366} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.058410] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720688', 'volume_id': '9b153454-b04f-4590-9565-d0cbaf0850e7', 'name': 'volume-9b153454-b04f-4590-9565-d0cbaf0850e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bba61d3-b470-4829-a380-f8734d9cb7ad', 'attached_at': '', 'detached_at': '', 'volume_id': '9b153454-b04f-4590-9565-d0cbaf0850e7', 'serial': '9b153454-b04f-4590-9565-d0cbaf0850e7'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 960.058690] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.059485] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc5c9e3-a015-4c97-b928-db525e12c19a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.066643] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.066879] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecc29f47-c2b6-46f6-b240-45e6235a04f9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.162718] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.164449] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.164449] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleting the datastore file [datastore2] 1bba61d3-b470-4829-a380-f8734d9cb7ad {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.164449] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a9be9ac-813a-45eb-b3b8-a040ab3dd803 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.175475] env[70966]: DEBUG oslo_vmware.api [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 960.175475] env[70966]: value = "task-3613020" [ 960.175475] env[70966]: _type = "Task" [ 960.175475] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.187283] env[70966]: DEBUG oslo_vmware.api [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.223022] env[70966]: DEBUG nova.compute.utils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.226462] env[70966]: INFO nova.compute.claims [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.231907] env[70966]: DEBUG nova.compute.manager [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.232436] env[70966]: DEBUG nova.network.neutron [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.306154] env[70966]: DEBUG nova.policy [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2dabeca337c496fae9971378a2118ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893616cde42346daa4859c79b9637f82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.599724] env[70966]: DEBUG nova.network.neutron [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Successfully created port: 810e44c6-ae85-4ebf-b910-a07f3783c8d8 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.689079] env[70966]: DEBUG oslo_vmware.api [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156205} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.689079] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.689079] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.689285] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.690024] env[70966]: INFO nova.compute.manager [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Took 2.81 seconds to destroy the instance on the hypervisor. [ 960.690024] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.690024] env[70966]: DEBUG nova.compute.manager [-] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.690024] env[70966]: DEBUG nova.network.neutron [-] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.735388] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "379e905b-dd3b-4b73-8393-02232f2540ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.735388] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "379e905b-dd3b-4b73-8393-02232f2540ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.735388] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "379e905b-dd3b-4b73-8393-02232f2540ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.744403] env[70966]: DEBUG nova.compute.manager [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.747945] env[70966]: INFO nova.compute.resource_tracker [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updating resource usage from migration befdc340-c3bb-41ff-affc-b23bde940b89 [ 961.239221] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e113fb-336d-4e4d-a708-7910402867b4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.247981] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff215ee-95ce-4157-a45f-5ec6b49313be {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.298227] env[70966]: DEBUG nova.compute.manager [req-a4f9223c-4c2a-4566-b158-45e7cd93a173 req-a91ddaf5-5b6c-49d1-a3aa-d8bc8ada6d3a service nova] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Received event network-vif-deleted-f9af1b48-523e-4c62-b0cf-53a435201ebf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.298609] env[70966]: INFO nova.compute.manager [req-a4f9223c-4c2a-4566-b158-45e7cd93a173 req-a91ddaf5-5b6c-49d1-a3aa-d8bc8ada6d3a service nova] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Neutron deleted interface f9af1b48-523e-4c62-b0cf-53a435201ebf; detaching it from the instance and deleting it from the info cache [ 961.298688] env[70966]: DEBUG nova.network.neutron [req-a4f9223c-4c2a-4566-b158-45e7cd93a173 req-a91ddaf5-5b6c-49d1-a3aa-d8bc8ada6d3a service nova] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.302970] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec1e76a-fadf-46a6-94f0-0a14ca7e84bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.312625] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2e04af-4ad5-4e1a-8739-3f8decac094a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.330114] env[70966]: DEBUG nova.compute.provider_tree [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.606445] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquiring lock "f1794df3-0247-4955-8236-6c4a2c0e2d31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.606673] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Lock "f1794df3-0247-4955-8236-6c4a2c0e2d31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.644375] env[70966]: DEBUG nova.network.neutron [-] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.765731] env[70966]: DEBUG nova.compute.manager [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.798671] env[70966]: DEBUG nova.virt.hardware [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.799018] env[70966]: DEBUG nova.virt.hardware [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.799243] env[70966]: DEBUG nova.virt.hardware [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.799479] env[70966]: DEBUG nova.virt.hardware [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.799713] env[70966]: DEBUG nova.virt.hardware [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.799850] env[70966]: DEBUG nova.virt.hardware [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.800124] env[70966]: DEBUG nova.virt.hardware [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.800335] env[70966]: DEBUG nova.virt.hardware [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.800545] env[70966]: DEBUG nova.virt.hardware [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.800747] env[70966]: DEBUG nova.virt.hardware [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.800965] env[70966]: DEBUG nova.virt.hardware [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.802369] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdac3e2-2769-4a12-a61f-99c057fa2011 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.806286] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d4e8c1a-1320-4ee2-8573-bef9bd0fc24f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.810228] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "refresh_cache-379e905b-dd3b-4b73-8393-02232f2540ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.810447] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquired lock "refresh_cache-379e905b-dd3b-4b73-8393-02232f2540ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.810674] env[70966]: DEBUG nova.network.neutron [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.819250] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394af822-f1d6-4d73-8d25-0d309aa0753c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.833042] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27b3897-7ad2-481d-9044-680e4158ae5d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.865392] env[70966]: DEBUG nova.scheduler.client.report [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.894961] env[70966]: DEBUG nova.compute.manager [req-a4f9223c-4c2a-4566-b158-45e7cd93a173 req-a91ddaf5-5b6c-49d1-a3aa-d8bc8ada6d3a service nova] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Detach interface failed, port_id=f9af1b48-523e-4c62-b0cf-53a435201ebf, reason: Instance 1bba61d3-b470-4829-a380-f8734d9cb7ad could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 962.084258] env[70966]: DEBUG nova.compute.manager [req-267ec759-d660-4a2e-9589-e2774af05ec4 req-e174770e-193f-4801-bd54-f63d8c81fce7 service nova] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Received event network-vif-plugged-810e44c6-ae85-4ebf-b910-a07f3783c8d8 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.084574] env[70966]: DEBUG oslo_concurrency.lockutils [req-267ec759-d660-4a2e-9589-e2774af05ec4 req-e174770e-193f-4801-bd54-f63d8c81fce7 service nova] Acquiring lock "b1d6038c-6e16-4ed2-b8d2-ec3be2792a93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.084802] env[70966]: DEBUG oslo_concurrency.lockutils [req-267ec759-d660-4a2e-9589-e2774af05ec4 req-e174770e-193f-4801-bd54-f63d8c81fce7 service nova] Lock "b1d6038c-6e16-4ed2-b8d2-ec3be2792a93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.084989] env[70966]: DEBUG oslo_concurrency.lockutils [req-267ec759-d660-4a2e-9589-e2774af05ec4 req-e174770e-193f-4801-bd54-f63d8c81fce7 service nova] Lock "b1d6038c-6e16-4ed2-b8d2-ec3be2792a93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.086108] env[70966]: DEBUG nova.compute.manager [req-267ec759-d660-4a2e-9589-e2774af05ec4 req-e174770e-193f-4801-bd54-f63d8c81fce7 service nova] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] No waiting events found dispatching network-vif-plugged-810e44c6-ae85-4ebf-b910-a07f3783c8d8 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.086108] env[70966]: WARNING nova.compute.manager [req-267ec759-d660-4a2e-9589-e2774af05ec4 req-e174770e-193f-4801-bd54-f63d8c81fce7 service nova] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Received unexpected event network-vif-plugged-810e44c6-ae85-4ebf-b910-a07f3783c8d8 for instance with vm_state building and task_state spawning. [ 962.110191] env[70966]: DEBUG nova.compute.manager [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.148028] env[70966]: INFO nova.compute.manager [-] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Took 1.46 seconds to deallocate network for instance. [ 962.201905] env[70966]: DEBUG nova.network.neutron [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Successfully updated port: 810e44c6-ae85-4ebf-b910-a07f3783c8d8 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.372358] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.656s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.372649] env[70966]: INFO nova.compute.manager [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Migrating [ 962.381700] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.516s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.381982] env[70966]: DEBUG nova.objects.instance [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lazy-loading 'resources' on Instance uuid 533a28e1-975b-4559-b313-287e01c9c27c {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.563026] env[70966]: DEBUG nova.network.neutron [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Updating instance_info_cache with network_info: [{"id": "7f9353ec-c396-4b7e-8f13-3af08f0a8211", "address": "fa:16:3e:85:2b:bb", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9353ec-c3", "ovs_interfaceid": "7f9353ec-c396-4b7e-8f13-3af08f0a8211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.637165] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.704705] env[70966]: INFO nova.compute.manager [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Took 0.56 seconds to detach 1 volumes for instance. [ 962.706685] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "refresh_cache-b1d6038c-6e16-4ed2-b8d2-ec3be2792a93" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.706818] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired lock "refresh_cache-b1d6038c-6e16-4ed2-b8d2-ec3be2792a93" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.706966] env[70966]: DEBUG nova.network.neutron [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.898325] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "refresh_cache-08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.898501] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "refresh_cache-08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.899147] env[70966]: DEBUG nova.network.neutron [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.066828] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Releasing lock "refresh_cache-379e905b-dd3b-4b73-8393-02232f2540ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.217766] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.254064] env[70966]: DEBUG nova.network.neutron [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.351201] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02376616-dfb3-4294-9f28-a35959cdfe54 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.363275] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6511cae-100b-4603-9d1f-bde0b17013fb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.400026] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04a5b36-14b9-4737-9026-2940332afa1f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.412070] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865668ed-4c02-40a9-beaf-a33bd58b82b7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.430348] env[70966]: DEBUG nova.compute.provider_tree [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.441627] env[70966]: DEBUG nova.network.neutron [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Updating instance_info_cache with network_info: [{"id": "810e44c6-ae85-4ebf-b910-a07f3783c8d8", "address": "fa:16:3e:38:c5:b3", "network": {"id": "a5238dec-7986-46ca-8cf7-2c8419f2bf99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1236207224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893616cde42346daa4859c79b9637f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap810e44c6-ae", "ovs_interfaceid": "810e44c6-ae85-4ebf-b910-a07f3783c8d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.595753] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4031b713-9366-4cfa-8dd3-4809273c120f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.623499] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5840b7d4-15bd-478e-bfd8-bbfb399c60a3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.636218] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Updating instance '379e905b-dd3b-4b73-8393-02232f2540ce' progress to 83 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.750368] env[70966]: DEBUG nova.network.neutron [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updating instance_info_cache with network_info: [{"id": "b11c31e7-37c9-4a07-90e7-e2bd8834f620", "address": "fa:16:3e:f8:52:dd", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11c31e7-37", "ovs_interfaceid": "b11c31e7-37c9-4a07-90e7-e2bd8834f620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.933145] env[70966]: DEBUG nova.scheduler.client.report [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.944384] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lock "refresh_cache-b1d6038c-6e16-4ed2-b8d2-ec3be2792a93" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.944600] env[70966]: DEBUG nova.compute.manager [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Instance network_info: |[{"id": "810e44c6-ae85-4ebf-b910-a07f3783c8d8", "address": "fa:16:3e:38:c5:b3", "network": {"id": "a5238dec-7986-46ca-8cf7-2c8419f2bf99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1236207224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893616cde42346daa4859c79b9637f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap810e44c6-ae", "ovs_interfaceid": "810e44c6-ae85-4ebf-b910-a07f3783c8d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.945172] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:c5:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '810e44c6-ae85-4ebf-b910-a07f3783c8d8', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.955679] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.956650] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.957420] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2175c19-0092-4ca4-8897-a1139915550b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.979296] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.979296] env[70966]: value = "task-3613021" [ 963.979296] env[70966]: _type = "Task" [ 963.979296] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.987986] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613021, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.122489] env[70966]: DEBUG nova.compute.manager [req-9ba4a58f-d7b9-42ff-aeb2-d9256196903d req-640e7dd0-dcd7-478d-aee0-2a0c28d0338a service nova] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Received event network-changed-810e44c6-ae85-4ebf-b910-a07f3783c8d8 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.122808] env[70966]: DEBUG nova.compute.manager [req-9ba4a58f-d7b9-42ff-aeb2-d9256196903d req-640e7dd0-dcd7-478d-aee0-2a0c28d0338a service nova] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Refreshing instance network info cache due to event network-changed-810e44c6-ae85-4ebf-b910-a07f3783c8d8. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.122808] env[70966]: DEBUG oslo_concurrency.lockutils [req-9ba4a58f-d7b9-42ff-aeb2-d9256196903d req-640e7dd0-dcd7-478d-aee0-2a0c28d0338a service nova] Acquiring lock "refresh_cache-b1d6038c-6e16-4ed2-b8d2-ec3be2792a93" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.123034] env[70966]: DEBUG oslo_concurrency.lockutils [req-9ba4a58f-d7b9-42ff-aeb2-d9256196903d req-640e7dd0-dcd7-478d-aee0-2a0c28d0338a service nova] Acquired lock "refresh_cache-b1d6038c-6e16-4ed2-b8d2-ec3be2792a93" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.123403] env[70966]: DEBUG nova.network.neutron [req-9ba4a58f-d7b9-42ff-aeb2-d9256196903d req-640e7dd0-dcd7-478d-aee0-2a0c28d0338a service nova] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Refreshing network info cache for port 810e44c6-ae85-4ebf-b910-a07f3783c8d8 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.143257] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.143257] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7058c66-d1e4-4741-8ad5-da6bf8c867bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.152304] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 964.152304] env[70966]: value = "task-3613022" [ 964.152304] env[70966]: _type = "Task" [ 964.152304] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.161364] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.252700] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "refresh_cache-08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.437946] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.441027] env[70966]: DEBUG oslo_concurrency.lockutils [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.443s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.441324] env[70966]: DEBUG nova.objects.instance [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Lazy-loading 'resources' on Instance uuid d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.464160] env[70966]: INFO nova.scheduler.client.report [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleted allocations for instance 533a28e1-975b-4559-b313-287e01c9c27c [ 964.489811] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613021, 'name': CreateVM_Task, 'duration_secs': 0.350763} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.490277] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.490676] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.490840] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.491210] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.491455] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c1b0a7-88c0-4b5b-8762-31b621a393db {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.496201] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 964.496201] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5269d536-01a3-c9fd-e619-d17845b9e694" [ 964.496201] env[70966]: _type = "Task" [ 964.496201] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.504285] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5269d536-01a3-c9fd-e619-d17845b9e694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.667890] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.962207] env[70966]: DEBUG nova.network.neutron [req-9ba4a58f-d7b9-42ff-aeb2-d9256196903d req-640e7dd0-dcd7-478d-aee0-2a0c28d0338a service nova] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Updated VIF entry in instance network info cache for port 810e44c6-ae85-4ebf-b910-a07f3783c8d8. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.965880] env[70966]: DEBUG nova.network.neutron [req-9ba4a58f-d7b9-42ff-aeb2-d9256196903d req-640e7dd0-dcd7-478d-aee0-2a0c28d0338a service nova] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Updating instance_info_cache with network_info: [{"id": "810e44c6-ae85-4ebf-b910-a07f3783c8d8", "address": "fa:16:3e:38:c5:b3", "network": {"id": "a5238dec-7986-46ca-8cf7-2c8419f2bf99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1236207224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893616cde42346daa4859c79b9637f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap810e44c6-ae", "ovs_interfaceid": "810e44c6-ae85-4ebf-b910-a07f3783c8d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.974773] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fad3a54c-0860-45cc-8c30-a4977b39b6f9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "533a28e1-975b-4559-b313-287e01c9c27c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.358s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.009586] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5269d536-01a3-c9fd-e619-d17845b9e694, 'name': SearchDatastore_Task, 'duration_secs': 0.013626} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.009885] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.010129] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.010397] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.010548] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.010727] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.011266] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-741d8597-5e3c-45b6-b940-c852914884a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.023710] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.024155] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.026794] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51fc45ed-5271-4aed-bc9c-6c59f634e2c7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.032781] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 965.032781] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52110016-20c7-5e6f-86b8-60ab841914a5" [ 965.032781] env[70966]: _type = "Task" [ 965.032781] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.040489] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52110016-20c7-5e6f-86b8-60ab841914a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.164862] env[70966]: DEBUG oslo_vmware.api [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613022, 'name': PowerOnVM_Task, 'duration_secs': 0.594169} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.165153] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.165342] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9a80efff-986a-4065-8c31-936f6044b589 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Updating instance '379e905b-dd3b-4b73-8393-02232f2540ce' progress to 100 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.252418] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd31fdb-f8c5-40a0-944d-baa7e8d5ebde {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.259177] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6126dc85-5556-4998-acea-f7dcabe17f31 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.291841] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20523a9b-5051-4812-8f25-92b755639ab2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.298717] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd58a82-1bd7-4b45-9853-f9f7a291c7e3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.311804] env[70966]: DEBUG nova.compute.provider_tree [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.468194] env[70966]: DEBUG oslo_concurrency.lockutils [req-9ba4a58f-d7b9-42ff-aeb2-d9256196903d req-640e7dd0-dcd7-478d-aee0-2a0c28d0338a service nova] Releasing lock "refresh_cache-b1d6038c-6e16-4ed2-b8d2-ec3be2792a93" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.544189] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52110016-20c7-5e6f-86b8-60ab841914a5, 'name': SearchDatastore_Task, 'duration_secs': 0.00867} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.545016] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62da290-6bdc-4dd7-b0ec-a45ff0481a25 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.550485] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 965.550485] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e3da9f-01e2-6d61-ddbc-4a5a6cf5ad4f" [ 965.550485] env[70966]: _type = "Task" [ 965.550485] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.558056] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e3da9f-01e2-6d61-ddbc-4a5a6cf5ad4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.770058] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b642311a-e2a1-4e4d-861b-9f1687294321 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.789918] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updating instance '08dd4e1a-1591-4b7e-a33f-cb5b017fcb88' progress to 0 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.814733] env[70966]: DEBUG nova.scheduler.client.report [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.061145] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e3da9f-01e2-6d61-ddbc-4a5a6cf5ad4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009139} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.061506] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.061803] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] b1d6038c-6e16-4ed2-b8d2-ec3be2792a93/b1d6038c-6e16-4ed2-b8d2-ec3be2792a93.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.062135] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d569b92-2975-4527-8d34-253a4cb2cc3f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.068699] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 966.068699] env[70966]: value = "task-3613023" [ 966.068699] env[70966]: _type = "Task" [ 966.068699] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.076188] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.295120] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.295414] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbb4526f-63b0-4a1c-9bc2-370b1ae7a6b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.302423] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 966.302423] env[70966]: value = "task-3613024" [ 966.302423] env[70966]: _type = "Task" [ 966.302423] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.311143] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.320303] env[70966]: DEBUG oslo_concurrency.lockutils [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.324035] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.783s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.324035] env[70966]: DEBUG nova.objects.instance [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lazy-loading 'resources' on Instance uuid fcd6b298-8442-4288-87c3-2cb0457b1626 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.343078] env[70966]: INFO nova.scheduler.client.report [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Deleted allocations for instance d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4 [ 966.579483] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613023, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.814366] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613024, 'name': PowerOffVM_Task, 'duration_secs': 0.269641} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.814678] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.814955] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updating instance '08dd4e1a-1591-4b7e-a33f-cb5b017fcb88' progress to 17 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.851504] env[70966]: DEBUG oslo_concurrency.lockutils [None req-37bbaaca-3481-4d31-8971-75e077c253d7 tempest-ServersTestManualDisk-1177840194 tempest-ServersTestManualDisk-1177840194-project-member] Lock "d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.174s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.081617] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613023, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.153377] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2c8520-4939-4910-972c-9bc15fa41fd8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.161350] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b439d0-c19b-4bdf-b083-565a4d1371cc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.201808] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c4bae1-ec6f-43fd-96ab-38c150b453b4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.209473] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4722f4e-44df-433e-855a-f15629e1f041 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.223561] env[70966]: DEBUG nova.compute.provider_tree [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.323032] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.323032] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.323032] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.323032] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.323032] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.323032] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.323494] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.323494] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.323616] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.323665] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.323838] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.328934] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02dae195-421c-45e9-9cf4-97e5df78639b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.345897] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 967.345897] env[70966]: value = "task-3613025" [ 967.345897] env[70966]: _type = "Task" [ 967.345897] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.354195] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.583118] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613023, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.727126] env[70966]: DEBUG nova.scheduler.client.report [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.856590] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.975833] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "379e905b-dd3b-4b73-8393-02232f2540ce" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.976163] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "379e905b-dd3b-4b73-8393-02232f2540ce" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.976400] env[70966]: DEBUG nova.compute.manager [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Going to confirm migration 3 {{(pid=70966) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 968.083864] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613023, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.671449} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.084178] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] b1d6038c-6e16-4ed2-b8d2-ec3be2792a93/b1d6038c-6e16-4ed2-b8d2-ec3be2792a93.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.085308] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.085308] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e04cb45-3ba2-469d-981d-a424b291c9ad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.090954] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 968.090954] env[70966]: value = "task-3613026" [ 968.090954] env[70966]: _type = "Task" [ 968.090954] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.106889] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.239822] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.244041] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.997s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.244295] env[70966]: DEBUG nova.objects.instance [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Lazy-loading 'resources' on Instance uuid 37823278-35eb-47c4-857f-eadba47f5ad8 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.270321] env[70966]: INFO nova.scheduler.client.report [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Deleted allocations for instance fcd6b298-8442-4288-87c3-2cb0457b1626 [ 968.356957] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613025, 'name': ReconfigVM_Task, 'duration_secs': 0.726205} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.357339] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updating instance '08dd4e1a-1591-4b7e-a33f-cb5b017fcb88' progress to 33 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.521790] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "refresh_cache-379e905b-dd3b-4b73-8393-02232f2540ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.521982] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquired lock "refresh_cache-379e905b-dd3b-4b73-8393-02232f2540ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.522190] env[70966]: DEBUG nova.network.neutron [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.522533] env[70966]: DEBUG nova.objects.instance [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lazy-loading 'info_cache' on Instance uuid 379e905b-dd3b-4b73-8393-02232f2540ce {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.606650] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08028} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.606963] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.607823] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f7d57c-ecc4-43c0-a68e-f1d86593d327 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.633715] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] b1d6038c-6e16-4ed2-b8d2-ec3be2792a93/b1d6038c-6e16-4ed2-b8d2-ec3be2792a93.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.634063] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5adfcac5-c651-4213-b00d-fa1546330805 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.659293] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 968.659293] env[70966]: value = "task-3613027" [ 968.659293] env[70966]: _type = "Task" [ 968.659293] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.667604] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.779571] env[70966]: DEBUG oslo_concurrency.lockutils [None req-12fedf4a-917e-4a29-99d2-2074adee12c0 tempest-ServersWithSpecificFlavorTestJSON-1478471965 tempest-ServersWithSpecificFlavorTestJSON-1478471965-project-member] Lock "fcd6b298-8442-4288-87c3-2cb0457b1626" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.888s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.864868] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.865135] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.866028] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.866028] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.866028] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.866028] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.866028] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.866293] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.866473] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.866656] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.866854] env[70966]: DEBUG nova.virt.hardware [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.872725] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 968.875887] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2677da90-0f8f-42d0-8adf-ed331389e290 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.897911] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 968.897911] env[70966]: value = "task-3613028" [ 968.897911] env[70966]: _type = "Task" [ 968.897911] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.908883] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.146829] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655b8f9a-0221-4026-a656-91cb823d06bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.157345] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d09f23a-9109-4db4-bb91-d86aa56d986b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.190408] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc6f49d-70c7-447d-94a2-dacbfa80eb2a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.196130] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613027, 'name': ReconfigVM_Task, 'duration_secs': 0.296142} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.196782] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Reconfigured VM instance instance-0000004f to attach disk [datastore1] b1d6038c-6e16-4ed2-b8d2-ec3be2792a93/b1d6038c-6e16-4ed2-b8d2-ec3be2792a93.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.197443] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b3c45fa-7345-43c5-9960-4eccc5f59385 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.202465] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96f9cf6-902f-428b-b872-66ef16797538 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.207507] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 969.207507] env[70966]: value = "task-3613029" [ 969.207507] env[70966]: _type = "Task" [ 969.207507] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.218556] env[70966]: DEBUG nova.compute.provider_tree [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.225194] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613029, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.407806] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613028, 'name': ReconfigVM_Task, 'duration_secs': 0.172318} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.408509] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 969.409018] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635923d9-7aad-4eb9-b14e-f4fa89521d61 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.431784] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88/08dd4e1a-1591-4b7e-a33f-cb5b017fcb88.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.433216] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c50efbb-d49a-4add-b159-a5c542d7f216 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.450578] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 969.450578] env[70966]: value = "task-3613030" [ 969.450578] env[70966]: _type = "Task" [ 969.450578] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.460408] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.719244] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613029, 'name': Rename_Task, 'duration_secs': 0.157906} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.722871] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.723867] env[70966]: DEBUG nova.scheduler.client.report [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.728938] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97f92dcd-69f4-473c-a6d4-e56f7ac1c96b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.737152] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 969.737152] env[70966]: value = "task-3613031" [ 969.737152] env[70966]: _type = "Task" [ 969.737152] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.749242] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.880183] env[70966]: DEBUG nova.network.neutron [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Updating instance_info_cache with network_info: [{"id": "7f9353ec-c396-4b7e-8f13-3af08f0a8211", "address": "fa:16:3e:85:2b:bb", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9353ec-c3", "ovs_interfaceid": "7f9353ec-c396-4b7e-8f13-3af08f0a8211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.967029] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.236097] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.243514] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.764s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.243514] env[70966]: INFO nova.compute.claims [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.261070] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613031, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.281425] env[70966]: INFO nova.scheduler.client.report [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Deleted allocations for instance 37823278-35eb-47c4-857f-eadba47f5ad8 [ 970.387966] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Releasing lock "refresh_cache-379e905b-dd3b-4b73-8393-02232f2540ce" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.388285] env[70966]: DEBUG nova.objects.instance [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lazy-loading 'migration_context' on Instance uuid 379e905b-dd3b-4b73-8393-02232f2540ce {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.465188] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613030, 'name': ReconfigVM_Task, 'duration_secs': 0.860781} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.465703] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88/08dd4e1a-1591-4b7e-a33f-cb5b017fcb88.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.465967] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updating instance '08dd4e1a-1591-4b7e-a33f-cb5b017fcb88' progress to 50 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 970.763395] env[70966]: DEBUG oslo_vmware.api [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613031, 'name': PowerOnVM_Task, 'duration_secs': 0.585035} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.764275] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.764457] env[70966]: INFO nova.compute.manager [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Took 9.00 seconds to spawn the instance on the hypervisor. [ 970.764642] env[70966]: DEBUG nova.compute.manager [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.765465] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5b7b29-a604-401c-ba0d-f58e64241d04 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.794495] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96b2ef6a-fd99-408b-930c-52ef12c0a22b tempest-ServerMetadataNegativeTestJSON-1244758960 tempest-ServerMetadataNegativeTestJSON-1244758960-project-member] Lock "37823278-35eb-47c4-857f-eadba47f5ad8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.835s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.893084] env[70966]: DEBUG nova.objects.base [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Object Instance<379e905b-dd3b-4b73-8393-02232f2540ce> lazy-loaded attributes: info_cache,migration_context {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 970.893084] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4b2fad-7c9d-4bc7-a529-08c791db8e3e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.913465] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c896d276-3376-41aa-a139-ac5387fe1765 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.919387] env[70966]: DEBUG oslo_vmware.api [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 970.919387] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f02661-1adc-78be-cc74-6b00c4625af5" [ 970.919387] env[70966]: _type = "Task" [ 970.919387] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.927436] env[70966]: DEBUG oslo_vmware.api [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f02661-1adc-78be-cc74-6b00c4625af5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.975306] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b4fbe9-add9-4076-af06-d2b6d8b7c811 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.000079] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9194e0-fb2b-4afc-a993-90523525b536 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.021441] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updating instance '08dd4e1a-1591-4b7e-a33f-cb5b017fcb88' progress to 67 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.293078] env[70966]: INFO nova.compute.manager [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Took 28.52 seconds to build instance. [ 971.440883] env[70966]: DEBUG oslo_vmware.api [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f02661-1adc-78be-cc74-6b00c4625af5, 'name': SearchDatastore_Task, 'duration_secs': 0.007334} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.441248] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.623539] env[70966]: DEBUG nova.network.neutron [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Port b11c31e7-37c9-4a07-90e7-e2bd8834f620 binding to destination host cpu-1 is already ACTIVE {{(pid=70966) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 971.674730] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152e1b06-f887-4061-be0a-251935cb1e88 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.683022] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cf344f-b705-498c-8fa5-6d0115e1cb64 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.715566] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b913a8-71f2-4f97-92c3-0cd6f9e46595 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.723242] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109bd0bc-a11a-4307-8896-f8ce85f5f14a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.739541] env[70966]: DEBUG nova.compute.provider_tree [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.799294] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6382a3cd-e334-486d-bf5a-289c4785c1b5 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "b1d6038c-6e16-4ed2-b8d2-ec3be2792a93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.033s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.013354] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602c8ccb-18f3-400c-911d-aca057e463ac {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.023022] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0246df-bafa-49f5-b70f-38bc43fc9fcb tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Suspending the VM {{(pid=70966) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 972.023022] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f75e76fb-48ec-499b-a399-4d39bb15ac9d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.027741] env[70966]: DEBUG oslo_vmware.api [None req-ca0246df-bafa-49f5-b70f-38bc43fc9fcb tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 972.027741] env[70966]: value = "task-3613032" [ 972.027741] env[70966]: _type = "Task" [ 972.027741] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.038218] env[70966]: DEBUG oslo_vmware.api [None req-ca0246df-bafa-49f5-b70f-38bc43fc9fcb tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613032, 'name': SuspendVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.245315] env[70966]: DEBUG nova.scheduler.client.report [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.538285] env[70966]: DEBUG oslo_vmware.api [None req-ca0246df-bafa-49f5-b70f-38bc43fc9fcb tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613032, 'name': SuspendVM_Task} progress is 62%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.655814] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.655814] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.655901] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.748023] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.748645] env[70966]: DEBUG nova.compute.manager [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.756064] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.634s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.758352] env[70966]: INFO nova.compute.claims [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.040157] env[70966]: DEBUG oslo_vmware.api [None req-ca0246df-bafa-49f5-b70f-38bc43fc9fcb tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613032, 'name': SuspendVM_Task, 'duration_secs': 0.701691} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.041117] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0246df-bafa-49f5-b70f-38bc43fc9fcb tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Suspended the VM {{(pid=70966) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 973.041117] env[70966]: DEBUG nova.compute.manager [None req-ca0246df-bafa-49f5-b70f-38bc43fc9fcb tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.042475] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3dfd6a-eacb-4243-90ca-eb3ff0068f0a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.257596] env[70966]: DEBUG nova.compute.utils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.259145] env[70966]: DEBUG nova.compute.manager [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.259339] env[70966]: DEBUG nova.network.neutron [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.591902] env[70966]: DEBUG nova.policy [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faeb1ab7ffab44cf88c263414a832959', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '000f824d72764a96a2d7f3b33e5d0acd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.706990] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "refresh_cache-08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.706990] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "refresh_cache-08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.706990] env[70966]: DEBUG nova.network.neutron [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.762904] env[70966]: DEBUG nova.compute.manager [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.153610] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e4f988-4575-4d42-95c0-b203a9018479 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.161776] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c9fb5d-1d37-4051-8ae4-6bcce2c10c55 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.198150] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25096bd1-940b-4bb3-a433-82290a68fa76 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.205997] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bd8a4f-5bf2-4a08-b7c6-158a2ad3c30b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.223033] env[70966]: DEBUG nova.compute.provider_tree [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.338745] env[70966]: DEBUG nova.network.neutron [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Successfully created port: f0a70de5-8311-4818-8af3-02e04fc9ca31 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.659247] env[70966]: DEBUG nova.network.neutron [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updating instance_info_cache with network_info: [{"id": "b11c31e7-37c9-4a07-90e7-e2bd8834f620", "address": "fa:16:3e:f8:52:dd", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11c31e7-37", "ovs_interfaceid": "b11c31e7-37c9-4a07-90e7-e2bd8834f620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.728487] env[70966]: DEBUG nova.scheduler.client.report [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.777696] env[70966]: DEBUG nova.compute.manager [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.813717] env[70966]: DEBUG nova.virt.hardware [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.813983] env[70966]: DEBUG nova.virt.hardware [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.814862] env[70966]: DEBUG nova.virt.hardware [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.815327] env[70966]: DEBUG nova.virt.hardware [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.815327] env[70966]: DEBUG nova.virt.hardware [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.815491] env[70966]: DEBUG nova.virt.hardware [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.815929] env[70966]: DEBUG nova.virt.hardware [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.816125] env[70966]: DEBUG nova.virt.hardware [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.816308] env[70966]: DEBUG nova.virt.hardware [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.816932] env[70966]: DEBUG nova.virt.hardware [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.816932] env[70966]: DEBUG nova.virt.hardware [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.817853] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec89c88-e20a-4e0e-a3a5-58b67031c540 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.830016] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1bf75a-02d5-4661-b5df-f7a25c8390b8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.161676] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "refresh_cache-08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.233987] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.234623] env[70966]: DEBUG nova.compute.manager [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.237147] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.186s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.238029] env[70966]: DEBUG nova.objects.instance [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lazy-loading 'resources' on Instance uuid f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.589124] env[70966]: DEBUG nova.compute.manager [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.590483] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c33467f-3fcf-48cc-9f3f-e098d8b11269 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.690626] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf17a08-3b54-4f58-8d93-a91253152e75 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.710532] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f05bd0-8c2c-4319-90fc-0c94ce02073f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.717769] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updating instance '08dd4e1a-1591-4b7e-a33f-cb5b017fcb88' progress to 83 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.740079] env[70966]: DEBUG nova.compute.utils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.744361] env[70966]: DEBUG nova.compute.manager [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.744691] env[70966]: DEBUG nova.network.neutron [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.784206] env[70966]: DEBUG nova.policy [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ce329e13149476abbc377a5c02cebfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '648638152a7c47b0a15a5e51e2cd3cc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.080970] env[70966]: DEBUG nova.network.neutron [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Successfully created port: 315485ee-ebec-4228-beae-aee1cf4c3800 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.102730] env[70966]: INFO nova.compute.manager [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] instance snapshotting [ 976.103194] env[70966]: WARNING nova.compute.manager [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 976.107031] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f022a96-052b-4835-b979-057cdfca2b6b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.112403] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364e9c83-4c6e-4b1f-81da-5825e594111f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.141190] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3afa12-aa9e-47d6-84b4-f9c6f0a0df99 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.146072] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6eb50f6-9df6-4650-b833-f9774287cd2b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.183116] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2e6afb-76e3-43cd-a5cb-e3e43e957bb4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.191320] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aff757-03fc-4899-a9f7-387d47866f38 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.206455] env[70966]: DEBUG nova.compute.provider_tree [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.224215] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.224486] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0ccc828-d9fb-4060-84b4-997f6a00c55d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.232430] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 976.232430] env[70966]: value = "task-3613033" [ 976.232430] env[70966]: _type = "Task" [ 976.232430] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.242947] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.244613] env[70966]: DEBUG nova.compute.manager [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.360962] env[70966]: DEBUG nova.compute.manager [req-a9eeeb56-1d88-46eb-a326-ec06e3f62333 req-376c7d88-b50d-4df8-aa6d-a4c37807814d service nova] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Received event network-vif-plugged-f0a70de5-8311-4818-8af3-02e04fc9ca31 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.361232] env[70966]: DEBUG oslo_concurrency.lockutils [req-a9eeeb56-1d88-46eb-a326-ec06e3f62333 req-376c7d88-b50d-4df8-aa6d-a4c37807814d service nova] Acquiring lock "d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.361452] env[70966]: DEBUG oslo_concurrency.lockutils [req-a9eeeb56-1d88-46eb-a326-ec06e3f62333 req-376c7d88-b50d-4df8-aa6d-a4c37807814d service nova] Lock "d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.361619] env[70966]: DEBUG oslo_concurrency.lockutils [req-a9eeeb56-1d88-46eb-a326-ec06e3f62333 req-376c7d88-b50d-4df8-aa6d-a4c37807814d service nova] Lock "d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.361783] env[70966]: DEBUG nova.compute.manager [req-a9eeeb56-1d88-46eb-a326-ec06e3f62333 req-376c7d88-b50d-4df8-aa6d-a4c37807814d service nova] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] No waiting events found dispatching network-vif-plugged-f0a70de5-8311-4818-8af3-02e04fc9ca31 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.361993] env[70966]: WARNING nova.compute.manager [req-a9eeeb56-1d88-46eb-a326-ec06e3f62333 req-376c7d88-b50d-4df8-aa6d-a4c37807814d service nova] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Received unexpected event network-vif-plugged-f0a70de5-8311-4818-8af3-02e04fc9ca31 for instance with vm_state building and task_state spawning. [ 976.500070] env[70966]: DEBUG nova.network.neutron [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Successfully updated port: f0a70de5-8311-4818-8af3-02e04fc9ca31 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.685282] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 976.685640] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-88d9fe6f-8ecd-4aed-bcdf-cf52733e73bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.697154] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 976.697154] env[70966]: value = "task-3613034" [ 976.697154] env[70966]: _type = "Task" [ 976.697154] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.708867] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613034, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.709784] env[70966]: DEBUG nova.scheduler.client.report [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.742331] env[70966]: DEBUG oslo_vmware.api [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613033, 'name': PowerOnVM_Task, 'duration_secs': 0.404208} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.742756] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.742971] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d230860b-dd23-43dc-8e50-366121f96f8d tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updating instance '08dd4e1a-1591-4b7e-a33f-cb5b017fcb88' progress to 100 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.003612] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "refresh_cache-d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.003861] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired lock "refresh_cache-d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.004112] env[70966]: DEBUG nova.network.neutron [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.209150] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613034, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.221327] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.221327] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.666s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.223396] env[70966]: INFO nova.compute.claims [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.254705] env[70966]: INFO nova.scheduler.client.report [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Deleted allocations for instance f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1 [ 977.260252] env[70966]: DEBUG nova.compute.manager [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.295373] env[70966]: DEBUG nova.virt.hardware [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.295658] env[70966]: DEBUG nova.virt.hardware [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.295846] env[70966]: DEBUG nova.virt.hardware [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.296100] env[70966]: DEBUG nova.virt.hardware [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.296290] env[70966]: DEBUG nova.virt.hardware [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.296566] env[70966]: DEBUG nova.virt.hardware [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.296958] env[70966]: DEBUG nova.virt.hardware [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.297441] env[70966]: DEBUG nova.virt.hardware [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.297530] env[70966]: DEBUG nova.virt.hardware [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.297713] env[70966]: DEBUG nova.virt.hardware [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.297975] env[70966]: DEBUG nova.virt.hardware [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.299550] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bbf950-c51e-44e8-b021-456d5cabf583 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.310703] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d7ab0e-ce56-4419-bf48-fb01181a46ad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.566692] env[70966]: DEBUG nova.network.neutron [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.711628] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613034, 'name': CreateSnapshot_Task, 'duration_secs': 0.706792} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.711952] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 977.712825] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3e26aa-f01c-4535-ba1f-0a2a887cf889 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.766405] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c8d8dca5-8d54-4aa2-be24-8fe9a4949ef1 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.647s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.940158] env[70966]: DEBUG nova.network.neutron [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Updating instance_info_cache with network_info: [{"id": "f0a70de5-8311-4818-8af3-02e04fc9ca31", "address": "fa:16:3e:72:bb:9c", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a70de5-83", "ovs_interfaceid": "f0a70de5-8311-4818-8af3-02e04fc9ca31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.989852] env[70966]: DEBUG nova.network.neutron [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Successfully updated port: 315485ee-ebec-4228-beae-aee1cf4c3800 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.020052] env[70966]: DEBUG nova.compute.manager [req-8f2e2d92-c77d-4e29-8237-16a50279aefb req-4842b841-5d06-427f-919e-d3723c79166c service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Received event network-vif-plugged-315485ee-ebec-4228-beae-aee1cf4c3800 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.023023] env[70966]: DEBUG oslo_concurrency.lockutils [req-8f2e2d92-c77d-4e29-8237-16a50279aefb req-4842b841-5d06-427f-919e-d3723c79166c service nova] Acquiring lock "07fef84f-b749-472e-909b-0c7df39a55b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.023023] env[70966]: DEBUG oslo_concurrency.lockutils [req-8f2e2d92-c77d-4e29-8237-16a50279aefb req-4842b841-5d06-427f-919e-d3723c79166c service nova] Lock "07fef84f-b749-472e-909b-0c7df39a55b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.023023] env[70966]: DEBUG oslo_concurrency.lockutils [req-8f2e2d92-c77d-4e29-8237-16a50279aefb req-4842b841-5d06-427f-919e-d3723c79166c service nova] Lock "07fef84f-b749-472e-909b-0c7df39a55b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.023023] env[70966]: DEBUG nova.compute.manager [req-8f2e2d92-c77d-4e29-8237-16a50279aefb req-4842b841-5d06-427f-919e-d3723c79166c service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] No waiting events found dispatching network-vif-plugged-315485ee-ebec-4228-beae-aee1cf4c3800 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.023023] env[70966]: WARNING nova.compute.manager [req-8f2e2d92-c77d-4e29-8237-16a50279aefb req-4842b841-5d06-427f-919e-d3723c79166c service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Received unexpected event network-vif-plugged-315485ee-ebec-4228-beae-aee1cf4c3800 for instance with vm_state building and task_state spawning. [ 978.233630] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 978.233630] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7c97807b-4ede-4e4a-bb4f-eccea29c3874 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.244508] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 978.244508] env[70966]: value = "task-3613035" [ 978.244508] env[70966]: _type = "Task" [ 978.244508] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.254042] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613035, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.430478] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Acquiring lock "b9921915-f483-425f-8214-6e35b2b939b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.430753] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Lock "b9921915-f483-425f-8214-6e35b2b939b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.430959] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Acquiring lock "b9921915-f483-425f-8214-6e35b2b939b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.431220] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Lock "b9921915-f483-425f-8214-6e35b2b939b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.431412] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Lock "b9921915-f483-425f-8214-6e35b2b939b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.433698] env[70966]: INFO nova.compute.manager [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Terminating instance [ 978.444097] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Releasing lock "refresh_cache-d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.444097] env[70966]: DEBUG nova.compute.manager [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Instance network_info: |[{"id": "f0a70de5-8311-4818-8af3-02e04fc9ca31", "address": "fa:16:3e:72:bb:9c", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a70de5-83", "ovs_interfaceid": "f0a70de5-8311-4818-8af3-02e04fc9ca31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.444338] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:bb:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0a70de5-8311-4818-8af3-02e04fc9ca31', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.456940] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.461051] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.461672] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95e955ef-a57c-468e-8055-b7ac262ae4e3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.485958] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.485958] env[70966]: value = "task-3613036" [ 978.485958] env[70966]: _type = "Task" [ 978.485958] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.495494] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.495809] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.495946] env[70966]: DEBUG nova.network.neutron [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.499408] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613036, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.542027] env[70966]: DEBUG nova.compute.manager [req-23ee1718-3419-4f19-9c29-7623225dc80c req-62a34735-ee7f-4ef0-a2b6-88b9e0f23ce1 service nova] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Received event network-changed-f0a70de5-8311-4818-8af3-02e04fc9ca31 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.544733] env[70966]: DEBUG nova.compute.manager [req-23ee1718-3419-4f19-9c29-7623225dc80c req-62a34735-ee7f-4ef0-a2b6-88b9e0f23ce1 service nova] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Refreshing instance network info cache due to event network-changed-f0a70de5-8311-4818-8af3-02e04fc9ca31. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.545033] env[70966]: DEBUG oslo_concurrency.lockutils [req-23ee1718-3419-4f19-9c29-7623225dc80c req-62a34735-ee7f-4ef0-a2b6-88b9e0f23ce1 service nova] Acquiring lock "refresh_cache-d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.545176] env[70966]: DEBUG oslo_concurrency.lockutils [req-23ee1718-3419-4f19-9c29-7623225dc80c req-62a34735-ee7f-4ef0-a2b6-88b9e0f23ce1 service nova] Acquired lock "refresh_cache-d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.545346] env[70966]: DEBUG nova.network.neutron [req-23ee1718-3419-4f19-9c29-7623225dc80c req-62a34735-ee7f-4ef0-a2b6-88b9e0f23ce1 service nova] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Refreshing network info cache for port f0a70de5-8311-4818-8af3-02e04fc9ca31 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.645336] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ab33fd-8233-4508-9909-2e2337c35bd8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.653686] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe36e767-88e0-4bd0-b58d-3ff4d0031e71 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.695918] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdea2572-253e-4f8e-8c00-688816918db3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.710305] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b43d808-c0ae-4cc9-9fb6-e191e4e36bda {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.724729] env[70966]: DEBUG nova.compute.provider_tree [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.755717] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613035, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.796478] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.796782] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.941605] env[70966]: DEBUG nova.compute.manager [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.942011] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.944535] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39e06e0-349a-4b86-b9bf-36832e2a9c93 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.955018] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.955631] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d4bb6d2-5627-41d8-8aa7-829d524f33a6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.963450] env[70966]: DEBUG oslo_vmware.api [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Waiting for the task: (returnval){ [ 978.963450] env[70966]: value = "task-3613037" [ 978.963450] env[70966]: _type = "Task" [ 978.963450] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.976967] env[70966]: DEBUG oslo_vmware.api [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3613037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.004400] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613036, 'name': CreateVM_Task, 'duration_secs': 0.375195} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.006054] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.007748] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.007748] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.007971] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.009991] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22717822-1287-4ec4-b5fb-5ba389f1b8c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.013550] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 979.013550] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527e02f0-0644-8456-4045-0953576e5599" [ 979.013550] env[70966]: _type = "Task" [ 979.013550] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.022132] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527e02f0-0644-8456-4045-0953576e5599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.080456] env[70966]: DEBUG nova.network.neutron [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.201592] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.201592] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.201731] env[70966]: DEBUG nova.compute.manager [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Going to confirm migration 4 {{(pid=70966) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 979.228086] env[70966]: DEBUG nova.scheduler.client.report [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.258023] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613035, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.287457] env[70966]: DEBUG nova.network.neutron [req-23ee1718-3419-4f19-9c29-7623225dc80c req-62a34735-ee7f-4ef0-a2b6-88b9e0f23ce1 service nova] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Updated VIF entry in instance network info cache for port f0a70de5-8311-4818-8af3-02e04fc9ca31. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.287827] env[70966]: DEBUG nova.network.neutron [req-23ee1718-3419-4f19-9c29-7623225dc80c req-62a34735-ee7f-4ef0-a2b6-88b9e0f23ce1 service nova] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Updating instance_info_cache with network_info: [{"id": "f0a70de5-8311-4818-8af3-02e04fc9ca31", "address": "fa:16:3e:72:bb:9c", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a70de5-83", "ovs_interfaceid": "f0a70de5-8311-4818-8af3-02e04fc9ca31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.299680] env[70966]: DEBUG nova.compute.manager [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.381544] env[70966]: DEBUG nova.network.neutron [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance_info_cache with network_info: [{"id": "315485ee-ebec-4228-beae-aee1cf4c3800", "address": "fa:16:3e:c5:2c:c7", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315485ee-eb", "ovs_interfaceid": "315485ee-ebec-4228-beae-aee1cf4c3800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.476860] env[70966]: DEBUG oslo_vmware.api [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3613037, 'name': PowerOffVM_Task, 'duration_secs': 0.18903} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.477456] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.477775] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.479093] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89ea28fa-187e-4118-82a8-11e1fce2413c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.529784] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527e02f0-0644-8456-4045-0953576e5599, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.529784] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.529784] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.529976] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.532018] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.532018] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.532018] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9efb6b66-6172-4a20-8c48-3c3c2c2a8e2f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.540943] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.541118] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.543115] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0082d5c1-c137-40da-a10f-45d94f14b612 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.548529] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 979.548529] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523d5f2a-36ac-0158-029d-aa276b9793f2" [ 979.548529] env[70966]: _type = "Task" [ 979.548529] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.559398] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523d5f2a-36ac-0158-029d-aa276b9793f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.742025] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.742025] env[70966]: DEBUG nova.compute.manager [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.744249] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.139s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.746091] env[70966]: INFO nova.compute.claims [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.759095] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613035, 'name': CloneVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.791312] env[70966]: DEBUG oslo_concurrency.lockutils [req-23ee1718-3419-4f19-9c29-7623225dc80c req-62a34735-ee7f-4ef0-a2b6-88b9e0f23ce1 service nova] Releasing lock "refresh_cache-d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.829950] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "refresh_cache-08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.829950] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "refresh_cache-08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.829950] env[70966]: DEBUG nova.network.neutron [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.829950] env[70966]: DEBUG nova.objects.instance [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lazy-loading 'info_cache' on Instance uuid 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.833329] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.888281] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.888660] env[70966]: DEBUG nova.compute.manager [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Instance network_info: |[{"id": "315485ee-ebec-4228-beae-aee1cf4c3800", "address": "fa:16:3e:c5:2c:c7", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315485ee-eb", "ovs_interfaceid": "315485ee-ebec-4228-beae-aee1cf4c3800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.889178] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:2c:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '315485ee-ebec-4228-beae-aee1cf4c3800', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.897997] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Creating folder: Project (648638152a7c47b0a15a5e51e2cd3cc1). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.898335] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3280974-b8bd-4db2-8c9a-e85465d12ce5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.910023] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Created folder: Project (648638152a7c47b0a15a5e51e2cd3cc1) in parent group-v720468. [ 979.910252] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Creating folder: Instances. Parent ref: group-v720693. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.911527] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f4dc974-0929-4cc4-b103-ab3ea385addc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.921346] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Created folder: Instances in parent group-v720693. [ 979.921660] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.921821] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.922032] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3b8894f-d044-43d8-b363-b8272f666570 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.947195] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.947195] env[70966]: value = "task-3613041" [ 979.947195] env[70966]: _type = "Task" [ 979.947195] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.955830] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613041, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.060482] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523d5f2a-36ac-0158-029d-aa276b9793f2, 'name': SearchDatastore_Task, 'duration_secs': 0.028636} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.060749] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc7f9980-1258-490b-b2e0-e8a0e00a9858 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.067478] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 980.067478] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528871ae-9b69-150b-2257-f37a8fae89fc" [ 980.067478] env[70966]: _type = "Task" [ 980.067478] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.078425] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528871ae-9b69-150b-2257-f37a8fae89fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.245839] env[70966]: DEBUG nova.compute.utils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.247936] env[70966]: DEBUG nova.compute.manager [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.248198] env[70966]: DEBUG nova.network.neutron [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.264067] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613035, 'name': CloneVM_Task, 'duration_secs': 1.588371} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.266373] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Created linked-clone VM from snapshot [ 980.267892] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4e4b36-9ba9-477d-adf2-2bedcd98cc80 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.273644] env[70966]: DEBUG nova.compute.manager [req-6721965c-8efd-48a2-9f19-b68afa463a48 req-ea3839ba-2771-4a88-b634-c3bfdf9804c9 service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Received event network-changed-315485ee-ebec-4228-beae-aee1cf4c3800 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.273872] env[70966]: DEBUG nova.compute.manager [req-6721965c-8efd-48a2-9f19-b68afa463a48 req-ea3839ba-2771-4a88-b634-c3bfdf9804c9 service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Refreshing instance network info cache due to event network-changed-315485ee-ebec-4228-beae-aee1cf4c3800. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.274136] env[70966]: DEBUG oslo_concurrency.lockutils [req-6721965c-8efd-48a2-9f19-b68afa463a48 req-ea3839ba-2771-4a88-b634-c3bfdf9804c9 service nova] Acquiring lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.274312] env[70966]: DEBUG oslo_concurrency.lockutils [req-6721965c-8efd-48a2-9f19-b68afa463a48 req-ea3839ba-2771-4a88-b634-c3bfdf9804c9 service nova] Acquired lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.274503] env[70966]: DEBUG nova.network.neutron [req-6721965c-8efd-48a2-9f19-b68afa463a48 req-ea3839ba-2771-4a88-b634-c3bfdf9804c9 service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Refreshing network info cache for port 315485ee-ebec-4228-beae-aee1cf4c3800 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.281528] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Uploading image 1df9ddbf-4415-4d8a-ba65-6b1a39b135bf {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 980.311759] env[70966]: DEBUG oslo_vmware.rw_handles [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 980.311759] env[70966]: value = "vm-720691" [ 980.311759] env[70966]: _type = "VirtualMachine" [ 980.311759] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 980.312358] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e4cc82eb-d214-406a-b1ab-48d14147a9b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.319171] env[70966]: DEBUG oslo_vmware.rw_handles [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lease: (returnval){ [ 980.319171] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527551b6-5d58-94a1-b39d-340f6b76a6bd" [ 980.319171] env[70966]: _type = "HttpNfcLease" [ 980.319171] env[70966]: } obtained for exporting VM: (result){ [ 980.319171] env[70966]: value = "vm-720691" [ 980.319171] env[70966]: _type = "VirtualMachine" [ 980.319171] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 980.319471] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the lease: (returnval){ [ 980.319471] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527551b6-5d58-94a1-b39d-340f6b76a6bd" [ 980.319471] env[70966]: _type = "HttpNfcLease" [ 980.319471] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 980.325812] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 980.325812] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527551b6-5d58-94a1-b39d-340f6b76a6bd" [ 980.325812] env[70966]: _type = "HttpNfcLease" [ 980.325812] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 980.332845] env[70966]: DEBUG nova.policy [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b244723d0704699b2a463bb73669148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e20dc480caeb40e2813e9668524cd860', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.456745] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613041, 'name': CreateVM_Task, 'duration_secs': 0.349709} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.456799] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.457562] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.457766] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.458150] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.458459] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cf781b3-511d-4cbd-8cbe-6a2c3872f558 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.465020] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 980.465020] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520c6028-0f7f-1657-975e-179032b55408" [ 980.465020] env[70966]: _type = "Task" [ 980.465020] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.471900] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520c6028-0f7f-1657-975e-179032b55408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.578722] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528871ae-9b69-150b-2257-f37a8fae89fc, 'name': SearchDatastore_Task, 'duration_secs': 0.018689} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.578994] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.579274] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea/d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.580490] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbcc2fb3-a376-4662-b5ef-5e3b9b4e3fa7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.587396] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 980.587396] env[70966]: value = "task-3613043" [ 980.587396] env[70966]: _type = "Task" [ 980.587396] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.594997] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.668013] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.668271] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.749293] env[70966]: DEBUG nova.compute.manager [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.840527] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 980.840527] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527551b6-5d58-94a1-b39d-340f6b76a6bd" [ 980.840527] env[70966]: _type = "HttpNfcLease" [ 980.840527] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 980.840527] env[70966]: DEBUG oslo_vmware.rw_handles [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 980.840527] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527551b6-5d58-94a1-b39d-340f6b76a6bd" [ 980.840527] env[70966]: _type = "HttpNfcLease" [ 980.840527] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 980.840527] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3f67a6-7bf9-4ccb-ac78-d389d8b5a599 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.857314] env[70966]: DEBUG oslo_vmware.rw_handles [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224737f-3c15-9857-3479-36596e937c58/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 980.857314] env[70966]: DEBUG oslo_vmware.rw_handles [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224737f-3c15-9857-3479-36596e937c58/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 980.934967] env[70966]: DEBUG nova.network.neutron [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Successfully created port: 6383c425-5c78-494c-a031-e7c0c8ffc5af {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.940995] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.940995] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.940995] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Deleting the datastore file [datastore1] b9921915-f483-425f-8214-6e35b2b939b0 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.943983] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45c2191e-613d-41cc-a869-dbbcb6fe48c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.954728] env[70966]: DEBUG oslo_vmware.api [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Waiting for the task: (returnval){ [ 980.954728] env[70966]: value = "task-3613044" [ 980.954728] env[70966]: _type = "Task" [ 980.954728] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.971745] env[70966]: DEBUG oslo_vmware.api [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3613044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.980431] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520c6028-0f7f-1657-975e-179032b55408, 'name': SearchDatastore_Task, 'duration_secs': 0.051342} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.980841] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.984126] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.984126] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.984126] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.984126] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.984126] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7b8c195-14ce-4234-ba83-573f64ca3eef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.004822] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.005142] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.006020] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e414774-d3df-408f-806c-f7d573b2a876 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.012720] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 981.012720] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520f7182-e6e0-a7a2-8499-ddeb4943a7a0" [ 981.012720] env[70966]: _type = "Task" [ 981.012720] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.025180] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520f7182-e6e0-a7a2-8499-ddeb4943a7a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.041097] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fab94ac4-5808-4093-82ff-203d9533d9a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.097173] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476934} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.098341] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea/d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.098341] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.098341] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2c080b5-e8bd-4c39-a337-d2559540cad9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.107229] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 981.107229] env[70966]: value = "task-3613045" [ 981.107229] env[70966]: _type = "Task" [ 981.107229] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.118825] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.171197] env[70966]: DEBUG nova.compute.manager [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.294428] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ec184c-6ddb-4e30-a139-5f9a1182f627 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.303851] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca0521a-e099-4c87-a4ba-2e511c38add6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.339639] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74f85e5-ebdb-4b3b-aa7d-d5ede1ac1f0f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.348146] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecf503e-c027-4ad0-adf1-f633702eabc4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.362982] env[70966]: DEBUG nova.compute.provider_tree [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.370033] env[70966]: DEBUG nova.network.neutron [req-6721965c-8efd-48a2-9f19-b68afa463a48 req-ea3839ba-2771-4a88-b634-c3bfdf9804c9 service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updated VIF entry in instance network info cache for port 315485ee-ebec-4228-beae-aee1cf4c3800. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.370033] env[70966]: DEBUG nova.network.neutron [req-6721965c-8efd-48a2-9f19-b68afa463a48 req-ea3839ba-2771-4a88-b634-c3bfdf9804c9 service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance_info_cache with network_info: [{"id": "315485ee-ebec-4228-beae-aee1cf4c3800", "address": "fa:16:3e:c5:2c:c7", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315485ee-eb", "ovs_interfaceid": "315485ee-ebec-4228-beae-aee1cf4c3800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.467284] env[70966]: DEBUG nova.network.neutron [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updating instance_info_cache with network_info: [{"id": "b11c31e7-37c9-4a07-90e7-e2bd8834f620", "address": "fa:16:3e:f8:52:dd", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11c31e7-37", "ovs_interfaceid": "b11c31e7-37c9-4a07-90e7-e2bd8834f620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.476980] env[70966]: DEBUG oslo_vmware.api [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Task: {'id': task-3613044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247965} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.477648] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.478162] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.479076] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.479625] env[70966]: INFO nova.compute.manager [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Took 2.54 seconds to destroy the instance on the hypervisor. [ 981.480122] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.480608] env[70966]: DEBUG nova.compute.manager [-] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.481075] env[70966]: DEBUG nova.network.neutron [-] [instance: b9921915-f483-425f-8214-6e35b2b939b0] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.532813] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520f7182-e6e0-a7a2-8499-ddeb4943a7a0, 'name': SearchDatastore_Task, 'duration_secs': 0.037392} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.533899] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf809710-c0d3-497a-badd-cc81d3182797 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.544780] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 981.544780] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528f0c4d-3858-52ce-f91c-f4ef84818867" [ 981.544780] env[70966]: _type = "Task" [ 981.544780] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.552559] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528f0c4d-3858-52ce-f91c-f4ef84818867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.618893] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066025} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.619417] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.620297] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e2cc8c-15b2-467e-9f39-ad2ed6487e73 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.647996] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea/d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.648541] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.648913] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c7e105-7b44-4580-bcd5-6f1e2e4ab2ba {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.669764] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.679906] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 981.679906] env[70966]: value = "task-3613046" [ 981.679906] env[70966]: _type = "Task" [ 981.679906] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.693410] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613046, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.705160] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.759598] env[70966]: DEBUG nova.compute.manager [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.801332] env[70966]: DEBUG nova.virt.hardware [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.801689] env[70966]: DEBUG nova.virt.hardware [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.801961] env[70966]: DEBUG nova.virt.hardware [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.802227] env[70966]: DEBUG nova.virt.hardware [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.802399] env[70966]: DEBUG nova.virt.hardware [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.802712] env[70966]: DEBUG nova.virt.hardware [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.803096] env[70966]: DEBUG nova.virt.hardware [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.803328] env[70966]: DEBUG nova.virt.hardware [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.803552] env[70966]: DEBUG nova.virt.hardware [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.803789] env[70966]: DEBUG nova.virt.hardware [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.804106] env[70966]: DEBUG nova.virt.hardware [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.804994] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04e44f2-bfaf-484c-a4c1-e81fb20a3abe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.813392] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac49f5c1-9fe1-4467-953c-ef5b9c63307b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.866542] env[70966]: DEBUG nova.scheduler.client.report [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.873788] env[70966]: DEBUG oslo_concurrency.lockutils [req-6721965c-8efd-48a2-9f19-b68afa463a48 req-ea3839ba-2771-4a88-b634-c3bfdf9804c9 service nova] Releasing lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.970418] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "refresh_cache-08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.970684] env[70966]: DEBUG nova.objects.instance [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lazy-loading 'migration_context' on Instance uuid 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.061711] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528f0c4d-3858-52ce-f91c-f4ef84818867, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.061711] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.061711] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 07fef84f-b749-472e-909b-0c7df39a55b6/07fef84f-b749-472e-909b-0c7df39a55b6.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.061711] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc994805-1489-41e3-bb83-a9ed1f0b1555 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.069439] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 982.069439] env[70966]: value = "task-3613047" [ 982.069439] env[70966]: _type = "Task" [ 982.069439] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.077811] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.185024] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.189285] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.193684] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.193684] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.193684] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.193684] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.193684] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70966) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 982.193684] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.197530] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.236273] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Acquiring lock "f7fd281f-17f9-4c69-b3ad-2171b248ef00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.236273] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Lock "f7fd281f-17f9-4c69-b3ad-2171b248ef00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.359150] env[70966]: DEBUG nova.compute.manager [req-a3f7bf52-6e33-451e-89ce-16e0e990e66d req-2284a503-4979-431d-b804-8c34b6582a4f service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Received event network-vif-deleted-4ffbbca2-2955-4f36-9355-33b846fb8560 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.359438] env[70966]: INFO nova.compute.manager [req-a3f7bf52-6e33-451e-89ce-16e0e990e66d req-2284a503-4979-431d-b804-8c34b6582a4f service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Neutron deleted interface 4ffbbca2-2955-4f36-9355-33b846fb8560; detaching it from the instance and deleting it from the info cache [ 982.359614] env[70966]: DEBUG nova.network.neutron [req-a3f7bf52-6e33-451e-89ce-16e0e990e66d req-2284a503-4979-431d-b804-8c34b6582a4f service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.374249] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.374249] env[70966]: DEBUG nova.compute.manager [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.379686] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.151s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.381363] env[70966]: INFO nova.compute.claims [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.450921] env[70966]: DEBUG nova.compute.manager [req-8a40f7f9-995e-4fe7-9cfb-0830ff5bc4e0 req-fdea070b-30e3-467a-aa85-a9ccf3a21640 service nova] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Received event network-vif-plugged-6383c425-5c78-494c-a031-e7c0c8ffc5af {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.450921] env[70966]: DEBUG oslo_concurrency.lockutils [req-8a40f7f9-995e-4fe7-9cfb-0830ff5bc4e0 req-fdea070b-30e3-467a-aa85-a9ccf3a21640 service nova] Acquiring lock "38d1a9d0-7442-4a91-ab52-94c73e0d9caf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.450921] env[70966]: DEBUG oslo_concurrency.lockutils [req-8a40f7f9-995e-4fe7-9cfb-0830ff5bc4e0 req-fdea070b-30e3-467a-aa85-a9ccf3a21640 service nova] Lock "38d1a9d0-7442-4a91-ab52-94c73e0d9caf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.450921] env[70966]: DEBUG oslo_concurrency.lockutils [req-8a40f7f9-995e-4fe7-9cfb-0830ff5bc4e0 req-fdea070b-30e3-467a-aa85-a9ccf3a21640 service nova] Lock "38d1a9d0-7442-4a91-ab52-94c73e0d9caf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.450921] env[70966]: DEBUG nova.compute.manager [req-8a40f7f9-995e-4fe7-9cfb-0830ff5bc4e0 req-fdea070b-30e3-467a-aa85-a9ccf3a21640 service nova] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] No waiting events found dispatching network-vif-plugged-6383c425-5c78-494c-a031-e7c0c8ffc5af {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.450921] env[70966]: WARNING nova.compute.manager [req-8a40f7f9-995e-4fe7-9cfb-0830ff5bc4e0 req-fdea070b-30e3-467a-aa85-a9ccf3a21640 service nova] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Received unexpected event network-vif-plugged-6383c425-5c78-494c-a031-e7c0c8ffc5af for instance with vm_state building and task_state spawning. [ 982.477813] env[70966]: DEBUG nova.objects.base [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Object Instance<08dd4e1a-1591-4b7e-a33f-cb5b017fcb88> lazy-loaded attributes: info_cache,migration_context {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 982.478420] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45590e37-2300-40c0-9c0f-f00f926ef4f0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.500829] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44254def-a84f-4a6e-8c3f-5aa8a24cdb40 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.507373] env[70966]: DEBUG oslo_vmware.api [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 982.507373] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527f5883-bb5d-dd2e-9727-2ed3f04fde31" [ 982.507373] env[70966]: _type = "Task" [ 982.507373] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.518064] env[70966]: DEBUG oslo_vmware.api [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527f5883-bb5d-dd2e-9727-2ed3f04fde31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.561895] env[70966]: DEBUG nova.network.neutron [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Successfully updated port: 6383c425-5c78-494c-a031-e7c0c8ffc5af {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.581348] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613047, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.695926] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613046, 'name': ReconfigVM_Task, 'duration_secs': 0.605281} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.696339] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Reconfigured VM instance instance-00000050 to attach disk [datastore1] d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea/d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.697102] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c5064c9-d4f2-4deb-85d2-32dbf55ecd69 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.699754] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.705904] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 982.705904] env[70966]: value = "task-3613048" [ 982.705904] env[70966]: _type = "Task" [ 982.705904] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.722661] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613048, 'name': Rename_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.739629] env[70966]: DEBUG nova.compute.manager [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.765504] env[70966]: DEBUG nova.network.neutron [-] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.769534] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "99de49b6-a37c-4bde-acf5-7f90d5f432de" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.769703] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "99de49b6-a37c-4bde-acf5-7f90d5f432de" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.864541] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a01363c7-8620-40e9-94da-4eae4a1f840f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.874767] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab66104e-3261-43c6-894e-43fd5a9b2149 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.889765] env[70966]: DEBUG nova.compute.utils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.894149] env[70966]: DEBUG nova.compute.manager [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.894391] env[70966]: DEBUG nova.network.neutron [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.922195] env[70966]: DEBUG nova.compute.manager [req-a3f7bf52-6e33-451e-89ce-16e0e990e66d req-2284a503-4979-431d-b804-8c34b6582a4f service nova] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Detach interface failed, port_id=4ffbbca2-2955-4f36-9355-33b846fb8560, reason: Instance b9921915-f483-425f-8214-6e35b2b939b0 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 982.947134] env[70966]: DEBUG nova.policy [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7baa6caea74c4b848eae958f4df349aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7683c8bdd082486cb0c09832c82fa782', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.017893] env[70966]: DEBUG oslo_vmware.api [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527f5883-bb5d-dd2e-9727-2ed3f04fde31, 'name': SearchDatastore_Task, 'duration_secs': 0.014183} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.018056] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.064692] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Acquiring lock "refresh_cache-38d1a9d0-7442-4a91-ab52-94c73e0d9caf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.064888] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Acquired lock "refresh_cache-38d1a9d0-7442-4a91-ab52-94c73e0d9caf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.065106] env[70966]: DEBUG nova.network.neutron [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.080554] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750502} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.080793] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 07fef84f-b749-472e-909b-0c7df39a55b6/07fef84f-b749-472e-909b-0c7df39a55b6.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.081035] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.081349] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e01517f-58f8-409e-8f39-9909df521036 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.088869] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 983.088869] env[70966]: value = "task-3613049" [ 983.088869] env[70966]: _type = "Task" [ 983.088869] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.098520] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.216797] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613048, 'name': Rename_Task, 'duration_secs': 0.271332} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.217186] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.217496] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-783a5f7f-e18b-47bc-8941-b55e1261c839 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.224177] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 983.224177] env[70966]: value = "task-3613050" [ 983.224177] env[70966]: _type = "Task" [ 983.224177] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.232062] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.254041] env[70966]: DEBUG nova.network.neutron [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Successfully created port: 222213b8-a963-4d47-bdbf-568ce4bd17bd {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.267212] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.268743] env[70966]: INFO nova.compute.manager [-] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Took 1.79 seconds to deallocate network for instance. [ 983.273569] env[70966]: INFO nova.compute.manager [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Detaching volume 1a0de020-d74b-419c-ac50-1199b5bda983 [ 983.312294] env[70966]: INFO nova.virt.block_device [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Attempting to driver detach volume 1a0de020-d74b-419c-ac50-1199b5bda983 from mountpoint /dev/sdb [ 983.312578] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 983.312768] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720664', 'volume_id': '1a0de020-d74b-419c-ac50-1199b5bda983', 'name': 'volume-1a0de020-d74b-419c-ac50-1199b5bda983', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99de49b6-a37c-4bde-acf5-7f90d5f432de', 'attached_at': '', 'detached_at': '', 'volume_id': '1a0de020-d74b-419c-ac50-1199b5bda983', 'serial': '1a0de020-d74b-419c-ac50-1199b5bda983'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 983.313658] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac47255-36c3-47ad-bd7e-5a7bf6ccc1e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.336615] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61764954-25ad-4df6-86a4-9624ba50d918 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.343909] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d039b83-5cee-401c-abd5-52f7759bc6a8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.371352] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1ea99f-99b2-4ef2-819b-d4aac51710a2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.160544] env[70966]: DEBUG nova.compute.manager [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.168820] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.169195] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] The volume has not been displaced from its original location: [datastore2] volume-1a0de020-d74b-419c-ac50-1199b5bda983/volume-1a0de020-d74b-419c-ac50-1199b5bda983.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 984.174797] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 984.181730] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c422d8c8-6dcf-4e14-bdd7-99000939cde9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.204269] env[70966]: DEBUG oslo_vmware.api [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613050, 'name': PowerOnVM_Task, 'duration_secs': 0.687097} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.204540] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07061} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.208221] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.208458] env[70966]: INFO nova.compute.manager [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Took 9.43 seconds to spawn the instance on the hypervisor. [ 984.208637] env[70966]: DEBUG nova.compute.manager [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.208950] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.209351] env[70966]: DEBUG oslo_vmware.api [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 984.209351] env[70966]: value = "task-3613051" [ 984.209351] env[70966]: _type = "Task" [ 984.209351] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.210875] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad82b6d-01a3-4ed2-ba60-fd878a02b942 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.213956] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2702ddaf-9897-492a-b4b1-6343f4af1826 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.242046] env[70966]: DEBUG oslo_vmware.api [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.250846] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 07fef84f-b749-472e-909b-0c7df39a55b6/07fef84f-b749-472e-909b-0c7df39a55b6.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.251961] env[70966]: DEBUG nova.network.neutron [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.255646] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98e5612e-907d-414a-bb67-7395bfa6c51a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.281379] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 984.281379] env[70966]: value = "task-3613052" [ 984.281379] env[70966]: _type = "Task" [ 984.281379] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.293959] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613052, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.478888] env[70966]: DEBUG nova.network.neutron [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Updating instance_info_cache with network_info: [{"id": "6383c425-5c78-494c-a031-e7c0c8ffc5af", "address": "fa:16:3e:18:1e:b5", "network": {"id": "7a80966c-e076-4f81-ab50-3938d8235fbd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-91740774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e20dc480caeb40e2813e9668524cd860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6383c425-5c", "ovs_interfaceid": "6383c425-5c78-494c-a031-e7c0c8ffc5af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.553869] env[70966]: DEBUG nova.compute.manager [req-cbd0580f-e9ab-41cf-af2a-532e881607fb req-e21ab4a1-cbd6-4206-a970-b7941ed32a18 service nova] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Received event network-changed-6383c425-5c78-494c-a031-e7c0c8ffc5af {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.553869] env[70966]: DEBUG nova.compute.manager [req-cbd0580f-e9ab-41cf-af2a-532e881607fb req-e21ab4a1-cbd6-4206-a970-b7941ed32a18 service nova] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Refreshing instance network info cache due to event network-changed-6383c425-5c78-494c-a031-e7c0c8ffc5af. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.553869] env[70966]: DEBUG oslo_concurrency.lockutils [req-cbd0580f-e9ab-41cf-af2a-532e881607fb req-e21ab4a1-cbd6-4206-a970-b7941ed32a18 service nova] Acquiring lock "refresh_cache-38d1a9d0-7442-4a91-ab52-94c73e0d9caf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.613698] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177d542a-ee9e-436f-a9dc-ef251075d019 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.623606] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8924b454-0a24-4fb2-8bf0-d6220f1631c3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.654909] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a379576-578d-478f-b4f6-e0c4c8be06ae {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.662645] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c775a9-0f35-45d7-955e-3d60144fd772 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.679577] env[70966]: DEBUG nova.compute.provider_tree [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.727849] env[70966]: DEBUG oslo_vmware.api [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613051, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.763823] env[70966]: INFO nova.compute.manager [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Took 33.32 seconds to build instance. [ 984.765594] env[70966]: DEBUG nova.network.neutron [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Successfully updated port: 222213b8-a963-4d47-bdbf-568ce4bd17bd {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.792063] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613052, 'name': ReconfigVM_Task, 'duration_secs': 0.461254} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.792063] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 07fef84f-b749-472e-909b-0c7df39a55b6/07fef84f-b749-472e-909b-0c7df39a55b6.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.792604] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f9fc159-20ab-44c0-9f2d-0c963db8a575 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.798830] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 984.798830] env[70966]: value = "task-3613053" [ 984.798830] env[70966]: _type = "Task" [ 984.798830] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.807792] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613053, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.982257] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Releasing lock "refresh_cache-38d1a9d0-7442-4a91-ab52-94c73e0d9caf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.982783] env[70966]: DEBUG nova.compute.manager [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Instance network_info: |[{"id": "6383c425-5c78-494c-a031-e7c0c8ffc5af", "address": "fa:16:3e:18:1e:b5", "network": {"id": "7a80966c-e076-4f81-ab50-3938d8235fbd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-91740774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e20dc480caeb40e2813e9668524cd860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6383c425-5c", "ovs_interfaceid": "6383c425-5c78-494c-a031-e7c0c8ffc5af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.983281] env[70966]: DEBUG oslo_concurrency.lockutils [req-cbd0580f-e9ab-41cf-af2a-532e881607fb req-e21ab4a1-cbd6-4206-a970-b7941ed32a18 service nova] Acquired lock "refresh_cache-38d1a9d0-7442-4a91-ab52-94c73e0d9caf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.983553] env[70966]: DEBUG nova.network.neutron [req-cbd0580f-e9ab-41cf-af2a-532e881607fb req-e21ab4a1-cbd6-4206-a970-b7941ed32a18 service nova] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Refreshing network info cache for port 6383c425-5c78-494c-a031-e7c0c8ffc5af {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.985372] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:1e:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6383c425-5c78-494c-a031-e7c0c8ffc5af', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.998028] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Creating folder: Project (e20dc480caeb40e2813e9668524cd860). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.001115] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9b1961b-7183-4b10-9b2b-fcec0c91b003 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.013944] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Created folder: Project (e20dc480caeb40e2813e9668524cd860) in parent group-v720468. [ 985.013944] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Creating folder: Instances. Parent ref: group-v720696. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.013944] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9f71e1b-f26f-478c-9e5c-a69887a58551 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.023410] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Created folder: Instances in parent group-v720696. [ 985.023839] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.024133] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.024422] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ce7fd25-8698-400b-9b72-bcd18d2301f2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.047403] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.047403] env[70966]: value = "task-3613056" [ 985.047403] env[70966]: _type = "Task" [ 985.047403] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.059405] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613056, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.183636] env[70966]: DEBUG nova.compute.manager [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.188190] env[70966]: DEBUG nova.scheduler.client.report [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.207567] env[70966]: DEBUG nova.virt.hardware [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.208099] env[70966]: DEBUG nova.virt.hardware [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.208099] env[70966]: DEBUG nova.virt.hardware [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.208296] env[70966]: DEBUG nova.virt.hardware [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.208500] env[70966]: DEBUG nova.virt.hardware [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.208692] env[70966]: DEBUG nova.virt.hardware [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.208934] env[70966]: DEBUG nova.virt.hardware [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.209174] env[70966]: DEBUG nova.virt.hardware [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.209439] env[70966]: DEBUG nova.virt.hardware [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.209640] env[70966]: DEBUG nova.virt.hardware [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.209930] env[70966]: DEBUG nova.virt.hardware [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.210781] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c9f153-a881-4b6c-bb86-87b0fc74f5f7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.223252] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225c5496-6731-4eb0-8259-d779bc84ec61 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.228820] env[70966]: DEBUG nova.network.neutron [req-cbd0580f-e9ab-41cf-af2a-532e881607fb req-e21ab4a1-cbd6-4206-a970-b7941ed32a18 service nova] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Updated VIF entry in instance network info cache for port 6383c425-5c78-494c-a031-e7c0c8ffc5af. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.229313] env[70966]: DEBUG nova.network.neutron [req-cbd0580f-e9ab-41cf-af2a-532e881607fb req-e21ab4a1-cbd6-4206-a970-b7941ed32a18 service nova] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Updating instance_info_cache with network_info: [{"id": "6383c425-5c78-494c-a031-e7c0c8ffc5af", "address": "fa:16:3e:18:1e:b5", "network": {"id": "7a80966c-e076-4f81-ab50-3938d8235fbd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-91740774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e20dc480caeb40e2813e9668524cd860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6383c425-5c", "ovs_interfaceid": "6383c425-5c78-494c-a031-e7c0c8ffc5af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.242876] env[70966]: DEBUG oslo_vmware.api [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613051, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.244556] env[70966]: DEBUG oslo_concurrency.lockutils [req-cbd0580f-e9ab-41cf-af2a-532e881607fb req-e21ab4a1-cbd6-4206-a970-b7941ed32a18 service nova] Releasing lock "refresh_cache-38d1a9d0-7442-4a91-ab52-94c73e0d9caf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.268631] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bf826409-f9b9-4060-ac4f-e5fda14d8337 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.841s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.270024] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "refresh_cache-26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.270024] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquired lock "refresh_cache-26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.270024] env[70966]: DEBUG nova.network.neutron [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.308616] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613053, 'name': Rename_Task, 'duration_secs': 0.192451} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.309611] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.310378] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce99411a-213c-4765-b5ca-320d15f15a28 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.316618] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 985.316618] env[70966]: value = "task-3613057" [ 985.316618] env[70966]: _type = "Task" [ 985.316618] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.324901] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.559229] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613056, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.696655] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.317s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.697208] env[70966]: DEBUG nova.compute.manager [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.701581] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.839s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.703302] env[70966]: INFO nova.compute.claims [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.729277] env[70966]: DEBUG oslo_vmware.api [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613051, 'name': ReconfigVM_Task, 'duration_secs': 1.369253} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.729619] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 985.735229] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af6a5fe8-dd4c-4aea-b1db-9ef7045b8f6c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.753044] env[70966]: DEBUG oslo_vmware.api [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 985.753044] env[70966]: value = "task-3613058" [ 985.753044] env[70966]: _type = "Task" [ 985.753044] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.761766] env[70966]: DEBUG oslo_vmware.api [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.808368] env[70966]: DEBUG nova.network.neutron [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.827060] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.952540] env[70966]: DEBUG nova.network.neutron [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Updating instance_info_cache with network_info: [{"id": "222213b8-a963-4d47-bdbf-568ce4bd17bd", "address": "fa:16:3e:36:43:f6", "network": {"id": "47220c00-676f-4fc5-af6d-8ba5e3ac674e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1956001963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7683c8bdd082486cb0c09832c82fa782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap222213b8-a9", "ovs_interfaceid": "222213b8-a963-4d47-bdbf-568ce4bd17bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.058557] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613056, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.203206] env[70966]: DEBUG nova.compute.utils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.206245] env[70966]: DEBUG nova.compute.manager [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.206429] env[70966]: DEBUG nova.network.neutron [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.261871] env[70966]: DEBUG nova.policy [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1386a7924b1a4ac9b2a63e56c461051b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3cf3533356a48509e9b47a24d9c7586', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.270081] env[70966]: DEBUG oslo_vmware.api [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613058, 'name': ReconfigVM_Task, 'duration_secs': 0.149161} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.270405] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720664', 'volume_id': '1a0de020-d74b-419c-ac50-1199b5bda983', 'name': 'volume-1a0de020-d74b-419c-ac50-1199b5bda983', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99de49b6-a37c-4bde-acf5-7f90d5f432de', 'attached_at': '', 'detached_at': '', 'volume_id': '1a0de020-d74b-419c-ac50-1199b5bda983', 'serial': '1a0de020-d74b-419c-ac50-1199b5bda983'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 986.329924] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.455781] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Releasing lock "refresh_cache-26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.456075] env[70966]: DEBUG nova.compute.manager [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Instance network_info: |[{"id": "222213b8-a963-4d47-bdbf-568ce4bd17bd", "address": "fa:16:3e:36:43:f6", "network": {"id": "47220c00-676f-4fc5-af6d-8ba5e3ac674e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1956001963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7683c8bdd082486cb0c09832c82fa782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap222213b8-a9", "ovs_interfaceid": "222213b8-a963-4d47-bdbf-568ce4bd17bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.456608] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:43:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '222213b8-a963-4d47-bdbf-568ce4bd17bd', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.464363] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.464723] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.464817] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d9fc20d-5fdc-49ee-9e67-a4467b6c4a43 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.484657] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.484657] env[70966]: value = "task-3613059" [ 986.484657] env[70966]: _type = "Task" [ 986.484657] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.495158] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613059, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.556600] env[70966]: DEBUG nova.network.neutron [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Successfully created port: 930aceb8-9659-4057-b3ba-e3e4f50c34b5 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.563021] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613056, 'name': CreateVM_Task, 'duration_secs': 1.33204} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.563021] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.563501] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.563743] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.564128] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.564426] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5adf95aa-542c-4f67-8d3d-f28660cd7bc6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.570535] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Waiting for the task: (returnval){ [ 986.570535] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c19f72-08d3-fc8d-bb7c-ecff00561473" [ 986.570535] env[70966]: _type = "Task" [ 986.570535] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.581216] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c19f72-08d3-fc8d-bb7c-ecff00561473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.589549] env[70966]: DEBUG nova.compute.manager [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Received event network-vif-plugged-222213b8-a963-4d47-bdbf-568ce4bd17bd {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.589853] env[70966]: DEBUG oslo_concurrency.lockutils [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] Acquiring lock "26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.590173] env[70966]: DEBUG oslo_concurrency.lockutils [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] Lock "26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.590400] env[70966]: DEBUG oslo_concurrency.lockutils [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] Lock "26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.590606] env[70966]: DEBUG nova.compute.manager [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] No waiting events found dispatching network-vif-plugged-222213b8-a963-4d47-bdbf-568ce4bd17bd {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.590833] env[70966]: WARNING nova.compute.manager [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Received unexpected event network-vif-plugged-222213b8-a963-4d47-bdbf-568ce4bd17bd for instance with vm_state building and task_state spawning. [ 986.591052] env[70966]: DEBUG nova.compute.manager [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Received event network-changed-222213b8-a963-4d47-bdbf-568ce4bd17bd {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.591288] env[70966]: DEBUG nova.compute.manager [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Refreshing instance network info cache due to event network-changed-222213b8-a963-4d47-bdbf-568ce4bd17bd. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.591475] env[70966]: DEBUG oslo_concurrency.lockutils [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] Acquiring lock "refresh_cache-26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.591685] env[70966]: DEBUG oslo_concurrency.lockutils [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] Acquired lock "refresh_cache-26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.591868] env[70966]: DEBUG nova.network.neutron [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Refreshing network info cache for port 222213b8-a963-4d47-bdbf-568ce4bd17bd {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.710064] env[70966]: DEBUG nova.compute.manager [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.838279] env[70966]: DEBUG oslo_vmware.api [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613057, 'name': PowerOnVM_Task, 'duration_secs': 1.370832} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.838279] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.838633] env[70966]: INFO nova.compute.manager [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Took 9.58 seconds to spawn the instance on the hypervisor. [ 986.838633] env[70966]: DEBUG nova.compute.manager [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.839505] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce144c95-0422-4549-8423-542f1443b607 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.844513] env[70966]: DEBUG nova.objects.instance [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lazy-loading 'flavor' on Instance uuid 99de49b6-a37c-4bde-acf5-7f90d5f432de {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.996101] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613059, 'name': CreateVM_Task, 'duration_secs': 0.376252} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.996329] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.997175] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.081662] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c19f72-08d3-fc8d-bb7c-ecff00561473, 'name': SearchDatastore_Task, 'duration_secs': 0.013231} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.084864] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.085047] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.085340] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.085529] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.085729] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.086308] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.086667] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.086897] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-166bae97-69cb-49e0-9b7b-6d9c137575c2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.088809] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4228242-15a2-4a45-8c6e-5b68ca81cf14 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.096987] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 987.096987] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5219e6a1-8957-da50-0f27-c30d8fa7a67c" [ 987.096987] env[70966]: _type = "Task" [ 987.096987] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.106679] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.107472] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.109205] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d40515-1c45-4774-b952-4ca62f9fbd07 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.116705] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5219e6a1-8957-da50-0f27-c30d8fa7a67c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.120366] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Waiting for the task: (returnval){ [ 987.120366] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529c2540-8fde-dea2-ab3d-a039b2721fc0" [ 987.120366] env[70966]: _type = "Task" [ 987.120366] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.127872] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529c2540-8fde-dea2-ab3d-a039b2721fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.217997] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99a78c0-560d-4575-a3d9-7e3410ebd586 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.229331] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc233f2-61a5-4a2e-a0be-3b9e0e06c626 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.266049] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61437874-56b7-40fc-8c14-93976f75e32a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.275698] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9be4c5-fc2d-4014-ac8f-fb4ea14966cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.291592] env[70966]: DEBUG nova.compute.provider_tree [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.371236] env[70966]: INFO nova.compute.manager [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Took 35.27 seconds to build instance. [ 987.407743] env[70966]: DEBUG nova.network.neutron [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Updated VIF entry in instance network info cache for port 222213b8-a963-4d47-bdbf-568ce4bd17bd. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.408131] env[70966]: DEBUG nova.network.neutron [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Updating instance_info_cache with network_info: [{"id": "222213b8-a963-4d47-bdbf-568ce4bd17bd", "address": "fa:16:3e:36:43:f6", "network": {"id": "47220c00-676f-4fc5-af6d-8ba5e3ac674e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1956001963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7683c8bdd082486cb0c09832c82fa782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap222213b8-a9", "ovs_interfaceid": "222213b8-a963-4d47-bdbf-568ce4bd17bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.610132] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5219e6a1-8957-da50-0f27-c30d8fa7a67c, 'name': SearchDatastore_Task, 'duration_secs': 0.018967} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.610332] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.610559] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.610761] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.630635] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529c2540-8fde-dea2-ab3d-a039b2721fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.025489} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.631437] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f69f42-0196-4f3a-9e24-e98819633452 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.636737] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Waiting for the task: (returnval){ [ 987.636737] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a60bbc-a138-5e03-17a2-5ed323b8c08f" [ 987.636737] env[70966]: _type = "Task" [ 987.636737] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.644177] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a60bbc-a138-5e03-17a2-5ed323b8c08f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.726558] env[70966]: DEBUG nova.compute.manager [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.750184] env[70966]: DEBUG nova.virt.hardware [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.750437] env[70966]: DEBUG nova.virt.hardware [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.750593] env[70966]: DEBUG nova.virt.hardware [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.750769] env[70966]: DEBUG nova.virt.hardware [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.750910] env[70966]: DEBUG nova.virt.hardware [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.751063] env[70966]: DEBUG nova.virt.hardware [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.751292] env[70966]: DEBUG nova.virt.hardware [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.751492] env[70966]: DEBUG nova.virt.hardware [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.751668] env[70966]: DEBUG nova.virt.hardware [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.751828] env[70966]: DEBUG nova.virt.hardware [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.752015] env[70966]: DEBUG nova.virt.hardware [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.752932] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7570d504-7ae1-480a-ae5e-f3afec2299c0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.761237] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197ff439-76aa-4454-a026-1ef68c61f7d4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.796172] env[70966]: DEBUG nova.scheduler.client.report [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.856151] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d1a26a8b-96d1-44b4-ae53-4721285ec97a tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "99de49b6-a37c-4bde-acf5-7f90d5f432de" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.086s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.874786] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e1ab7127-7aff-4b73-a1b1-7db14e7a6e04 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "07fef84f-b749-472e-909b-0c7df39a55b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.785s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.910609] env[70966]: DEBUG oslo_concurrency.lockutils [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] Releasing lock "refresh_cache-26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.910860] env[70966]: DEBUG nova.compute.manager [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Received event network-changed-f0a70de5-8311-4818-8af3-02e04fc9ca31 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.911039] env[70966]: DEBUG nova.compute.manager [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Refreshing instance network info cache due to event network-changed-f0a70de5-8311-4818-8af3-02e04fc9ca31. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.911305] env[70966]: DEBUG oslo_concurrency.lockutils [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] Acquiring lock "refresh_cache-d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.911459] env[70966]: DEBUG oslo_concurrency.lockutils [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] Acquired lock "refresh_cache-d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.911622] env[70966]: DEBUG nova.network.neutron [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Refreshing network info cache for port f0a70de5-8311-4818-8af3-02e04fc9ca31 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.135344] env[70966]: DEBUG nova.network.neutron [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Successfully updated port: 930aceb8-9659-4057-b3ba-e3e4f50c34b5 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.154167] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a60bbc-a138-5e03-17a2-5ed323b8c08f, 'name': SearchDatastore_Task, 'duration_secs': 0.023965} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.154448] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.154708] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 38d1a9d0-7442-4a91-ab52-94c73e0d9caf/38d1a9d0-7442-4a91-ab52-94c73e0d9caf.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.154991] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.155197] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.155413] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04cffe66-d53b-4521-a66e-777584d8191c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.157645] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2554a227-b1fe-4e13-9f13-8099e0015689 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.164921] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Waiting for the task: (returnval){ [ 988.164921] env[70966]: value = "task-3613060" [ 988.164921] env[70966]: _type = "Task" [ 988.164921] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.169223] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.169422] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.170396] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c86123-4388-43ca-97b9-db0408468032 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.175959] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.178697] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 988.178697] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52771e74-d6b0-5065-f7e4-39ce454324cd" [ 988.178697] env[70966]: _type = "Task" [ 988.178697] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.186187] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52771e74-d6b0-5065-f7e4-39ce454324cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.301403] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.301948] env[70966]: DEBUG nova.compute.manager [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.304699] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.668s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.307682] env[70966]: INFO nova.compute.claims [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.371562] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "99de49b6-a37c-4bde-acf5-7f90d5f432de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.371899] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "99de49b6-a37c-4bde-acf5-7f90d5f432de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.372138] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "99de49b6-a37c-4bde-acf5-7f90d5f432de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.372397] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "99de49b6-a37c-4bde-acf5-7f90d5f432de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.372584] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "99de49b6-a37c-4bde-acf5-7f90d5f432de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.374710] env[70966]: INFO nova.compute.manager [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Terminating instance [ 988.499978] env[70966]: DEBUG nova.compute.manager [req-16d150d6-0066-4c82-bbef-3c8ccb3be45b req-506c4e4e-025a-45e5-8974-87fc279c2b68 service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Received event network-changed-315485ee-ebec-4228-beae-aee1cf4c3800 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.500279] env[70966]: DEBUG nova.compute.manager [req-16d150d6-0066-4c82-bbef-3c8ccb3be45b req-506c4e4e-025a-45e5-8974-87fc279c2b68 service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Refreshing instance network info cache due to event network-changed-315485ee-ebec-4228-beae-aee1cf4c3800. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.500539] env[70966]: DEBUG oslo_concurrency.lockutils [req-16d150d6-0066-4c82-bbef-3c8ccb3be45b req-506c4e4e-025a-45e5-8974-87fc279c2b68 service nova] Acquiring lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.500968] env[70966]: DEBUG oslo_concurrency.lockutils [req-16d150d6-0066-4c82-bbef-3c8ccb3be45b req-506c4e4e-025a-45e5-8974-87fc279c2b68 service nova] Acquired lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.501280] env[70966]: DEBUG nova.network.neutron [req-16d150d6-0066-4c82-bbef-3c8ccb3be45b req-506c4e4e-025a-45e5-8974-87fc279c2b68 service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Refreshing network info cache for port 315485ee-ebec-4228-beae-aee1cf4c3800 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.638584] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "refresh_cache-523d5ceb-7c30-41fe-87d5-48f5944ba100" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.638874] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "refresh_cache-523d5ceb-7c30-41fe-87d5-48f5944ba100" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.638916] env[70966]: DEBUG nova.network.neutron [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.642151] env[70966]: DEBUG nova.compute.manager [req-7f35921e-bbb8-4a5f-961c-fa463ba8f859 req-fd502cf5-3d3a-413e-ad81-adce28470f90 service nova] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Received event network-vif-plugged-930aceb8-9659-4057-b3ba-e3e4f50c34b5 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.642151] env[70966]: DEBUG oslo_concurrency.lockutils [req-7f35921e-bbb8-4a5f-961c-fa463ba8f859 req-fd502cf5-3d3a-413e-ad81-adce28470f90 service nova] Acquiring lock "523d5ceb-7c30-41fe-87d5-48f5944ba100-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.642151] env[70966]: DEBUG oslo_concurrency.lockutils [req-7f35921e-bbb8-4a5f-961c-fa463ba8f859 req-fd502cf5-3d3a-413e-ad81-adce28470f90 service nova] Lock "523d5ceb-7c30-41fe-87d5-48f5944ba100-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.642151] env[70966]: DEBUG oslo_concurrency.lockutils [req-7f35921e-bbb8-4a5f-961c-fa463ba8f859 req-fd502cf5-3d3a-413e-ad81-adce28470f90 service nova] Lock "523d5ceb-7c30-41fe-87d5-48f5944ba100-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.642335] env[70966]: DEBUG nova.compute.manager [req-7f35921e-bbb8-4a5f-961c-fa463ba8f859 req-fd502cf5-3d3a-413e-ad81-adce28470f90 service nova] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] No waiting events found dispatching network-vif-plugged-930aceb8-9659-4057-b3ba-e3e4f50c34b5 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.643281] env[70966]: WARNING nova.compute.manager [req-7f35921e-bbb8-4a5f-961c-fa463ba8f859 req-fd502cf5-3d3a-413e-ad81-adce28470f90 service nova] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Received unexpected event network-vif-plugged-930aceb8-9659-4057-b3ba-e3e4f50c34b5 for instance with vm_state building and task_state spawning. [ 988.643281] env[70966]: DEBUG nova.compute.manager [req-7f35921e-bbb8-4a5f-961c-fa463ba8f859 req-fd502cf5-3d3a-413e-ad81-adce28470f90 service nova] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Received event network-changed-930aceb8-9659-4057-b3ba-e3e4f50c34b5 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.643555] env[70966]: DEBUG nova.compute.manager [req-7f35921e-bbb8-4a5f-961c-fa463ba8f859 req-fd502cf5-3d3a-413e-ad81-adce28470f90 service nova] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Refreshing instance network info cache due to event network-changed-930aceb8-9659-4057-b3ba-e3e4f50c34b5. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.643799] env[70966]: DEBUG oslo_concurrency.lockutils [req-7f35921e-bbb8-4a5f-961c-fa463ba8f859 req-fd502cf5-3d3a-413e-ad81-adce28470f90 service nova] Acquiring lock "refresh_cache-523d5ceb-7c30-41fe-87d5-48f5944ba100" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.653506] env[70966]: DEBUG nova.network.neutron [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Updated VIF entry in instance network info cache for port f0a70de5-8311-4818-8af3-02e04fc9ca31. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.653863] env[70966]: DEBUG nova.network.neutron [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Updating instance_info_cache with network_info: [{"id": "f0a70de5-8311-4818-8af3-02e04fc9ca31", "address": "fa:16:3e:72:bb:9c", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a70de5-83", "ovs_interfaceid": "f0a70de5-8311-4818-8af3-02e04fc9ca31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.678708] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613060, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.691402] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52771e74-d6b0-5065-f7e4-39ce454324cd, 'name': SearchDatastore_Task, 'duration_secs': 0.018125} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.692517] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9458a04a-670c-4cb5-b0d1-58ff73ce78ec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.704940] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 988.704940] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5221966d-3566-f1de-1d09-81a7b780579d" [ 988.704940] env[70966]: _type = "Task" [ 988.704940] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.715519] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5221966d-3566-f1de-1d09-81a7b780579d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.814477] env[70966]: DEBUG nova.compute.utils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.820269] env[70966]: DEBUG nova.compute.manager [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.820874] env[70966]: DEBUG nova.network.neutron [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.861955] env[70966]: DEBUG nova.policy [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946ada4fbc6b4bc5800cc0db8f930eb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f7282aeff242339ccf356f4ab237c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.880411] env[70966]: DEBUG nova.compute.manager [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.880753] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.882051] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c70476-e42b-4f46-8b7b-a282af2b8490 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.891166] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.893352] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b15fbb3e-fc4d-4805-aca7-56bb8a67b61e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.900096] env[70966]: DEBUG oslo_vmware.api [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 988.900096] env[70966]: value = "task-3613061" [ 988.900096] env[70966]: _type = "Task" [ 988.900096] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.909574] env[70966]: DEBUG oslo_vmware.api [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.156919] env[70966]: DEBUG oslo_concurrency.lockutils [req-5f51f1d9-c97f-4ab6-9c70-2b36301116e6 req-6a0f8b6a-92cc-4fb8-902d-4ff258f26435 service nova] Releasing lock "refresh_cache-d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.176142] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827188} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.176420] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 38d1a9d0-7442-4a91-ab52-94c73e0d9caf/38d1a9d0-7442-4a91-ab52-94c73e0d9caf.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.176638] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.176904] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a26a0ac2-9a41-4687-88cc-887bbd4949fb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.184230] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Waiting for the task: (returnval){ [ 989.184230] env[70966]: value = "task-3613062" [ 989.184230] env[70966]: _type = "Task" [ 989.184230] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.195271] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.199687] env[70966]: DEBUG nova.network.neutron [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Successfully created port: e9df9689-9897-448a-942e-165566d84daf {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.214978] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5221966d-3566-f1de-1d09-81a7b780579d, 'name': SearchDatastore_Task, 'duration_secs': 0.060368} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.215867] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.216243] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8/26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.216510] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cf14f69-a005-49d5-9118-67ca2499155e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.223189] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 989.223189] env[70966]: value = "task-3613063" [ 989.223189] env[70966]: _type = "Task" [ 989.223189] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.231886] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.325116] env[70966]: DEBUG nova.compute.manager [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.413713] env[70966]: DEBUG oslo_vmware.api [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613061, 'name': PowerOffVM_Task, 'duration_secs': 0.207597} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.414070] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.414306] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.414609] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87cb63f1-ae57-43de-8f70-0d4c67b30186 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.442470] env[70966]: DEBUG nova.network.neutron [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.694275] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076773} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.697154] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.699226] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963179a4-3303-4c60-b486-c31733ce603e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.722715] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 38d1a9d0-7442-4a91-ab52-94c73e0d9caf/38d1a9d0-7442-4a91-ab52-94c73e0d9caf.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.725265] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e00660a-443f-4315-9db7-99fb08c6a8d7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.751840] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613063, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.753232] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Waiting for the task: (returnval){ [ 989.753232] env[70966]: value = "task-3613065" [ 989.753232] env[70966]: _type = "Task" [ 989.753232] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.764671] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613065, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.777687] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1832faa7-0dc3-4be2-bb05-554e9e8d0b85 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.788116] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6bb6f1-a76d-488d-8dfc-e09bd0c7b9e3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.824516] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bed13e-8102-43dd-9351-809a2438f363 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.835337] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed04a02-25b2-4df2-af6b-3e1f7a8f969f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.850405] env[70966]: DEBUG nova.compute.provider_tree [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.862673] env[70966]: DEBUG nova.network.neutron [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Updating instance_info_cache with network_info: [{"id": "930aceb8-9659-4057-b3ba-e3e4f50c34b5", "address": "fa:16:3e:eb:44:24", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930aceb8-96", "ovs_interfaceid": "930aceb8-9659-4057-b3ba-e3e4f50c34b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.870183] env[70966]: DEBUG nova.network.neutron [req-16d150d6-0066-4c82-bbef-3c8ccb3be45b req-506c4e4e-025a-45e5-8974-87fc279c2b68 service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updated VIF entry in instance network info cache for port 315485ee-ebec-4228-beae-aee1cf4c3800. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.870569] env[70966]: DEBUG nova.network.neutron [req-16d150d6-0066-4c82-bbef-3c8ccb3be45b req-506c4e4e-025a-45e5-8974-87fc279c2b68 service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance_info_cache with network_info: [{"id": "315485ee-ebec-4228-beae-aee1cf4c3800", "address": "fa:16:3e:c5:2c:c7", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315485ee-eb", "ovs_interfaceid": "315485ee-ebec-4228-beae-aee1cf4c3800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.234572] env[70966]: DEBUG oslo_vmware.rw_handles [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224737f-3c15-9857-3479-36596e937c58/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 990.235515] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f880a2-ab42-4304-989e-6289c5f8ae44 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.241997] env[70966]: DEBUG oslo_vmware.rw_handles [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224737f-3c15-9857-3479-36596e937c58/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 990.242175] env[70966]: ERROR oslo_vmware.rw_handles [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224737f-3c15-9857-3479-36596e937c58/disk-0.vmdk due to incomplete transfer. [ 990.245326] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1e6174d7-a7de-4547-aef6-5c367a5fcc9a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.251723] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553508} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.252703] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8/26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.252919] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.253174] env[70966]: DEBUG oslo_vmware.rw_handles [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224737f-3c15-9857-3479-36596e937c58/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 990.253351] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Uploaded image 1df9ddbf-4415-4d8a-ba65-6b1a39b135bf to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 990.255852] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 990.256089] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46f28dac-463b-4f77-bfbf-e281837dfd99 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.257701] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f0ed95ec-1f86-4ce7-8d42-8e6598396471 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.267380] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.269316] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 990.269316] env[70966]: value = "task-3613067" [ 990.269316] env[70966]: _type = "Task" [ 990.269316] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.269547] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 990.269547] env[70966]: value = "task-3613066" [ 990.269547] env[70966]: _type = "Task" [ 990.269547] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.280572] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.283446] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613066, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.341031] env[70966]: DEBUG nova.compute.manager [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.355412] env[70966]: DEBUG nova.scheduler.client.report [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.367186] env[70966]: DEBUG nova.virt.hardware [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.367471] env[70966]: DEBUG nova.virt.hardware [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.368746] env[70966]: DEBUG nova.virt.hardware [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.368746] env[70966]: DEBUG nova.virt.hardware [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.368746] env[70966]: DEBUG nova.virt.hardware [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.368746] env[70966]: DEBUG nova.virt.hardware [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.368746] env[70966]: DEBUG nova.virt.hardware [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.368746] env[70966]: DEBUG nova.virt.hardware [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.368746] env[70966]: DEBUG nova.virt.hardware [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.369068] env[70966]: DEBUG nova.virt.hardware [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.369068] env[70966]: DEBUG nova.virt.hardware [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.369560] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "refresh_cache-523d5ceb-7c30-41fe-87d5-48f5944ba100" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.369836] env[70966]: DEBUG nova.compute.manager [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Instance network_info: |[{"id": "930aceb8-9659-4057-b3ba-e3e4f50c34b5", "address": "fa:16:3e:eb:44:24", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930aceb8-96", "ovs_interfaceid": "930aceb8-9659-4057-b3ba-e3e4f50c34b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.370655] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e33872-1311-4faf-b052-c9cf709dc737 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.374219] env[70966]: DEBUG oslo_concurrency.lockutils [req-7f35921e-bbb8-4a5f-961c-fa463ba8f859 req-fd502cf5-3d3a-413e-ad81-adce28470f90 service nova] Acquired lock "refresh_cache-523d5ceb-7c30-41fe-87d5-48f5944ba100" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.374408] env[70966]: DEBUG nova.network.neutron [req-7f35921e-bbb8-4a5f-961c-fa463ba8f859 req-fd502cf5-3d3a-413e-ad81-adce28470f90 service nova] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Refreshing network info cache for port 930aceb8-9659-4057-b3ba-e3e4f50c34b5 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.375523] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:44:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '930aceb8-9659-4057-b3ba-e3e4f50c34b5', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.382966] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.383413] env[70966]: DEBUG oslo_concurrency.lockutils [req-16d150d6-0066-4c82-bbef-3c8ccb3be45b req-506c4e4e-025a-45e5-8974-87fc279c2b68 service nova] Releasing lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.384437] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.385052] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b16e093b-bd66-4e8f-a4f0-0d0d7ead2671 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.403491] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7a7c99-80a6-4b8d-95ec-e03ca9d06558 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.408738] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.408738] env[70966]: value = "task-3613068" [ 990.408738] env[70966]: _type = "Task" [ 990.408738] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.426243] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613068, 'name': CreateVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.683824] env[70966]: DEBUG nova.network.neutron [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Successfully updated port: e9df9689-9897-448a-942e-165566d84daf {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.731531] env[70966]: DEBUG nova.compute.manager [req-e05c3866-a6c3-4aec-96de-dec8fa9af594 req-255993c5-30f5-4386-8808-59f3a108a498 service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Received event network-vif-plugged-e9df9689-9897-448a-942e-165566d84daf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.731756] env[70966]: DEBUG oslo_concurrency.lockutils [req-e05c3866-a6c3-4aec-96de-dec8fa9af594 req-255993c5-30f5-4386-8808-59f3a108a498 service nova] Acquiring lock "9c2d1b45-e146-4ec5-b8d4-8d36a95ad961-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.731976] env[70966]: DEBUG oslo_concurrency.lockutils [req-e05c3866-a6c3-4aec-96de-dec8fa9af594 req-255993c5-30f5-4386-8808-59f3a108a498 service nova] Lock "9c2d1b45-e146-4ec5-b8d4-8d36a95ad961-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.732170] env[70966]: DEBUG oslo_concurrency.lockutils [req-e05c3866-a6c3-4aec-96de-dec8fa9af594 req-255993c5-30f5-4386-8808-59f3a108a498 service nova] Lock "9c2d1b45-e146-4ec5-b8d4-8d36a95ad961-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.732322] env[70966]: DEBUG nova.compute.manager [req-e05c3866-a6c3-4aec-96de-dec8fa9af594 req-255993c5-30f5-4386-8808-59f3a108a498 service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] No waiting events found dispatching network-vif-plugged-e9df9689-9897-448a-942e-165566d84daf {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.732529] env[70966]: WARNING nova.compute.manager [req-e05c3866-a6c3-4aec-96de-dec8fa9af594 req-255993c5-30f5-4386-8808-59f3a108a498 service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Received unexpected event network-vif-plugged-e9df9689-9897-448a-942e-165566d84daf for instance with vm_state building and task_state spawning. [ 990.768876] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.780353] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.321722} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.783326] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.783625] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613066, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.784302] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2ffb92-c212-41de-9a55-b7c695680f9a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.806960] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8/26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.806960] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3820d04-af1d-4851-90bb-008210ab32e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.826388] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 990.826388] env[70966]: value = "task-3613069" [ 990.826388] env[70966]: _type = "Task" [ 990.826388] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.835405] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.862681] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.863273] env[70966]: DEBUG nova.compute.manager [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.866633] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.649s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.866893] env[70966]: DEBUG nova.objects.instance [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lazy-loading 'resources' on Instance uuid 1bba61d3-b470-4829-a380-f8734d9cb7ad {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.921013] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613068, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.113077] env[70966]: DEBUG nova.network.neutron [req-7f35921e-bbb8-4a5f-961c-fa463ba8f859 req-fd502cf5-3d3a-413e-ad81-adce28470f90 service nova] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Updated VIF entry in instance network info cache for port 930aceb8-9659-4057-b3ba-e3e4f50c34b5. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.113488] env[70966]: DEBUG nova.network.neutron [req-7f35921e-bbb8-4a5f-961c-fa463ba8f859 req-fd502cf5-3d3a-413e-ad81-adce28470f90 service nova] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Updating instance_info_cache with network_info: [{"id": "930aceb8-9659-4057-b3ba-e3e4f50c34b5", "address": "fa:16:3e:eb:44:24", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930aceb8-96", "ovs_interfaceid": "930aceb8-9659-4057-b3ba-e3e4f50c34b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.188871] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "refresh_cache-9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.189052] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "refresh_cache-9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.189223] env[70966]: DEBUG nova.network.neutron [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.272567] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613065, 'name': ReconfigVM_Task, 'duration_secs': 1.174085} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.276492] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 38d1a9d0-7442-4a91-ab52-94c73e0d9caf/38d1a9d0-7442-4a91-ab52-94c73e0d9caf.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.277125] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4861eaea-5705-4e72-b50b-7bd51710ff05 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.283944] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613066, 'name': Destroy_Task, 'duration_secs': 0.860687} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.285118] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Destroyed the VM [ 991.285365] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 991.285951] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Waiting for the task: (returnval){ [ 991.285951] env[70966]: value = "task-3613070" [ 991.285951] env[70966]: _type = "Task" [ 991.285951] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.285951] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-48b32698-9973-4837-98cc-35ee4c429c87 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.295768] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 991.295768] env[70966]: value = "task-3613071" [ 991.295768] env[70966]: _type = "Task" [ 991.295768] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.298815] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613070, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.306586] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613071, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.336942] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.371326] env[70966]: DEBUG nova.compute.utils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.371326] env[70966]: DEBUG nova.compute.manager [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.372062] env[70966]: DEBUG nova.network.neutron [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.421174] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613068, 'name': CreateVM_Task, 'duration_secs': 0.604422} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.423083] env[70966]: DEBUG nova.policy [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '679ed95ae5c3410b90d1106275c58f1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47083c35719d4c5db6b3e99c10cf5735', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.427069] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.432130] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.432130] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.432130] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.432130] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801bfceb-bea0-412b-aa2a-28c029e39a09 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.438639] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 991.438639] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ea728a-11d8-3bff-667b-a38ecfa19bad" [ 991.438639] env[70966]: _type = "Task" [ 991.438639] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.452286] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ea728a-11d8-3bff-667b-a38ecfa19bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.574266] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "b1d6038c-6e16-4ed2-b8d2-ec3be2792a93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.574737] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "b1d6038c-6e16-4ed2-b8d2-ec3be2792a93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.575016] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "b1d6038c-6e16-4ed2-b8d2-ec3be2792a93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.575276] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "b1d6038c-6e16-4ed2-b8d2-ec3be2792a93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.575507] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "b1d6038c-6e16-4ed2-b8d2-ec3be2792a93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.578752] env[70966]: INFO nova.compute.manager [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Terminating instance [ 991.616743] env[70966]: DEBUG oslo_concurrency.lockutils [req-7f35921e-bbb8-4a5f-961c-fa463ba8f859 req-fd502cf5-3d3a-413e-ad81-adce28470f90 service nova] Releasing lock "refresh_cache-523d5ceb-7c30-41fe-87d5-48f5944ba100" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.735698] env[70966]: DEBUG nova.network.neutron [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.740298] env[70966]: DEBUG nova.network.neutron [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Successfully created port: 472422f9-011e-4b0d-a46f-42453f92e587 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.796812] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613070, 'name': Rename_Task, 'duration_secs': 0.225517} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.798639] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.799465] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1cc26c-3bda-442e-a8fa-df33cc87a78e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.802468] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc35669d-2f86-4903-9221-4e008e27cffb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.814608] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a3d5a6-ad40-4656-98c3-2b15d325b6b7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.818136] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Waiting for the task: (returnval){ [ 991.818136] env[70966]: value = "task-3613072" [ 991.818136] env[70966]: _type = "Task" [ 991.818136] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.818365] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613071, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.853440] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d87f960-d83e-4e36-8319-b0c276b298ed {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.862396] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.867577] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613069, 'name': ReconfigVM_Task, 'duration_secs': 0.638856} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.869855] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8/26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.870556] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c28f0a58-41d5-4f79-a8ed-818c7a10b8d3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.873216] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a917af-b78e-4993-a9f8-fbc89c9325c6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.879759] env[70966]: DEBUG nova.compute.manager [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.892423] env[70966]: DEBUG nova.compute.provider_tree [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.897034] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 991.897034] env[70966]: value = "task-3613073" [ 991.897034] env[70966]: _type = "Task" [ 991.897034] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.902813] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613073, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.951796] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ea728a-11d8-3bff-667b-a38ecfa19bad, 'name': SearchDatastore_Task, 'duration_secs': 0.015196} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.952223] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.952512] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.952802] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.953088] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.953356] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.953993] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9382831c-2229-4bc0-9a72-3cceeb09e189 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.969470] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.969681] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.970869] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6020df8-9eb2-4b97-af6a-938ec5878cf5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.976635] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 991.976635] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5213eaad-2371-efba-d8f3-76196d14a5f9" [ 991.976635] env[70966]: _type = "Task" [ 991.976635] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.986870] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5213eaad-2371-efba-d8f3-76196d14a5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.013616] env[70966]: DEBUG nova.network.neutron [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Updating instance_info_cache with network_info: [{"id": "e9df9689-9897-448a-942e-165566d84daf", "address": "fa:16:3e:8c:11:67", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9df9689-98", "ovs_interfaceid": "e9df9689-9897-448a-942e-165566d84daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.083319] env[70966]: DEBUG nova.compute.manager [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.083884] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.084522] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec9fe2e-a818-437b-9498-ed8a3cac847d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.093534] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.093836] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30e7f049-fa25-487b-8741-967669f933af {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.191462] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.191462] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.191462] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Deleting the datastore file [datastore1] 99de49b6-a37c-4bde-acf5-7f90d5f432de {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.191462] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af4384cd-b4cb-442a-8867-d2eb5fd57615 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.196798] env[70966]: DEBUG oslo_vmware.api [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 992.196798] env[70966]: value = "task-3613075" [ 992.196798] env[70966]: _type = "Task" [ 992.196798] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.210028] env[70966]: DEBUG oslo_vmware.api [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.270024] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.270024] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.270024] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleting the datastore file [datastore1] b1d6038c-6e16-4ed2-b8d2-ec3be2792a93 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.270024] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ae032c7-bb72-451d-9e04-de9117fe2a94 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.279515] env[70966]: DEBUG oslo_vmware.api [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 992.279515] env[70966]: value = "task-3613076" [ 992.279515] env[70966]: _type = "Task" [ 992.279515] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.290202] env[70966]: DEBUG oslo_vmware.api [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.296373] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "98aa482b-cfbd-48ca-b3fe-1d059e30a939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.296373] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "98aa482b-cfbd-48ca-b3fe-1d059e30a939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.311856] env[70966]: DEBUG oslo_vmware.api [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613071, 'name': RemoveSnapshot_Task, 'duration_secs': 0.822612} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.312193] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 992.312467] env[70966]: INFO nova.compute.manager [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Took 16.20 seconds to snapshot the instance on the hypervisor. [ 992.330256] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613072, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.400835] env[70966]: DEBUG nova.scheduler.client.report [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.415851] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613073, 'name': Rename_Task, 'duration_secs': 0.161399} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.416137] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.416909] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d17c25b3-c3fd-46dd-b91e-e3a012f31665 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.425558] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 992.425558] env[70966]: value = "task-3613077" [ 992.425558] env[70966]: _type = "Task" [ 992.425558] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.435468] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.487519] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5213eaad-2371-efba-d8f3-76196d14a5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.015845} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.488315] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c8bd5e5-ce75-477d-9576-4b267925ce56 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.493280] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 992.493280] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5254fd29-f80e-5629-5a79-72c4dfb60da6" [ 992.493280] env[70966]: _type = "Task" [ 992.493280] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.500527] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5254fd29-f80e-5629-5a79-72c4dfb60da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.516433] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "refresh_cache-9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.516739] env[70966]: DEBUG nova.compute.manager [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Instance network_info: |[{"id": "e9df9689-9897-448a-942e-165566d84daf", "address": "fa:16:3e:8c:11:67", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9df9689-98", "ovs_interfaceid": "e9df9689-9897-448a-942e-165566d84daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.517135] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:11:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9df9689-9897-448a-942e-165566d84daf', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.524643] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Creating folder: Project (58f7282aeff242339ccf356f4ab237c5). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.525083] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1a89691-1b1b-4158-8936-d984188c10c5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.534105] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Created folder: Project (58f7282aeff242339ccf356f4ab237c5) in parent group-v720468. [ 992.534327] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Creating folder: Instances. Parent ref: group-v720701. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.534568] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca6bfb89-75fe-4efa-a605-a6e170109fbd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.542818] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Created folder: Instances in parent group-v720701. [ 992.543089] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.543306] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.543508] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92e06f25-fda5-485f-ba36-4e7e46af293e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.563228] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.563228] env[70966]: value = "task-3613080" [ 992.563228] env[70966]: _type = "Task" [ 992.563228] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.571495] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613080, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.707858] env[70966]: DEBUG oslo_vmware.api [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177053} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.708213] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.708457] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.708674] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.708882] env[70966]: INFO nova.compute.manager [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Took 3.83 seconds to destroy the instance on the hypervisor. [ 992.709184] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.709471] env[70966]: DEBUG nova.compute.manager [-] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.709594] env[70966]: DEBUG nova.network.neutron [-] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.757431] env[70966]: DEBUG nova.compute.manager [req-174c6238-e2c3-4670-8858-a9fe23e79387 req-141cebd3-1af4-4edf-8927-f943406c8fff service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Received event network-changed-e9df9689-9897-448a-942e-165566d84daf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.757621] env[70966]: DEBUG nova.compute.manager [req-174c6238-e2c3-4670-8858-a9fe23e79387 req-141cebd3-1af4-4edf-8927-f943406c8fff service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Refreshing instance network info cache due to event network-changed-e9df9689-9897-448a-942e-165566d84daf. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.757837] env[70966]: DEBUG oslo_concurrency.lockutils [req-174c6238-e2c3-4670-8858-a9fe23e79387 req-141cebd3-1af4-4edf-8927-f943406c8fff service nova] Acquiring lock "refresh_cache-9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.757982] env[70966]: DEBUG oslo_concurrency.lockutils [req-174c6238-e2c3-4670-8858-a9fe23e79387 req-141cebd3-1af4-4edf-8927-f943406c8fff service nova] Acquired lock "refresh_cache-9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.758156] env[70966]: DEBUG nova.network.neutron [req-174c6238-e2c3-4670-8858-a9fe23e79387 req-141cebd3-1af4-4edf-8927-f943406c8fff service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Refreshing network info cache for port e9df9689-9897-448a-942e-165566d84daf {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.789551] env[70966]: DEBUG oslo_vmware.api [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193476} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.789846] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.790229] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.790449] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.790644] env[70966]: INFO nova.compute.manager [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Took 0.71 seconds to destroy the instance on the hypervisor. [ 992.790904] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.791119] env[70966]: DEBUG nova.compute.manager [-] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.791232] env[70966]: DEBUG nova.network.neutron [-] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.797667] env[70966]: DEBUG nova.compute.manager [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.816314] env[70966]: DEBUG nova.compute.manager [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Instance disappeared during snapshot {{(pid=70966) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 992.828635] env[70966]: DEBUG oslo_vmware.api [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613072, 'name': PowerOnVM_Task, 'duration_secs': 0.548761} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.830890] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.831115] env[70966]: INFO nova.compute.manager [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Took 11.07 seconds to spawn the instance on the hypervisor. [ 992.831334] env[70966]: DEBUG nova.compute.manager [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.832254] env[70966]: DEBUG nova.compute.manager [None req-abdacaa2-8cea-4b6c-b4ea-d1198c9ae2bd tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Image not found during clean up 1df9ddbf-4415-4d8a-ba65-6b1a39b135bf {{(pid=70966) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 992.834076] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fec7963-0c17-4436-99be-6ea938f4c6ab {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.906416] env[70966]: DEBUG nova.compute.manager [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.909194] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.911480] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.470s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.937358] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.939757] env[70966]: DEBUG nova.virt.hardware [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.940011] env[70966]: DEBUG nova.virt.hardware [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.940181] env[70966]: DEBUG nova.virt.hardware [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.940370] env[70966]: DEBUG nova.virt.hardware [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.940517] env[70966]: DEBUG nova.virt.hardware [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.940665] env[70966]: DEBUG nova.virt.hardware [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.940999] env[70966]: DEBUG nova.virt.hardware [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.941276] env[70966]: DEBUG nova.virt.hardware [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.941455] env[70966]: DEBUG nova.virt.hardware [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.941630] env[70966]: DEBUG nova.virt.hardware [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.941809] env[70966]: DEBUG nova.virt.hardware [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.943022] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c4b55b-ee7d-4454-97eb-56666cc75dc1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.948014] env[70966]: INFO nova.scheduler.client.report [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleted allocations for instance 1bba61d3-b470-4829-a380-f8734d9cb7ad [ 992.956544] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4612de7c-5f79-47d2-ba60-401db9f28486 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.004672] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5254fd29-f80e-5629-5a79-72c4dfb60da6, 'name': SearchDatastore_Task, 'duration_secs': 0.021004} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.005768] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.006178] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 523d5ceb-7c30-41fe-87d5-48f5944ba100/523d5ceb-7c30-41fe-87d5-48f5944ba100.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.006555] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12059af3-ea40-4451-a07d-fa269984d2e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.015159] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 993.015159] env[70966]: value = "task-3613081" [ 993.015159] env[70966]: _type = "Task" [ 993.015159] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.025796] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.074728] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613080, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.326875] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.355154] env[70966]: DEBUG nova.network.neutron [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Successfully updated port: 472422f9-011e-4b0d-a46f-42453f92e587 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.358877] env[70966]: INFO nova.compute.manager [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Took 39.82 seconds to build instance. [ 993.440652] env[70966]: DEBUG oslo_vmware.api [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613077, 'name': PowerOnVM_Task, 'duration_secs': 0.57734} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.440932] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.441853] env[70966]: INFO nova.compute.manager [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Took 8.26 seconds to spawn the instance on the hypervisor. [ 993.442080] env[70966]: DEBUG nova.compute.manager [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.442959] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f726ec1-71b3-451a-b6b7-9a194a06bdc0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.458592] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b914f4d-6902-426a-8f9b-398d1f1c35fc tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "1bba61d3-b470-4829-a380-f8734d9cb7ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.084s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.514236] env[70966]: DEBUG nova.network.neutron [req-174c6238-e2c3-4670-8858-a9fe23e79387 req-141cebd3-1af4-4edf-8927-f943406c8fff service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Updated VIF entry in instance network info cache for port e9df9689-9897-448a-942e-165566d84daf. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.514655] env[70966]: DEBUG nova.network.neutron [req-174c6238-e2c3-4670-8858-a9fe23e79387 req-141cebd3-1af4-4edf-8927-f943406c8fff service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Updating instance_info_cache with network_info: [{"id": "e9df9689-9897-448a-942e-165566d84daf", "address": "fa:16:3e:8c:11:67", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9df9689-98", "ovs_interfaceid": "e9df9689-9897-448a-942e-165566d84daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.539034] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613081, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.577386] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613080, 'name': CreateVM_Task, 'duration_secs': 0.535613} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.577550] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.578285] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.578449] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.578761] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.579026] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8153dbaa-8d9b-4d66-8455-bf797199db5c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.590108] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 993.590108] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52034eff-c24f-6460-7f9f-8bbff20852dc" [ 993.590108] env[70966]: _type = "Task" [ 993.590108] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.599278] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52034eff-c24f-6460-7f9f-8bbff20852dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.705970] env[70966]: DEBUG nova.compute.manager [req-ed03e312-a2a9-4881-81c2-84e655d33c1e req-2c7c65a1-0afe-4f87-ade0-2e899687877c service nova] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Received event network-vif-deleted-810e44c6-ae85-4ebf-b910-a07f3783c8d8 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.706152] env[70966]: INFO nova.compute.manager [req-ed03e312-a2a9-4881-81c2-84e655d33c1e req-2c7c65a1-0afe-4f87-ade0-2e899687877c service nova] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Neutron deleted interface 810e44c6-ae85-4ebf-b910-a07f3783c8d8; detaching it from the instance and deleting it from the info cache [ 993.706321] env[70966]: DEBUG nova.network.neutron [req-ed03e312-a2a9-4881-81c2-84e655d33c1e req-2c7c65a1-0afe-4f87-ade0-2e899687877c service nova] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.837659] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111b726c-7a08-47b7-911e-6b7e960a3751 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.849313] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41e5a61-476f-486a-af28-236258a4e549 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.885461] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquiring lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.885686] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquired lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.885958] env[70966]: DEBUG nova.network.neutron [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.887134] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e6dd62b-ccda-401c-be45-02d7ef8a6678 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Lock "38d1a9d0-7442-4a91-ab52-94c73e0d9caf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.363s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.889131] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d49b465-f4cc-49a7-9747-91759c596038 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.894029] env[70966]: DEBUG oslo_concurrency.lockutils [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "6de5cc86-3369-45ae-8a25-373621dd03a5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.894274] env[70966]: DEBUG oslo_concurrency.lockutils [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "6de5cc86-3369-45ae-8a25-373621dd03a5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.896886] env[70966]: DEBUG nova.network.neutron [-] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.903221] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04401d42-73e4-41bd-90da-59f19487103b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.921714] env[70966]: DEBUG nova.compute.provider_tree [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.968204] env[70966]: INFO nova.compute.manager [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Took 38.39 seconds to build instance. [ 994.028425] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95636} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.028890] env[70966]: DEBUG oslo_concurrency.lockutils [req-174c6238-e2c3-4670-8858-a9fe23e79387 req-141cebd3-1af4-4edf-8927-f943406c8fff service nova] Releasing lock "refresh_cache-9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.029293] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 523d5ceb-7c30-41fe-87d5-48f5944ba100/523d5ceb-7c30-41fe-87d5-48f5944ba100.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.029549] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.029807] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc6f0d9b-a4f5-4ee0-b6a0-061bc207f8bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.037649] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 994.037649] env[70966]: value = "task-3613082" [ 994.037649] env[70966]: _type = "Task" [ 994.037649] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.048114] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.099654] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52034eff-c24f-6460-7f9f-8bbff20852dc, 'name': SearchDatastore_Task, 'duration_secs': 0.019344} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.100025] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.100284] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.100560] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.100755] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.100959] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.101268] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb164d70-4249-4c8c-a504-c14420fd2ef5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.110860] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.111080] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.111889] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c953d33c-7818-4f37-8c13-efc1a753eb05 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.119034] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 994.119034] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52098c29-18c5-3466-5fab-0e232d8c94cd" [ 994.119034] env[70966]: _type = "Task" [ 994.119034] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.128551] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52098c29-18c5-3466-5fab-0e232d8c94cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.147757] env[70966]: DEBUG nova.network.neutron [-] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.212239] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae7df7ea-8985-4946-b7eb-ef3cd3a73207 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.221064] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41391090-9c95-404e-b739-b831cae819f0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.261064] env[70966]: DEBUG nova.compute.manager [req-ed03e312-a2a9-4881-81c2-84e655d33c1e req-2c7c65a1-0afe-4f87-ade0-2e899687877c service nova] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Detach interface failed, port_id=810e44c6-ae85-4ebf-b910-a07f3783c8d8, reason: Instance b1d6038c-6e16-4ed2-b8d2-ec3be2792a93 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 994.399682] env[70966]: DEBUG nova.compute.utils [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.402835] env[70966]: INFO nova.compute.manager [-] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Took 1.61 seconds to deallocate network for instance. [ 994.423659] env[70966]: DEBUG nova.network.neutron [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.426363] env[70966]: DEBUG nova.scheduler.client.report [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.469934] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3211f4a6-c4f1-4677-bc64-4c636e1d7b29 tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.902s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.548385] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089783} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.548632] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.549708] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bb53f0-7ff0-4b5d-affe-b0b06aaa528e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.579977] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 523d5ceb-7c30-41fe-87d5-48f5944ba100/523d5ceb-7c30-41fe-87d5-48f5944ba100.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.580716] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7877f07-6baa-45b9-8359-f287fcb1b87c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.596673] env[70966]: DEBUG nova.network.neutron [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Updating instance_info_cache with network_info: [{"id": "472422f9-011e-4b0d-a46f-42453f92e587", "address": "fa:16:3e:d9:a2:29", "network": {"id": "000dd916-6379-4b2e-9c4c-dc8b39223522", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-551460757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47083c35719d4c5db6b3e99c10cf5735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472422f9-01", "ovs_interfaceid": "472422f9-011e-4b0d-a46f-42453f92e587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.605557] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 994.605557] env[70966]: value = "task-3613083" [ 994.605557] env[70966]: _type = "Task" [ 994.605557] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.616152] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.629181] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52098c29-18c5-3466-5fab-0e232d8c94cd, 'name': SearchDatastore_Task, 'duration_secs': 0.024266} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.630037] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc971e2-aa47-482d-91e5-482eb131b560 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.637823] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 994.637823] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5211d0e2-535c-e4bf-40d8-5be70ba6989f" [ 994.637823] env[70966]: _type = "Task" [ 994.637823] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.647862] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5211d0e2-535c-e4bf-40d8-5be70ba6989f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.650802] env[70966]: INFO nova.compute.manager [-] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Took 1.94 seconds to deallocate network for instance. [ 994.662572] env[70966]: DEBUG oslo_concurrency.lockutils [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.662827] env[70966]: DEBUG oslo_concurrency.lockutils [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.663070] env[70966]: DEBUG oslo_concurrency.lockutils [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.663245] env[70966]: DEBUG oslo_concurrency.lockutils [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.663445] env[70966]: DEBUG oslo_concurrency.lockutils [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.665098] env[70966]: INFO nova.compute.manager [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Terminating instance [ 994.904842] env[70966]: DEBUG oslo_concurrency.lockutils [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "6de5cc86-3369-45ae-8a25-373621dd03a5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.910042] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.088875] env[70966]: DEBUG oslo_concurrency.lockutils [None req-270a1453-c456-41d1-a952-6a1c16cd6544 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "1b9eb3ac-aa03-4698-8a21-39fbfa4ff170" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.089193] env[70966]: DEBUG oslo_concurrency.lockutils [None req-270a1453-c456-41d1-a952-6a1c16cd6544 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "1b9eb3ac-aa03-4698-8a21-39fbfa4ff170" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.099389] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Releasing lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.099720] env[70966]: DEBUG nova.compute.manager [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Instance network_info: |[{"id": "472422f9-011e-4b0d-a46f-42453f92e587", "address": "fa:16:3e:d9:a2:29", "network": {"id": "000dd916-6379-4b2e-9c4c-dc8b39223522", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-551460757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47083c35719d4c5db6b3e99c10cf5735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472422f9-01", "ovs_interfaceid": "472422f9-011e-4b0d-a46f-42453f92e587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.100186] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:a2:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '472422f9-011e-4b0d-a46f-42453f92e587', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.108087] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Creating folder: Project (47083c35719d4c5db6b3e99c10cf5735). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.109210] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7e10f27-c9a0-4922-8b40-c51885f0bec1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.121934] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.126645] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Created folder: Project (47083c35719d4c5db6b3e99c10cf5735) in parent group-v720468. [ 995.126841] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Creating folder: Instances. Parent ref: group-v720704. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.127132] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-114b1bc2-5358-42e8-a5d2-4d79585ee5bc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.139047] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Created folder: Instances in parent group-v720704. [ 995.139047] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.146282] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.146931] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e3e6436-082e-4580-bc98-ce969b3a9307 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.171500] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Acquiring lock "38d1a9d0-7442-4a91-ab52-94c73e0d9caf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.171862] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Lock "38d1a9d0-7442-4a91-ab52-94c73e0d9caf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.172171] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Acquiring lock "38d1a9d0-7442-4a91-ab52-94c73e0d9caf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.172466] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Lock "38d1a9d0-7442-4a91-ab52-94c73e0d9caf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.172722] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Lock "38d1a9d0-7442-4a91-ab52-94c73e0d9caf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.175658] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.176400] env[70966]: DEBUG nova.compute.manager [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.176675] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.177338] env[70966]: INFO nova.compute.manager [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Terminating instance [ 995.184855] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbb1a10-54f8-4267-9f8b-9bcf00450f1d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.189535] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5211d0e2-535c-e4bf-40d8-5be70ba6989f, 'name': SearchDatastore_Task, 'duration_secs': 0.017436} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.190689] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.190947] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961/9c2d1b45-e146-4ec5-b8d4-8d36a95ad961.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.191716] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1a88ce5-8423-4a2b-ac9d-7e394b19a756 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.195575] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.195575] env[70966]: value = "task-3613086" [ 995.195575] env[70966]: _type = "Task" [ 995.195575] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.198376] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.202639] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4a1b234-8b36-4a3e-b0b8-a3555152d7a0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.205652] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 995.205652] env[70966]: value = "task-3613087" [ 995.205652] env[70966]: _type = "Task" [ 995.205652] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.212824] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613086, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.214642] env[70966]: DEBUG oslo_vmware.api [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 995.214642] env[70966]: value = "task-3613088" [ 995.214642] env[70966]: _type = "Task" [ 995.214642] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.221211] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.227851] env[70966]: DEBUG oslo_vmware.api [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.309639] env[70966]: DEBUG nova.compute.manager [req-42f2865e-9f8f-4684-bac7-6cde32a9ebcc req-4f4a100e-e8eb-4334-aaf2-7fecf747f68f service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Received event network-vif-plugged-472422f9-011e-4b0d-a46f-42453f92e587 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.309901] env[70966]: DEBUG oslo_concurrency.lockutils [req-42f2865e-9f8f-4684-bac7-6cde32a9ebcc req-4f4a100e-e8eb-4334-aaf2-7fecf747f68f service nova] Acquiring lock "f1794df3-0247-4955-8236-6c4a2c0e2d31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.310164] env[70966]: DEBUG oslo_concurrency.lockutils [req-42f2865e-9f8f-4684-bac7-6cde32a9ebcc req-4f4a100e-e8eb-4334-aaf2-7fecf747f68f service nova] Lock "f1794df3-0247-4955-8236-6c4a2c0e2d31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.310343] env[70966]: DEBUG oslo_concurrency.lockutils [req-42f2865e-9f8f-4684-bac7-6cde32a9ebcc req-4f4a100e-e8eb-4334-aaf2-7fecf747f68f service nova] Lock "f1794df3-0247-4955-8236-6c4a2c0e2d31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.310529] env[70966]: DEBUG nova.compute.manager [req-42f2865e-9f8f-4684-bac7-6cde32a9ebcc req-4f4a100e-e8eb-4334-aaf2-7fecf747f68f service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] No waiting events found dispatching network-vif-plugged-472422f9-011e-4b0d-a46f-42453f92e587 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.310731] env[70966]: WARNING nova.compute.manager [req-42f2865e-9f8f-4684-bac7-6cde32a9ebcc req-4f4a100e-e8eb-4334-aaf2-7fecf747f68f service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Received unexpected event network-vif-plugged-472422f9-011e-4b0d-a46f-42453f92e587 for instance with vm_state building and task_state spawning. [ 995.310851] env[70966]: DEBUG nova.compute.manager [req-42f2865e-9f8f-4684-bac7-6cde32a9ebcc req-4f4a100e-e8eb-4334-aaf2-7fecf747f68f service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Received event network-changed-472422f9-011e-4b0d-a46f-42453f92e587 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.311012] env[70966]: DEBUG nova.compute.manager [req-42f2865e-9f8f-4684-bac7-6cde32a9ebcc req-4f4a100e-e8eb-4334-aaf2-7fecf747f68f service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Refreshing instance network info cache due to event network-changed-472422f9-011e-4b0d-a46f-42453f92e587. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.311326] env[70966]: DEBUG oslo_concurrency.lockutils [req-42f2865e-9f8f-4684-bac7-6cde32a9ebcc req-4f4a100e-e8eb-4334-aaf2-7fecf747f68f service nova] Acquiring lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.311536] env[70966]: DEBUG oslo_concurrency.lockutils [req-42f2865e-9f8f-4684-bac7-6cde32a9ebcc req-4f4a100e-e8eb-4334-aaf2-7fecf747f68f service nova] Acquired lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.311734] env[70966]: DEBUG nova.network.neutron [req-42f2865e-9f8f-4684-bac7-6cde32a9ebcc req-4f4a100e-e8eb-4334-aaf2-7fecf747f68f service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Refreshing network info cache for port 472422f9-011e-4b0d-a46f-42453f92e587 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.437895] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.526s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.441707] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.608s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.445043] env[70966]: INFO nova.compute.claims [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.596025] env[70966]: DEBUG nova.compute.manager [None req-270a1453-c456-41d1-a952-6a1c16cd6544 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1b9eb3ac-aa03-4698-8a21-39fbfa4ff170] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.620318] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613083, 'name': ReconfigVM_Task, 'duration_secs': 0.822407} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.620678] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 523d5ceb-7c30-41fe-87d5-48f5944ba100/523d5ceb-7c30-41fe-87d5-48f5944ba100.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.621403] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dc9ad79-142a-4eea-9738-710f91768354 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.630173] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 995.630173] env[70966]: value = "task-3613089" [ 995.630173] env[70966]: _type = "Task" [ 995.630173] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.641682] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613089, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.693144] env[70966]: DEBUG nova.compute.manager [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.693973] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.695682] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2ee3ca-8a29-4c97-9a0b-e42decaf38b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.716861] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.717527] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613086, 'name': CreateVM_Task, 'duration_secs': 0.431042} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.718196] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03618369-48a6-4ec1-b40a-4a72a7a2de6c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.723615] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.727530] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.727741] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.728091] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.728354] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613087, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.729313] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7427b02-c77f-4e25-b163-411d66b4a884 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.735042] env[70966]: DEBUG oslo_vmware.api [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613088, 'name': PowerOffVM_Task, 'duration_secs': 0.251039} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.737471] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.737669] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.738061] env[70966]: DEBUG oslo_vmware.api [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Waiting for the task: (returnval){ [ 995.738061] env[70966]: value = "task-3613090" [ 995.738061] env[70966]: _type = "Task" [ 995.738061] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.738421] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 995.738421] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5280c2cb-0def-32b2-81cd-6c13f6d1d5b9" [ 995.738421] env[70966]: _type = "Task" [ 995.738421] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.738673] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-086b9670-2d84-453e-a43e-e183dfb43d50 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.753810] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5280c2cb-0def-32b2-81cd-6c13f6d1d5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.757596] env[70966]: DEBUG oslo_vmware.api [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.790297] env[70966]: DEBUG nova.compute.manager [req-a230d6ac-b742-4702-82ec-c8b135541ddd req-8948b82d-e548-4518-83d5-d2f9833f0cf7 service nova] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Received event network-vif-deleted-1e854a66-3075-45e7-b2f3-581cd4308b95 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.826077] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.826077] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.826077] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Deleting the datastore file [datastore2] 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.826077] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a441134-e752-41a8-b10d-46517a930e94 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.833992] env[70966]: DEBUG oslo_vmware.api [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for the task: (returnval){ [ 995.833992] env[70966]: value = "task-3613092" [ 995.833992] env[70966]: _type = "Task" [ 995.833992] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.845307] env[70966]: DEBUG oslo_vmware.api [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.959541] env[70966]: DEBUG oslo_concurrency.lockutils [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "6de5cc86-3369-45ae-8a25-373621dd03a5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.959830] env[70966]: DEBUG oslo_concurrency.lockutils [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "6de5cc86-3369-45ae-8a25-373621dd03a5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.960203] env[70966]: INFO nova.compute.manager [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Attaching volume c815916c-8294-479f-8a52-97953421be0d to /dev/sdb [ 996.018155] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f20045-f5e3-42f6-8527-1bb7618208f1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.028998] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1648ad-cb2c-4121-a1d0-ee82b377eaba {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.045396] env[70966]: INFO nova.scheduler.client.report [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Deleted allocation for migration 4216b3fa-2306-4ce5-b114-93428e1952cd [ 996.052762] env[70966]: DEBUG nova.virt.block_device [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Updating existing volume attachment record: cefc094d-9ee3-4261-9b74-cf5447d648cc {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 996.099585] env[70966]: DEBUG nova.compute.manager [None req-270a1453-c456-41d1-a952-6a1c16cd6544 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 1b9eb3ac-aa03-4698-8a21-39fbfa4ff170] Instance disappeared before build. {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 996.140525] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613089, 'name': Rename_Task, 'duration_secs': 0.252925} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.140764] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.141016] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c16fbe0-84bf-46fa-ab9d-2fa1ff1eba8a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.151540] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 996.151540] env[70966]: value = "task-3613093" [ 996.151540] env[70966]: _type = "Task" [ 996.151540] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.164931] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.191659] env[70966]: DEBUG nova.network.neutron [req-42f2865e-9f8f-4684-bac7-6cde32a9ebcc req-4f4a100e-e8eb-4334-aaf2-7fecf747f68f service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Updated VIF entry in instance network info cache for port 472422f9-011e-4b0d-a46f-42453f92e587. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.192237] env[70966]: DEBUG nova.network.neutron [req-42f2865e-9f8f-4684-bac7-6cde32a9ebcc req-4f4a100e-e8eb-4334-aaf2-7fecf747f68f service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Updating instance_info_cache with network_info: [{"id": "472422f9-011e-4b0d-a46f-42453f92e587", "address": "fa:16:3e:d9:a2:29", "network": {"id": "000dd916-6379-4b2e-9c4c-dc8b39223522", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-551460757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47083c35719d4c5db6b3e99c10cf5735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472422f9-01", "ovs_interfaceid": "472422f9-011e-4b0d-a46f-42453f92e587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.216658] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595226} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.216960] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961/9c2d1b45-e146-4ec5-b8d4-8d36a95ad961.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.217194] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.217450] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2564328a-5b5f-4a23-8a68-c7a535edb12a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.225053] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 996.225053] env[70966]: value = "task-3613095" [ 996.225053] env[70966]: _type = "Task" [ 996.225053] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.236886] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.258690] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5280c2cb-0def-32b2-81cd-6c13f6d1d5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.040918} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.263484] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.263948] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.264321] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.265202] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.265202] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.265462] env[70966]: DEBUG oslo_vmware.api [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613090, 'name': PowerOffVM_Task, 'duration_secs': 0.335219} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.265750] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edb8b947-e094-4e96-8017-47a67913bc84 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.271066] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.271367] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.272109] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12d4c95a-289d-40f8-b816-289e6d923d31 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.284477] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.284477] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.284983] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be41aba-9a59-4815-878a-da7e2e84c18c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.293935] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 996.293935] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529d7f4c-a15c-f5be-3404-5aad3321748e" [ 996.293935] env[70966]: _type = "Task" [ 996.293935] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.305951] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529d7f4c-a15c-f5be-3404-5aad3321748e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.345246] env[70966]: DEBUG oslo_vmware.api [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Task: {'id': task-3613092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151025} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.345543] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.345543] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.345939] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.346074] env[70966]: INFO nova.compute.manager [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 996.346326] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.346567] env[70966]: DEBUG nova.compute.manager [-] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.346672] env[70966]: DEBUG nova.network.neutron [-] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.358516] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.358738] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.358917] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Deleting the datastore file [datastore2] 38d1a9d0-7442-4a91-ab52-94c73e0d9caf {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.359236] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fa3a819-59a1-4ad4-8085-c9d154a86822 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.367387] env[70966]: DEBUG oslo_vmware.api [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Waiting for the task: (returnval){ [ 996.367387] env[70966]: value = "task-3613099" [ 996.367387] env[70966]: _type = "Task" [ 996.367387] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.377174] env[70966]: DEBUG oslo_vmware.api [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.559685] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6c5d4404-ea4c-41ec-8527-721d37b7e70b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "379e905b-dd3b-4b73-8393-02232f2540ce" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.583s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.617754] env[70966]: DEBUG oslo_concurrency.lockutils [None req-270a1453-c456-41d1-a952-6a1c16cd6544 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "1b9eb3ac-aa03-4698-8a21-39fbfa4ff170" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.528s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.667223] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613093, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.696126] env[70966]: DEBUG oslo_concurrency.lockutils [req-42f2865e-9f8f-4684-bac7-6cde32a9ebcc req-4f4a100e-e8eb-4334-aaf2-7fecf747f68f service nova] Releasing lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.741119] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074548} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.742481] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.743981] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc8c182-b5e2-4753-a49c-1a33ab0b806e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.769261] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961/9c2d1b45-e146-4ec5-b8d4-8d36a95ad961.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.772432] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2e26e1c-0277-41d1-9160-0fc3bdfded28 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.799298] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 996.799298] env[70966]: value = "task-3613100" [ 996.799298] env[70966]: _type = "Task" [ 996.799298] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.810229] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529d7f4c-a15c-f5be-3404-5aad3321748e, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.814071] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613100, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.814326] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82f5968c-5edc-4348-9a45-b09fa9d7cf36 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.821037] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 996.821037] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5278cfbc-c675-e844-f59a-4744b6d01019" [ 996.821037] env[70966]: _type = "Task" [ 996.821037] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.831742] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5278cfbc-c675-e844-f59a-4744b6d01019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.881921] env[70966]: DEBUG oslo_vmware.api [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Task: {'id': task-3613099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248525} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.882855] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.882855] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.882855] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.882855] env[70966]: INFO nova.compute.manager [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 996.883115] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.883226] env[70966]: DEBUG nova.compute.manager [-] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.883226] env[70966]: DEBUG nova.network.neutron [-] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.890362] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1e129c-787b-4d5f-a629-1b966152bab4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.898974] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c298d4e-d8d5-43aa-afba-b492c52e836d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.932398] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10054cac-a6dd-41fa-8e19-8b698b14b6dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.941745] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c00fdd3-e752-4a44-8478-a0db3f92d528 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.958728] env[70966]: DEBUG nova.compute.provider_tree [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.014540] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.014771] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.162664] env[70966]: DEBUG oslo_vmware.api [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613093, 'name': PowerOnVM_Task, 'duration_secs': 0.602351} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.162954] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.163184] env[70966]: INFO nova.compute.manager [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Took 9.44 seconds to spawn the instance on the hypervisor. [ 997.163366] env[70966]: DEBUG nova.compute.manager [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.164178] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b32c3ac-2f0a-41ee-81d5-067d30dad2a5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.312587] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613100, 'name': ReconfigVM_Task, 'duration_secs': 0.352607} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.314823] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961/9c2d1b45-e146-4ec5-b8d4-8d36a95ad961.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.315503] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbc9737d-2bed-465e-a0a1-b77dea78eb6a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.326304] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 997.326304] env[70966]: value = "task-3613101" [ 997.326304] env[70966]: _type = "Task" [ 997.326304] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.333452] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5278cfbc-c675-e844-f59a-4744b6d01019, 'name': SearchDatastore_Task, 'duration_secs': 0.015328} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.334083] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.334402] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] f1794df3-0247-4955-8236-6c4a2c0e2d31/f1794df3-0247-4955-8236-6c4a2c0e2d31.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.336240] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fc29729-f8cf-4364-a8e6-e0b8fdeb8010 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.339148] env[70966]: DEBUG nova.compute.manager [req-33097b71-d9e2-4751-9f56-24e26d3bc3f3 req-55cc9920-91d4-4ccf-a9a8-8e83bd2036ad service nova] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Received event network-vif-deleted-6383c425-5c78-494c-a031-e7c0c8ffc5af {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.339373] env[70966]: INFO nova.compute.manager [req-33097b71-d9e2-4751-9f56-24e26d3bc3f3 req-55cc9920-91d4-4ccf-a9a8-8e83bd2036ad service nova] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Neutron deleted interface 6383c425-5c78-494c-a031-e7c0c8ffc5af; detaching it from the instance and deleting it from the info cache [ 997.339555] env[70966]: DEBUG nova.network.neutron [req-33097b71-d9e2-4751-9f56-24e26d3bc3f3 req-55cc9920-91d4-4ccf-a9a8-8e83bd2036ad service nova] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.345073] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613101, 'name': Rename_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.351269] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 997.351269] env[70966]: value = "task-3613102" [ 997.351269] env[70966]: _type = "Task" [ 997.351269] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.364808] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.462969] env[70966]: DEBUG nova.scheduler.client.report [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.516777] env[70966]: DEBUG nova.compute.manager [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.543067] env[70966]: DEBUG nova.network.neutron [-] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.684804] env[70966]: INFO nova.compute.manager [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Took 39.49 seconds to build instance. [ 997.815560] env[70966]: DEBUG nova.network.neutron [-] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.842173] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613101, 'name': Rename_Task, 'duration_secs': 0.155202} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.842406] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04c0a91c-d62a-49c1-9bde-6093daa68cff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.844359] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.845115] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-822525f7-43ec-4392-b7d3-8b08d7c7090a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.856673] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5114294-dc2b-4f78-aba5-cfbd4fd5aba1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.870697] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 997.870697] env[70966]: value = "task-3613103" [ 997.870697] env[70966]: _type = "Task" [ 997.870697] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.891242] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613102, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.891990] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613103, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.914664] env[70966]: DEBUG nova.compute.manager [req-2d36615a-7918-4118-87ac-d6f65aea69af req-52d5d0a1-1c5e-43f5-8e30-3984b27c45ac service nova] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Received event network-vif-deleted-222213b8-a963-4d47-bdbf-568ce4bd17bd {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.914664] env[70966]: DEBUG nova.compute.manager [req-33097b71-d9e2-4751-9f56-24e26d3bc3f3 req-55cc9920-91d4-4ccf-a9a8-8e83bd2036ad service nova] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Detach interface failed, port_id=6383c425-5c78-494c-a031-e7c0c8ffc5af, reason: Instance 38d1a9d0-7442-4a91-ab52-94c73e0d9caf could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 997.969039] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.969726] env[70966]: DEBUG nova.compute.manager [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.972825] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.269s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.974571] env[70966]: INFO nova.compute.claims [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.047622] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.048295] env[70966]: INFO nova.compute.manager [-] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Took 1.70 seconds to deallocate network for instance. [ 998.187351] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1c8ef6cf-7ef5-46dd-b7b4-bfdd8c06fff8 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "523d5ceb-7c30-41fe-87d5-48f5944ba100" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.009s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.320685] env[70966]: INFO nova.compute.manager [-] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Took 1.44 seconds to deallocate network for instance. [ 998.387329] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837788} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.390823] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] f1794df3-0247-4955-8236-6c4a2c0e2d31/f1794df3-0247-4955-8236-6c4a2c0e2d31.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.391152] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.391501] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613103, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.391755] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-139f220f-dfe3-40e5-8e55-70a4a11ba64f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.400344] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "e5a70365-479b-4c56-b385-684fd7e70c74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.401034] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "e5a70365-479b-4c56-b385-684fd7e70c74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.405022] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 998.405022] env[70966]: value = "task-3613105" [ 998.405022] env[70966]: _type = "Task" [ 998.405022] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.418262] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.479681] env[70966]: DEBUG nova.compute.utils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.483122] env[70966]: DEBUG nova.compute.manager [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.483337] env[70966]: DEBUG nova.network.neutron [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.521447] env[70966]: DEBUG nova.policy [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fecc64ba5644d63b395934bdcbbd6a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0fbe5f70e0943758a4a172e8c067f47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.555750] env[70966]: DEBUG oslo_concurrency.lockutils [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.784714] env[70966]: DEBUG nova.network.neutron [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Successfully created port: b1921c9c-5f1e-49da-ba20-0a40849a4c31 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.830671] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.886162] env[70966]: DEBUG oslo_vmware.api [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613103, 'name': PowerOnVM_Task, 'duration_secs': 0.755341} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.886580] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.886822] env[70966]: INFO nova.compute.manager [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Took 8.55 seconds to spawn the instance on the hypervisor. [ 998.887067] env[70966]: DEBUG nova.compute.manager [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.887900] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27e8e5b-beb4-44f5-9ed0-d2bc89697074 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.905278] env[70966]: DEBUG nova.compute.manager [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.916386] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084081} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.920020] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.920020] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05c3488-3d78-4cd0-80ff-ed28ea3fece4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.945513] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] f1794df3-0247-4955-8236-6c4a2c0e2d31/f1794df3-0247-4955-8236-6c4a2c0e2d31.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.946803] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3d0eeb9-7f67-4f51-a477-28bc4286414d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.974041] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 998.974041] env[70966]: value = "task-3613106" [ 998.974041] env[70966]: _type = "Task" [ 998.974041] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.984575] env[70966]: DEBUG nova.compute.manager [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.987097] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.332099] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "d5c25f0a-6cb3-46b6-ba8a-7822593a840d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.332363] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "d5c25f0a-6cb3-46b6-ba8a-7822593a840d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.397958] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014debb5-d996-47d9-a62c-fb480f7d568f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.417487] env[70966]: INFO nova.compute.manager [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Took 40.57 seconds to build instance. [ 999.422568] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5252a41-a1ff-4e07-8b39-f505f1ed4462 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.455526] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.456456] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6580ef13-2e3c-4e57-9a40-e87ef734056c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.465207] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4fed2e-2cdb-460c-a3f3-6af6a0e4ca6a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.486384] env[70966]: DEBUG nova.compute.provider_tree [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.495140] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613106, 'name': ReconfigVM_Task, 'duration_secs': 0.412699} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.495323] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Reconfigured VM instance instance-00000056 to attach disk [datastore1] f1794df3-0247-4955-8236-6c4a2c0e2d31/f1794df3-0247-4955-8236-6c4a2c0e2d31.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.496236] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b12a744-c398-4325-a293-2cec9583483c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.503810] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 999.503810] env[70966]: value = "task-3613107" [ 999.503810] env[70966]: _type = "Task" [ 999.503810] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.513014] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613107, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.834428] env[70966]: DEBUG nova.compute.manager [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.922467] env[70966]: DEBUG oslo_concurrency.lockutils [None req-df746a24-dca2-4565-95da-69dfa44cc8a1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.086s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.938232] env[70966]: DEBUG nova.compute.manager [req-28fe2855-d4d0-4040-8b1e-20ae5097b5fc req-ac668024-1dad-4323-9ad1-bceac28c691f service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Received event network-changed-e9df9689-9897-448a-942e-165566d84daf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.938232] env[70966]: DEBUG nova.compute.manager [req-28fe2855-d4d0-4040-8b1e-20ae5097b5fc req-ac668024-1dad-4323-9ad1-bceac28c691f service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Refreshing instance network info cache due to event network-changed-e9df9689-9897-448a-942e-165566d84daf. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.938232] env[70966]: DEBUG oslo_concurrency.lockutils [req-28fe2855-d4d0-4040-8b1e-20ae5097b5fc req-ac668024-1dad-4323-9ad1-bceac28c691f service nova] Acquiring lock "refresh_cache-9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.938232] env[70966]: DEBUG oslo_concurrency.lockutils [req-28fe2855-d4d0-4040-8b1e-20ae5097b5fc req-ac668024-1dad-4323-9ad1-bceac28c691f service nova] Acquired lock "refresh_cache-9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.938713] env[70966]: DEBUG nova.network.neutron [req-28fe2855-d4d0-4040-8b1e-20ae5097b5fc req-ac668024-1dad-4323-9ad1-bceac28c691f service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Refreshing network info cache for port e9df9689-9897-448a-942e-165566d84daf {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.991048] env[70966]: DEBUG nova.scheduler.client.report [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.999401] env[70966]: DEBUG nova.compute.manager [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.015912] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613107, 'name': Rename_Task, 'duration_secs': 0.309614} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.016277] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.016513] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0116e9ec-11cd-4975-959b-da29da01c2b4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.024561] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 1000.024561] env[70966]: value = "task-3613108" [ 1000.024561] env[70966]: _type = "Task" [ 1000.024561] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.033604] env[70966]: DEBUG nova.virt.hardware [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.033848] env[70966]: DEBUG nova.virt.hardware [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.034016] env[70966]: DEBUG nova.virt.hardware [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.034627] env[70966]: DEBUG nova.virt.hardware [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.034627] env[70966]: DEBUG nova.virt.hardware [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.034627] env[70966]: DEBUG nova.virt.hardware [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.034786] env[70966]: DEBUG nova.virt.hardware [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.034954] env[70966]: DEBUG nova.virt.hardware [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.035189] env[70966]: DEBUG nova.virt.hardware [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.035395] env[70966]: DEBUG nova.virt.hardware [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.035617] env[70966]: DEBUG nova.virt.hardware [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.036549] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da64f58e-3fb7-44f6-b2a7-a3b589346dfc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.043114] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.048753] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe69b22b-9e5c-4170-82a7-8b0dbe142b95 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.293211] env[70966]: DEBUG nova.network.neutron [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Successfully updated port: b1921c9c-5f1e-49da-ba20-0a40849a4c31 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.361152] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.500903] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.500903] env[70966]: DEBUG nova.compute.manager [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.503559] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.804s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.503804] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.503955] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70966) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1000.504272] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.487s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.506467] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb6514d-dcf9-4940-89b9-8c55057926db {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.519829] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2987ac39-3097-43a6-a105-71347b1256ed {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.538108] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c84e20-4e2a-4ea6-9379-a04f39fddbe8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.549740] env[70966]: DEBUG oslo_vmware.api [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613108, 'name': PowerOnVM_Task, 'duration_secs': 0.483697} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.549740] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.549740] env[70966]: INFO nova.compute.manager [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1000.549740] env[70966]: DEBUG nova.compute.manager [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.550548] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36846e1-b420-4d34-a51f-ed330b5644b5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.553759] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c29c5a-91d4-4d12-afcf-6c655eb27d0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.588246] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179006MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70966) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1000.588246] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.616403] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1000.616661] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720708', 'volume_id': 'c815916c-8294-479f-8a52-97953421be0d', 'name': 'volume-c815916c-8294-479f-8a52-97953421be0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6de5cc86-3369-45ae-8a25-373621dd03a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'c815916c-8294-479f-8a52-97953421be0d', 'serial': 'c815916c-8294-479f-8a52-97953421be0d'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1000.617556] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad01508d-afda-4b1e-b1ae-fcaf7e102f77 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.635507] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ec1f61-0ae4-4679-b5eb-b37eda181b43 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.662733] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-c815916c-8294-479f-8a52-97953421be0d/volume-c815916c-8294-479f-8a52-97953421be0d.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.663075] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcfcda97-3f00-4d9d-bd25-8be706f29f87 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.683178] env[70966]: DEBUG oslo_vmware.api [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1000.683178] env[70966]: value = "task-3613109" [ 1000.683178] env[70966]: _type = "Task" [ 1000.683178] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.692210] env[70966]: DEBUG oslo_vmware.api [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.795975] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.796173] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquired lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.796298] env[70966]: DEBUG nova.network.neutron [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.873802] env[70966]: DEBUG nova.network.neutron [req-28fe2855-d4d0-4040-8b1e-20ae5097b5fc req-ac668024-1dad-4323-9ad1-bceac28c691f service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Updated VIF entry in instance network info cache for port e9df9689-9897-448a-942e-165566d84daf. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.874194] env[70966]: DEBUG nova.network.neutron [req-28fe2855-d4d0-4040-8b1e-20ae5097b5fc req-ac668024-1dad-4323-9ad1-bceac28c691f service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Updating instance_info_cache with network_info: [{"id": "e9df9689-9897-448a-942e-165566d84daf", "address": "fa:16:3e:8c:11:67", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9df9689-98", "ovs_interfaceid": "e9df9689-9897-448a-942e-165566d84daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.007474] env[70966]: DEBUG nova.compute.utils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.011788] env[70966]: DEBUG nova.compute.manager [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.011924] env[70966]: DEBUG nova.network.neutron [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.053836] env[70966]: DEBUG nova.policy [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8389fe3055d4a7b8fdbb0853438905d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611d7f6ccb3644079814f537c0dc64d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.094387] env[70966]: INFO nova.compute.manager [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Took 38.48 seconds to build instance. [ 1001.198694] env[70966]: DEBUG oslo_vmware.api [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613109, 'name': ReconfigVM_Task, 'duration_secs': 0.431745} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.198694] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-c815916c-8294-479f-8a52-97953421be0d/volume-c815916c-8294-479f-8a52-97953421be0d.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.204155] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-344c86d0-4926-4166-80d9-06d0f478630e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.224211] env[70966]: DEBUG oslo_vmware.api [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1001.224211] env[70966]: value = "task-3613110" [ 1001.224211] env[70966]: _type = "Task" [ 1001.224211] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.236367] env[70966]: DEBUG oslo_vmware.api [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.337210] env[70966]: DEBUG nova.network.neutron [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.376557] env[70966]: DEBUG oslo_concurrency.lockutils [req-28fe2855-d4d0-4040-8b1e-20ae5097b5fc req-ac668024-1dad-4323-9ad1-bceac28c691f service nova] Releasing lock "refresh_cache-9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.396731] env[70966]: DEBUG nova.network.neutron [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Successfully created port: 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.420997] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9262cdae-1556-4263-a7d5-5f6525e536da {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.429741] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025f7be7-f0e7-42ee-8fde-b19441e97aa3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.462660] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46da59c7-cac3-41bc-8e8c-e578deaf6234 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.474054] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4c16a0-a8ec-4565-bf7b-6021782c0aa0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.494139] env[70966]: DEBUG nova.compute.provider_tree [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.512212] env[70966]: DEBUG nova.compute.manager [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.536048] env[70966]: DEBUG nova.network.neutron [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Updating instance_info_cache with network_info: [{"id": "b1921c9c-5f1e-49da-ba20-0a40849a4c31", "address": "fa:16:3e:1a:1d:43", "network": {"id": "20ce3c97-ece9-4f02-ada9-29a5f90d49fa", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-601585676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0fbe5f70e0943758a4a172e8c067f47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1921c9c-5f", "ovs_interfaceid": "b1921c9c-5f1e-49da-ba20-0a40849a4c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.596522] env[70966]: DEBUG oslo_concurrency.lockutils [None req-eae78a90-dd95-48c4-a2a2-1329e869ff47 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Lock "f1794df3-0247-4955-8236-6c4a2c0e2d31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.990s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.671032] env[70966]: INFO nova.compute.manager [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Rescuing [ 1001.671168] env[70966]: DEBUG oslo_concurrency.lockutils [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquiring lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.671408] env[70966]: DEBUG oslo_concurrency.lockutils [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquired lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.671571] env[70966]: DEBUG nova.network.neutron [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.734864] env[70966]: DEBUG oslo_vmware.api [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613110, 'name': ReconfigVM_Task, 'duration_secs': 0.180156} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.735248] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720708', 'volume_id': 'c815916c-8294-479f-8a52-97953421be0d', 'name': 'volume-c815916c-8294-479f-8a52-97953421be0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6de5cc86-3369-45ae-8a25-373621dd03a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'c815916c-8294-479f-8a52-97953421be0d', 'serial': 'c815916c-8294-479f-8a52-97953421be0d'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1001.962922] env[70966]: DEBUG nova.compute.manager [req-cdc645ba-d575-47b0-80c0-d73c7aed9e05 req-51f3acec-4718-4622-b3a1-45e16d53a13d service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Received event network-vif-plugged-b1921c9c-5f1e-49da-ba20-0a40849a4c31 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.963167] env[70966]: DEBUG oslo_concurrency.lockutils [req-cdc645ba-d575-47b0-80c0-d73c7aed9e05 req-51f3acec-4718-4622-b3a1-45e16d53a13d service nova] Acquiring lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.963370] env[70966]: DEBUG oslo_concurrency.lockutils [req-cdc645ba-d575-47b0-80c0-d73c7aed9e05 req-51f3acec-4718-4622-b3a1-45e16d53a13d service nova] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.963548] env[70966]: DEBUG oslo_concurrency.lockutils [req-cdc645ba-d575-47b0-80c0-d73c7aed9e05 req-51f3acec-4718-4622-b3a1-45e16d53a13d service nova] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.963716] env[70966]: DEBUG nova.compute.manager [req-cdc645ba-d575-47b0-80c0-d73c7aed9e05 req-51f3acec-4718-4622-b3a1-45e16d53a13d service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] No waiting events found dispatching network-vif-plugged-b1921c9c-5f1e-49da-ba20-0a40849a4c31 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.963891] env[70966]: WARNING nova.compute.manager [req-cdc645ba-d575-47b0-80c0-d73c7aed9e05 req-51f3acec-4718-4622-b3a1-45e16d53a13d service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Received unexpected event network-vif-plugged-b1921c9c-5f1e-49da-ba20-0a40849a4c31 for instance with vm_state building and task_state spawning. [ 1001.964063] env[70966]: DEBUG nova.compute.manager [req-cdc645ba-d575-47b0-80c0-d73c7aed9e05 req-51f3acec-4718-4622-b3a1-45e16d53a13d service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Received event network-changed-b1921c9c-5f1e-49da-ba20-0a40849a4c31 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.964232] env[70966]: DEBUG nova.compute.manager [req-cdc645ba-d575-47b0-80c0-d73c7aed9e05 req-51f3acec-4718-4622-b3a1-45e16d53a13d service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Refreshing instance network info cache due to event network-changed-b1921c9c-5f1e-49da-ba20-0a40849a4c31. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.964406] env[70966]: DEBUG oslo_concurrency.lockutils [req-cdc645ba-d575-47b0-80c0-d73c7aed9e05 req-51f3acec-4718-4622-b3a1-45e16d53a13d service nova] Acquiring lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.996699] env[70966]: DEBUG nova.scheduler.client.report [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.040473] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Releasing lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.040848] env[70966]: DEBUG nova.compute.manager [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Instance network_info: |[{"id": "b1921c9c-5f1e-49da-ba20-0a40849a4c31", "address": "fa:16:3e:1a:1d:43", "network": {"id": "20ce3c97-ece9-4f02-ada9-29a5f90d49fa", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-601585676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0fbe5f70e0943758a4a172e8c067f47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1921c9c-5f", "ovs_interfaceid": "b1921c9c-5f1e-49da-ba20-0a40849a4c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.041173] env[70966]: DEBUG oslo_concurrency.lockutils [req-cdc645ba-d575-47b0-80c0-d73c7aed9e05 req-51f3acec-4718-4622-b3a1-45e16d53a13d service nova] Acquired lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.041422] env[70966]: DEBUG nova.network.neutron [req-cdc645ba-d575-47b0-80c0-d73c7aed9e05 req-51f3acec-4718-4622-b3a1-45e16d53a13d service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Refreshing network info cache for port b1921c9c-5f1e-49da-ba20-0a40849a4c31 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.043623] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:1d:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1921c9c-5f1e-49da-ba20-0a40849a4c31', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.051406] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Creating folder: Project (b0fbe5f70e0943758a4a172e8c067f47). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.052767] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac82ed5f-70dd-477c-9409-77b6fa5ccd8b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.067017] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Created folder: Project (b0fbe5f70e0943758a4a172e8c067f47) in parent group-v720468. [ 1002.067017] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Creating folder: Instances. Parent ref: group-v720709. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.067174] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e855d53e-8e1e-414c-8af8-ae94d51f5b38 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.077279] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Created folder: Instances in parent group-v720709. [ 1002.077553] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.077696] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.077947] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb43a129-25f2-4067-89ac-fccdd5be5243 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.110843] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.110843] env[70966]: value = "task-3613113" [ 1002.110843] env[70966]: _type = "Task" [ 1002.110843] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.118770] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613113, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.414173] env[70966]: DEBUG nova.network.neutron [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Updating instance_info_cache with network_info: [{"id": "472422f9-011e-4b0d-a46f-42453f92e587", "address": "fa:16:3e:d9:a2:29", "network": {"id": "000dd916-6379-4b2e-9c4c-dc8b39223522", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-551460757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47083c35719d4c5db6b3e99c10cf5735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472422f9-01", "ovs_interfaceid": "472422f9-011e-4b0d-a46f-42453f92e587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.520154] env[70966]: DEBUG nova.compute.manager [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.545235] env[70966]: DEBUG nova.virt.hardware [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.545495] env[70966]: DEBUG nova.virt.hardware [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.545738] env[70966]: DEBUG nova.virt.hardware [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.545955] env[70966]: DEBUG nova.virt.hardware [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.546129] env[70966]: DEBUG nova.virt.hardware [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.546283] env[70966]: DEBUG nova.virt.hardware [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.546493] env[70966]: DEBUG nova.virt.hardware [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.546654] env[70966]: DEBUG nova.virt.hardware [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.546820] env[70966]: DEBUG nova.virt.hardware [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.546981] env[70966]: DEBUG nova.virt.hardware [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.547172] env[70966]: DEBUG nova.virt.hardware [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.548030] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af97cac-2dca-4cf5-8034-002a616b5cb4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.560741] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128fc89e-7658-41ba-a709-d7896afb6f23 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.621949] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613113, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.771765] env[70966]: DEBUG nova.objects.instance [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lazy-loading 'flavor' on Instance uuid 6de5cc86-3369-45ae-8a25-373621dd03a5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.824169] env[70966]: DEBUG nova.network.neutron [req-cdc645ba-d575-47b0-80c0-d73c7aed9e05 req-51f3acec-4718-4622-b3a1-45e16d53a13d service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Updated VIF entry in instance network info cache for port b1921c9c-5f1e-49da-ba20-0a40849a4c31. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.824169] env[70966]: DEBUG nova.network.neutron [req-cdc645ba-d575-47b0-80c0-d73c7aed9e05 req-51f3acec-4718-4622-b3a1-45e16d53a13d service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Updating instance_info_cache with network_info: [{"id": "b1921c9c-5f1e-49da-ba20-0a40849a4c31", "address": "fa:16:3e:1a:1d:43", "network": {"id": "20ce3c97-ece9-4f02-ada9-29a5f90d49fa", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-601585676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0fbe5f70e0943758a4a172e8c067f47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1921c9c-5f", "ovs_interfaceid": "b1921c9c-5f1e-49da-ba20-0a40849a4c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.916901] env[70966]: DEBUG nova.network.neutron [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Successfully updated port: 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.918979] env[70966]: DEBUG oslo_concurrency.lockutils [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Releasing lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.008422] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.504s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.011295] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.744s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.014029] env[70966]: INFO nova.compute.claims [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.122149] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613113, 'name': CreateVM_Task, 'duration_secs': 0.651143} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.122333] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.123039] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.123223] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.123549] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.123803] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b9503c-7f7f-40da-afab-700f3bb07993 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.129577] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1003.129577] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f75f3e-9ae1-1058-ac29-138ebf6af324" [ 1003.129577] env[70966]: _type = "Task" [ 1003.129577] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.137478] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f75f3e-9ae1-1058-ac29-138ebf6af324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.275656] env[70966]: DEBUG oslo_concurrency.lockutils [None req-826e788f-efc4-4c91-8d11-ccdf875fa1cb tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "6de5cc86-3369-45ae-8a25-373621dd03a5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.316s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.326489] env[70966]: DEBUG oslo_concurrency.lockutils [req-cdc645ba-d575-47b0-80c0-d73c7aed9e05 req-51f3acec-4718-4622-b3a1-45e16d53a13d service nova] Releasing lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.422221] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.422388] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.422538] env[70966]: DEBUG nova.network.neutron [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.577339] env[70966]: INFO nova.scheduler.client.report [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleted allocation for migration befdc340-c3bb-41ff-affc-b23bde940b89 [ 1003.594617] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "6de5cc86-3369-45ae-8a25-373621dd03a5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.594843] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "6de5cc86-3369-45ae-8a25-373621dd03a5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.642026] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f75f3e-9ae1-1058-ac29-138ebf6af324, 'name': SearchDatastore_Task, 'duration_secs': 0.015307} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.642408] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.642658] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.642898] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.643055] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.643240] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.643519] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8be76dc-a7e2-4d31-9438-f0e39da70bd2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.654505] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.654664] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.655380] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6386bf-90de-4443-b0b0-4d9ad8c25ac8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.660831] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1003.660831] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5228120c-7ade-75ca-86e6-405af4f9a713" [ 1003.660831] env[70966]: _type = "Task" [ 1003.660831] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.668922] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5228120c-7ade-75ca-86e6-405af4f9a713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.959769] env[70966]: DEBUG nova.network.neutron [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.991541] env[70966]: DEBUG nova.compute.manager [req-a7144851-f11d-43c6-93d9-fffa5ba615c6 req-959cf6f1-51b1-470f-a1ba-43043cb2fbbe service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Received event network-vif-plugged-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.991771] env[70966]: DEBUG oslo_concurrency.lockutils [req-a7144851-f11d-43c6-93d9-fffa5ba615c6 req-959cf6f1-51b1-470f-a1ba-43043cb2fbbe service nova] Acquiring lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.992014] env[70966]: DEBUG oslo_concurrency.lockutils [req-a7144851-f11d-43c6-93d9-fffa5ba615c6 req-959cf6f1-51b1-470f-a1ba-43043cb2fbbe service nova] Lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.992289] env[70966]: DEBUG oslo_concurrency.lockutils [req-a7144851-f11d-43c6-93d9-fffa5ba615c6 req-959cf6f1-51b1-470f-a1ba-43043cb2fbbe service nova] Lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.992660] env[70966]: DEBUG nova.compute.manager [req-a7144851-f11d-43c6-93d9-fffa5ba615c6 req-959cf6f1-51b1-470f-a1ba-43043cb2fbbe service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] No waiting events found dispatching network-vif-plugged-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.992840] env[70966]: WARNING nova.compute.manager [req-a7144851-f11d-43c6-93d9-fffa5ba615c6 req-959cf6f1-51b1-470f-a1ba-43043cb2fbbe service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Received unexpected event network-vif-plugged-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 for instance with vm_state building and task_state spawning. [ 1003.993095] env[70966]: DEBUG nova.compute.manager [req-a7144851-f11d-43c6-93d9-fffa5ba615c6 req-959cf6f1-51b1-470f-a1ba-43043cb2fbbe service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Received event network-changed-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.993286] env[70966]: DEBUG nova.compute.manager [req-a7144851-f11d-43c6-93d9-fffa5ba615c6 req-959cf6f1-51b1-470f-a1ba-43043cb2fbbe service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Refreshing instance network info cache due to event network-changed-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.993524] env[70966]: DEBUG oslo_concurrency.lockutils [req-a7144851-f11d-43c6-93d9-fffa5ba615c6 req-959cf6f1-51b1-470f-a1ba-43043cb2fbbe service nova] Acquiring lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.088327] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9383fc4b-1e56-4992-8b30-f64be8bc4136 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.887s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.099853] env[70966]: INFO nova.compute.manager [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Detaching volume c815916c-8294-479f-8a52-97953421be0d [ 1004.143522] env[70966]: INFO nova.virt.block_device [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Attempting to driver detach volume c815916c-8294-479f-8a52-97953421be0d from mountpoint /dev/sdb [ 1004.143757] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1004.143946] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720708', 'volume_id': 'c815916c-8294-479f-8a52-97953421be0d', 'name': 'volume-c815916c-8294-479f-8a52-97953421be0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6de5cc86-3369-45ae-8a25-373621dd03a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'c815916c-8294-479f-8a52-97953421be0d', 'serial': 'c815916c-8294-479f-8a52-97953421be0d'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1004.145100] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6020e9-35b5-43f4-990c-e3dcaf38837e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.148246] env[70966]: DEBUG nova.network.neutron [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updating instance_info_cache with network_info: [{"id": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "address": "fa:16:3e:c0:45:0a", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa8ae32-90", "ovs_interfaceid": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.182161] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c90b47-1859-4eef-bd7a-704396ca09db {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.191799] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5228120c-7ade-75ca-86e6-405af4f9a713, 'name': SearchDatastore_Task, 'duration_secs': 0.035823} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.194706] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f34d9f7-d4a2-413e-a895-b6cb5f68136e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.197889] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172ecd51-97ac-4db3-b500-7529ee0a6976 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.223099] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1004.223099] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52df3d67-ec83-f600-0a9b-4daa2e9f7675" [ 1004.223099] env[70966]: _type = "Task" [ 1004.223099] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.226664] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dac2eef-84db-4578-9dc5-4bc7547892b9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.238270] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52df3d67-ec83-f600-0a9b-4daa2e9f7675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.252289] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] The volume has not been displaced from its original location: [datastore1] volume-c815916c-8294-479f-8a52-97953421be0d/volume-c815916c-8294-479f-8a52-97953421be0d.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1004.255726] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1004.259461] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68741d89-d562-45a3-a6cb-7ee99d154042 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.281340] env[70966]: DEBUG oslo_vmware.api [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1004.281340] env[70966]: value = "task-3613114" [ 1004.281340] env[70966]: _type = "Task" [ 1004.281340] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.293427] env[70966]: DEBUG oslo_vmware.api [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.428757] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.429531] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.429531] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.429658] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.429797] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.432145] env[70966]: INFO nova.compute.manager [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Terminating instance [ 1004.453875] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.454957] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dbcc872-7a7f-4fdc-9f1c-62142b467a15 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.463439] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 1004.463439] env[70966]: value = "task-3613115" [ 1004.463439] env[70966]: _type = "Task" [ 1004.463439] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.468338] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72c38d1-27f5-4a8b-ad23-006cfae1a622 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.481523] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b40d04-3e65-405a-935a-d64bf3ed2ee6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.485792] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.517613] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc3bec2-ef27-4273-a38c-94a02b1a5cd2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.526260] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28c788b-72f8-40ae-bdca-7901d18e7c1b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.543301] env[70966]: DEBUG nova.compute.provider_tree [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.655015] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.655564] env[70966]: DEBUG nova.compute.manager [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Instance network_info: |[{"id": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "address": "fa:16:3e:c0:45:0a", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa8ae32-90", "ovs_interfaceid": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.655755] env[70966]: DEBUG oslo_concurrency.lockutils [req-a7144851-f11d-43c6-93d9-fffa5ba615c6 req-959cf6f1-51b1-470f-a1ba-43043cb2fbbe service nova] Acquired lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.655930] env[70966]: DEBUG nova.network.neutron [req-a7144851-f11d-43c6-93d9-fffa5ba615c6 req-959cf6f1-51b1-470f-a1ba-43043cb2fbbe service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Refreshing network info cache for port 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.657244] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:45:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.665144] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.665711] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.665873] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6584b522-db29-4507-b49c-0b846dccad7b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.688364] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.688364] env[70966]: value = "task-3613116" [ 1004.688364] env[70966]: _type = "Task" [ 1004.688364] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.696984] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613116, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.737798] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52df3d67-ec83-f600-0a9b-4daa2e9f7675, 'name': SearchDatastore_Task, 'duration_secs': 0.032337} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.738101] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.738363] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c/bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.738627] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a435ba5-7513-448d-a1cc-1e71b386ea10 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.746157] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1004.746157] env[70966]: value = "task-3613117" [ 1004.746157] env[70966]: _type = "Task" [ 1004.746157] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.756170] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.792355] env[70966]: DEBUG oslo_vmware.api [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613114, 'name': ReconfigVM_Task, 'duration_secs': 0.31381} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.792651] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1004.797350] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d94eaac2-1ea3-465d-8994-b275d112f2ad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.815068] env[70966]: DEBUG oslo_vmware.api [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1004.815068] env[70966]: value = "task-3613118" [ 1004.815068] env[70966]: _type = "Task" [ 1004.815068] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.824605] env[70966]: DEBUG oslo_vmware.api [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.938153] env[70966]: DEBUG nova.compute.manager [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.938153] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.938153] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7212e08-e1e8-4f63-90b4-b5f897c1e27a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.947051] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.947335] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86cd170f-6ba5-435b-96b9-b5657d339333 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.957027] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "06d64fc7-94a1-4bf1-8556-121936dc19e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.957027] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "06d64fc7-94a1-4bf1-8556-121936dc19e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.957694] env[70966]: DEBUG oslo_vmware.api [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 1004.957694] env[70966]: value = "task-3613119" [ 1004.957694] env[70966]: _type = "Task" [ 1004.957694] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.973170] env[70966]: DEBUG oslo_vmware.api [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.980578] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613115, 'name': PowerOffVM_Task, 'duration_secs': 0.205879} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.980906] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.981895] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e488132-ee7b-4a76-899b-f7b19d5cb192 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.007926] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682b3d59-7628-4278-a44a-6e0de06c300f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.046124] env[70966]: DEBUG nova.scheduler.client.report [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.052267] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.052590] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b54bfcb-c449-450f-a1ba-95658fe9bfce {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.061591] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 1005.061591] env[70966]: value = "task-3613120" [ 1005.061591] env[70966]: _type = "Task" [ 1005.061591] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.072720] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.206741] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613116, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.257983] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613117, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.325473] env[70966]: DEBUG oslo_vmware.api [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613118, 'name': ReconfigVM_Task, 'duration_secs': 0.262923} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.325773] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720708', 'volume_id': 'c815916c-8294-479f-8a52-97953421be0d', 'name': 'volume-c815916c-8294-479f-8a52-97953421be0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6de5cc86-3369-45ae-8a25-373621dd03a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'c815916c-8294-479f-8a52-97953421be0d', 'serial': 'c815916c-8294-479f-8a52-97953421be0d'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1005.406604] env[70966]: DEBUG nova.network.neutron [req-a7144851-f11d-43c6-93d9-fffa5ba615c6 req-959cf6f1-51b1-470f-a1ba-43043cb2fbbe service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updated VIF entry in instance network info cache for port 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.407017] env[70966]: DEBUG nova.network.neutron [req-a7144851-f11d-43c6-93d9-fffa5ba615c6 req-959cf6f1-51b1-470f-a1ba-43043cb2fbbe service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updating instance_info_cache with network_info: [{"id": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "address": "fa:16:3e:c0:45:0a", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa8ae32-90", "ovs_interfaceid": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.459298] env[70966]: DEBUG nova.compute.manager [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.471964] env[70966]: DEBUG oslo_vmware.api [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613119, 'name': PowerOffVM_Task, 'duration_secs': 0.334511} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.472336] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.472827] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.473153] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e5d0be1-634a-4064-80fb-ee201ac17631 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.555631] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.556222] env[70966]: DEBUG nova.compute.manager [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.558846] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.390s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.559099] env[70966]: DEBUG nova.objects.instance [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Lazy-loading 'resources' on Instance uuid b9921915-f483-425f-8214-6e35b2b939b0 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.573207] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] VM already powered off {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1005.573569] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.573750] env[70966]: DEBUG oslo_concurrency.lockutils [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.573919] env[70966]: DEBUG oslo_concurrency.lockutils [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.575027] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.575027] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-696421eb-1f08-4001-bca9-5f099815cd50 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.594323] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.594801] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.595336] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-511bd377-f76b-4894-bc6f-af122fc6d073 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.601513] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 1005.601513] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52221564-8894-001d-6c25-0b70ab2d0fdb" [ 1005.601513] env[70966]: _type = "Task" [ 1005.601513] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.611567] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52221564-8894-001d-6c25-0b70ab2d0fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.668399] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.668625] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.668839] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleting the datastore file [datastore2] 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.669156] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8275f65c-4528-4365-848f-587f61c1ef8c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.677619] env[70966]: DEBUG oslo_vmware.api [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 1005.677619] env[70966]: value = "task-3613122" [ 1005.677619] env[70966]: _type = "Task" [ 1005.677619] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.686096] env[70966]: DEBUG oslo_vmware.api [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.700180] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613116, 'name': CreateVM_Task, 'duration_secs': 0.612284} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.700351] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.701044] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.701213] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.701571] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.701823] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73107dcd-f749-4cfb-8cfc-881eae27060e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.706835] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1005.706835] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5232f40e-04a2-53b2-154d-939c63e20bcb" [ 1005.706835] env[70966]: _type = "Task" [ 1005.706835] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.716674] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5232f40e-04a2-53b2-154d-939c63e20bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.756997] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613117, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.876584] env[70966]: DEBUG nova.objects.instance [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lazy-loading 'flavor' on Instance uuid 6de5cc86-3369-45ae-8a25-373621dd03a5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.909833] env[70966]: DEBUG oslo_concurrency.lockutils [req-a7144851-f11d-43c6-93d9-fffa5ba615c6 req-959cf6f1-51b1-470f-a1ba-43043cb2fbbe service nova] Releasing lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.987885] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.062018] env[70966]: DEBUG nova.compute.utils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.066471] env[70966]: DEBUG nova.compute.manager [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.066661] env[70966]: DEBUG nova.network.neutron [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.103509] env[70966]: DEBUG nova.policy [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d64a4d3f27e415fb1f754781adaecaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec31718c3ebb45af894b63bff1ba482e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.117869] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52221564-8894-001d-6c25-0b70ab2d0fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.054245} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.118711] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68922441-262a-4d0c-a03e-cc602226ecc1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.127235] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 1006.127235] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524520a7-609b-745f-5751-5702ac967852" [ 1006.127235] env[70966]: _type = "Task" [ 1006.127235] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.135732] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524520a7-609b-745f-5751-5702ac967852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.189455] env[70966]: DEBUG oslo_vmware.api [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.221726] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5232f40e-04a2-53b2-154d-939c63e20bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.056017} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.222900] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.222900] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.222900] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.259478] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613117, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.397355] env[70966]: DEBUG nova.network.neutron [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Successfully created port: 95f347e8-7e93-4eb7-9c0a-4fbf12796de0 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.462338] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a6a3af-4d41-4e18-b78c-82c9cfe92e3e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.472054] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef002fd7-d91c-4639-88d3-46cb51feaf0b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.506499] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79cd368-1383-4576-a2d4-8644feee77da {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.515410] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d0ddf3-dd8a-4bb5-a000-98fa2e62c87b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.530614] env[70966]: DEBUG nova.compute.provider_tree [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.566858] env[70966]: DEBUG nova.compute.manager [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.637622] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524520a7-609b-745f-5751-5702ac967852, 'name': SearchDatastore_Task, 'duration_secs': 0.027292} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.637884] env[70966]: DEBUG oslo_concurrency.lockutils [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.638160] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] f1794df3-0247-4955-8236-6c4a2c0e2d31/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk. {{(pid=70966) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1006.638444] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.638627] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.638830] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab8a9188-fc48-40d4-aa8d-c556de52569f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.640986] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f38e3d28-e065-4057-805e-d82853f57140 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.647706] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 1006.647706] env[70966]: value = "task-3613123" [ 1006.647706] env[70966]: _type = "Task" [ 1006.647706] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.652198] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.652434] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.653372] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa07b67b-4685-498e-9d3f-8f9d75708bf5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.658330] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.661977] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1006.661977] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521fd7b0-c6a0-536a-9e23-f9a5bb14f1a7" [ 1006.661977] env[70966]: _type = "Task" [ 1006.661977] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.671085] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521fd7b0-c6a0-536a-9e23-f9a5bb14f1a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.688144] env[70966]: DEBUG oslo_vmware.api [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.596815} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.688350] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.688534] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.688714] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.688886] env[70966]: INFO nova.compute.manager [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1006.689144] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.689343] env[70966]: DEBUG nova.compute.manager [-] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.689453] env[70966]: DEBUG nova.network.neutron [-] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.760764] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613117, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.580419} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.761158] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c/bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.761300] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.761566] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-decc3a4d-7210-427f-a719-97364567a902 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.770226] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1006.770226] env[70966]: value = "task-3613124" [ 1006.770226] env[70966]: _type = "Task" [ 1006.770226] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.778628] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.889233] env[70966]: DEBUG oslo_concurrency.lockutils [None req-18365104-7292-4640-9692-c96b31869b42 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "6de5cc86-3369-45ae-8a25-373621dd03a5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.294s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.015869] env[70966]: DEBUG nova.compute.manager [req-c5cad8ad-0991-4a1a-a878-05bf04469a8d req-024b6107-0f42-4505-8dd1-c446ef33b1d8 service nova] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Received event network-vif-deleted-b11c31e7-37c9-4a07-90e7-e2bd8834f620 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.016776] env[70966]: INFO nova.compute.manager [req-c5cad8ad-0991-4a1a-a878-05bf04469a8d req-024b6107-0f42-4505-8dd1-c446ef33b1d8 service nova] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Neutron deleted interface b11c31e7-37c9-4a07-90e7-e2bd8834f620; detaching it from the instance and deleting it from the info cache [ 1007.017052] env[70966]: DEBUG nova.network.neutron [req-c5cad8ad-0991-4a1a-a878-05bf04469a8d req-024b6107-0f42-4505-8dd1-c446ef33b1d8 service nova] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.034537] env[70966]: DEBUG nova.scheduler.client.report [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.161445] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613123, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.175031] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]521fd7b0-c6a0-536a-9e23-f9a5bb14f1a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.175031] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb9b626-10a9-48a5-9296-d1f90a711fbb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.181189] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1007.181189] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52001d12-8eb7-0d67-bf9e-5ce693362657" [ 1007.181189] env[70966]: _type = "Task" [ 1007.181189] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.189044] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52001d12-8eb7-0d67-bf9e-5ce693362657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.280137] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081567} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.280437] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.281219] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08011cab-d552-47c5-84d4-6fd9f5dc05fb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.305031] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c/bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.305031] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71498a4b-b7a9-447c-962b-3a2f2e1c7156 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.325299] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1007.325299] env[70966]: value = "task-3613125" [ 1007.325299] env[70966]: _type = "Task" [ 1007.325299] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.333775] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.463371] env[70966]: DEBUG nova.network.neutron [-] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.521138] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c6caa2a-ecb7-46cf-9b58-119e51982a78 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.531902] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceffd0c0-001d-46c5-9c04-0d776b9fbca6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.544359] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.547224] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.220s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.549187] env[70966]: INFO nova.compute.claims [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.580303] env[70966]: DEBUG nova.compute.manager [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.583127] env[70966]: DEBUG nova.compute.manager [req-c5cad8ad-0991-4a1a-a878-05bf04469a8d req-024b6107-0f42-4505-8dd1-c446ef33b1d8 service nova] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Detach interface failed, port_id=b11c31e7-37c9-4a07-90e7-e2bd8834f620, reason: Instance 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1007.584027] env[70966]: INFO nova.scheduler.client.report [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Deleted allocations for instance b9921915-f483-425f-8214-6e35b2b939b0 [ 1007.611734] env[70966]: DEBUG nova.virt.hardware [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.612031] env[70966]: DEBUG nova.virt.hardware [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.612203] env[70966]: DEBUG nova.virt.hardware [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.612410] env[70966]: DEBUG nova.virt.hardware [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.612597] env[70966]: DEBUG nova.virt.hardware [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.612913] env[70966]: DEBUG nova.virt.hardware [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.613232] env[70966]: DEBUG nova.virt.hardware [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.613348] env[70966]: DEBUG nova.virt.hardware [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.613525] env[70966]: DEBUG nova.virt.hardware [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.613647] env[70966]: DEBUG nova.virt.hardware [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.613798] env[70966]: DEBUG nova.virt.hardware [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.614687] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ac2c21-80a2-4fff-a4e9-5c7a82680c05 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.625408] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454e3368-ac54-48b7-aeaf-2cc4280be57f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.660706] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517074} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.660980] env[70966]: INFO nova.virt.vmwareapi.ds_util [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] f1794df3-0247-4955-8236-6c4a2c0e2d31/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk. [ 1007.661795] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3eaa03-f063-444d-9155-ac09ea3ad0f1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.689234] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] f1794df3-0247-4955-8236-6c4a2c0e2d31/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.692434] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3a12f39-a9c0-4136-9fb7-b063bec128ec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.712145] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52001d12-8eb7-0d67-bf9e-5ce693362657, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.713518] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.713837] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 6822d83f-3208-47a7-8b15-e4c34d1a2b9b/6822d83f-3208-47a7-8b15-e4c34d1a2b9b.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.714186] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 1007.714186] env[70966]: value = "task-3613126" [ 1007.714186] env[70966]: _type = "Task" [ 1007.714186] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.714427] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8048c3ee-8879-4457-a387-32a804b5c7a8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.725758] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.727193] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1007.727193] env[70966]: value = "task-3613127" [ 1007.727193] env[70966]: _type = "Task" [ 1007.727193] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.736193] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.793997] env[70966]: DEBUG nova.compute.manager [req-98334c46-8fba-4e7f-bacb-ee3cf9fccb4b req-5bb804be-be5b-4e7f-969e-f29e61d9bedf service nova] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Received event network-vif-plugged-95f347e8-7e93-4eb7-9c0a-4fbf12796de0 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.794308] env[70966]: DEBUG oslo_concurrency.lockutils [req-98334c46-8fba-4e7f-bacb-ee3cf9fccb4b req-5bb804be-be5b-4e7f-969e-f29e61d9bedf service nova] Acquiring lock "f7fd281f-17f9-4c69-b3ad-2171b248ef00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.794548] env[70966]: DEBUG oslo_concurrency.lockutils [req-98334c46-8fba-4e7f-bacb-ee3cf9fccb4b req-5bb804be-be5b-4e7f-969e-f29e61d9bedf service nova] Lock "f7fd281f-17f9-4c69-b3ad-2171b248ef00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.794768] env[70966]: DEBUG oslo_concurrency.lockutils [req-98334c46-8fba-4e7f-bacb-ee3cf9fccb4b req-5bb804be-be5b-4e7f-969e-f29e61d9bedf service nova] Lock "f7fd281f-17f9-4c69-b3ad-2171b248ef00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.794975] env[70966]: DEBUG nova.compute.manager [req-98334c46-8fba-4e7f-bacb-ee3cf9fccb4b req-5bb804be-be5b-4e7f-969e-f29e61d9bedf service nova] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] No waiting events found dispatching network-vif-plugged-95f347e8-7e93-4eb7-9c0a-4fbf12796de0 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.795361] env[70966]: WARNING nova.compute.manager [req-98334c46-8fba-4e7f-bacb-ee3cf9fccb4b req-5bb804be-be5b-4e7f-969e-f29e61d9bedf service nova] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Received unexpected event network-vif-plugged-95f347e8-7e93-4eb7-9c0a-4fbf12796de0 for instance with vm_state building and task_state spawning. [ 1007.836990] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613125, 'name': ReconfigVM_Task, 'duration_secs': 0.305135} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.837330] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Reconfigured VM instance instance-00000057 to attach disk [datastore1] bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c/bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.838018] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6880735-af5c-4a26-a5ca-90e079ee5619 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.846458] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1007.846458] env[70966]: value = "task-3613128" [ 1007.846458] env[70966]: _type = "Task" [ 1007.846458] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.857982] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613128, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.907481] env[70966]: DEBUG nova.network.neutron [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Successfully updated port: 95f347e8-7e93-4eb7-9c0a-4fbf12796de0 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.966183] env[70966]: INFO nova.compute.manager [-] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Took 1.28 seconds to deallocate network for instance. [ 1008.097349] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8509ff59-1226-40bb-a70f-b3d8b4878982 tempest-ServersTestFqdnHostnames-97165340 tempest-ServersTestFqdnHostnames-97165340-project-member] Lock "b9921915-f483-425f-8214-6e35b2b939b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.666s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.226770] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613126, 'name': ReconfigVM_Task, 'duration_secs': 0.388948} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.227137] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Reconfigured VM instance instance-00000056 to attach disk [datastore1] f1794df3-0247-4955-8236-6c4a2c0e2d31/b7ed0e28-71c9-4a85-a64f-9f8015abf16e-rescue.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.228171] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c24b90e-40a0-43da-b1c2-f167a1889e8c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.239100] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498534} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.255228] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 6822d83f-3208-47a7-8b15-e4c34d1a2b9b/6822d83f-3208-47a7-8b15-e4c34d1a2b9b.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.255486] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.261260] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60ddc54c-9dc8-48ff-9819-51fe8c83d3d4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.263510] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db5c363-7e6b-4f34-9b54-95e4bdcf64bf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.279845] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1008.279845] env[70966]: value = "task-3613130" [ 1008.279845] env[70966]: _type = "Task" [ 1008.279845] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.280897] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 1008.280897] env[70966]: value = "task-3613129" [ 1008.280897] env[70966]: _type = "Task" [ 1008.280897] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.296212] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613129, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.299386] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.356779] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613128, 'name': Rename_Task, 'duration_secs': 0.419343} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.357075] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.357357] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83b621ae-7fb0-40cd-aba1-99c15084defa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.363912] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1008.363912] env[70966]: value = "task-3613131" [ 1008.363912] env[70966]: _type = "Task" [ 1008.363912] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.375441] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.406378] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "98c6cd14-a5c9-4b6e-82d2-799b6c0187b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.406882] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "98c6cd14-a5c9-4b6e-82d2-799b6c0187b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.412514] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Acquiring lock "refresh_cache-f7fd281f-17f9-4c69-b3ad-2171b248ef00" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.412514] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Acquired lock "refresh_cache-f7fd281f-17f9-4c69-b3ad-2171b248ef00" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.412514] env[70966]: DEBUG nova.network.neutron [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.473726] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.794879] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613129, 'name': ReconfigVM_Task, 'duration_secs': 0.177052} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.800842] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.801144] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078584} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.801580] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14f444d3-2345-499c-8d24-59e8a2238ea2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.803171] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.803942] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de1ba48-52a0-49da-aeeb-ec6060c94d3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.829229] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 6822d83f-3208-47a7-8b15-e4c34d1a2b9b/6822d83f-3208-47a7-8b15-e4c34d1a2b9b.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.833378] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c46de92-58ff-49f0-ad03-ff05e1843202 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.848158] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 1008.848158] env[70966]: value = "task-3613132" [ 1008.848158] env[70966]: _type = "Task" [ 1008.848158] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.856072] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1008.856072] env[70966]: value = "task-3613133" [ 1008.856072] env[70966]: _type = "Task" [ 1008.856072] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.859580] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.874545] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613133, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.878525] env[70966]: DEBUG oslo_vmware.api [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613131, 'name': PowerOnVM_Task, 'duration_secs': 0.487378} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.881946] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.882395] env[70966]: INFO nova.compute.manager [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1008.882395] env[70966]: DEBUG nova.compute.manager [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.883507] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c37f54-5d0c-471c-b62d-150c1d9ec44b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.911031] env[70966]: DEBUG nova.compute.manager [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.955249] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a713ba7e-57c7-406f-bfb3-c0cae8d04933 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.965024] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fcb0bc-09f5-4617-b954-0a8a05bca1e0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.969783] env[70966]: DEBUG nova.network.neutron [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.005472] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6171df69-cf65-4a6a-993f-faa14a331ac2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.012699] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab575e5-5fb3-4790-8f21-37689d5cfd18 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.027508] env[70966]: DEBUG nova.compute.provider_tree [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.224529] env[70966]: DEBUG nova.network.neutron [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Updating instance_info_cache with network_info: [{"id": "95f347e8-7e93-4eb7-9c0a-4fbf12796de0", "address": "fa:16:3e:9f:f9:fd", "network": {"id": "54c3af5f-159d-41da-8409-a1fdcb46efbc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-276917101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec31718c3ebb45af894b63bff1ba482e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f347e8-7e", "ovs_interfaceid": "95f347e8-7e93-4eb7-9c0a-4fbf12796de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.361590] env[70966]: DEBUG oslo_vmware.api [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613132, 'name': PowerOnVM_Task, 'duration_secs': 0.426777} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.364575] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.367342] env[70966]: DEBUG nova.compute.manager [None req-61f22ee1-adf9-4f44-a39c-0bf49ddd0ea6 tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.368076] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd7cbf4-9045-41c1-a941-b801e76cac47 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.374172] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.404999] env[70966]: INFO nova.compute.manager [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Took 29.60 seconds to build instance. [ 1009.442776] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.530733] env[70966]: DEBUG nova.scheduler.client.report [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.727918] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Releasing lock "refresh_cache-f7fd281f-17f9-4c69-b3ad-2171b248ef00" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.728303] env[70966]: DEBUG nova.compute.manager [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Instance network_info: |[{"id": "95f347e8-7e93-4eb7-9c0a-4fbf12796de0", "address": "fa:16:3e:9f:f9:fd", "network": {"id": "54c3af5f-159d-41da-8409-a1fdcb46efbc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-276917101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec31718c3ebb45af894b63bff1ba482e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f347e8-7e", "ovs_interfaceid": "95f347e8-7e93-4eb7-9c0a-4fbf12796de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.728731] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:f9:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95f347e8-7e93-4eb7-9c0a-4fbf12796de0', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.736643] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Creating folder: Project (ec31718c3ebb45af894b63bff1ba482e). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.736922] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f00b8cb-3423-46bc-8f54-b09214c41be1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.751380] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Created folder: Project (ec31718c3ebb45af894b63bff1ba482e) in parent group-v720468. [ 1009.751614] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Creating folder: Instances. Parent ref: group-v720713. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.751928] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1dc4833-35c2-4136-98e0-f55ed09eb3dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.762459] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Created folder: Instances in parent group-v720713. [ 1009.762729] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.762930] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.763237] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba6514af-e2b1-4c46-a0fd-2c9279e104d3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.785418] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.785418] env[70966]: value = "task-3613136" [ 1009.785418] env[70966]: _type = "Task" [ 1009.785418] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.794481] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613136, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.832135] env[70966]: DEBUG nova.compute.manager [req-633f6fbe-a0ad-485d-ab30-2c9d9240a888 req-ce244fa5-4d8e-4810-8435-547242ea799d service nova] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Received event network-changed-95f347e8-7e93-4eb7-9c0a-4fbf12796de0 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.832135] env[70966]: DEBUG nova.compute.manager [req-633f6fbe-a0ad-485d-ab30-2c9d9240a888 req-ce244fa5-4d8e-4810-8435-547242ea799d service nova] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Refreshing instance network info cache due to event network-changed-95f347e8-7e93-4eb7-9c0a-4fbf12796de0. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.832749] env[70966]: DEBUG oslo_concurrency.lockutils [req-633f6fbe-a0ad-485d-ab30-2c9d9240a888 req-ce244fa5-4d8e-4810-8435-547242ea799d service nova] Acquiring lock "refresh_cache-f7fd281f-17f9-4c69-b3ad-2171b248ef00" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.832749] env[70966]: DEBUG oslo_concurrency.lockutils [req-633f6fbe-a0ad-485d-ab30-2c9d9240a888 req-ce244fa5-4d8e-4810-8435-547242ea799d service nova] Acquired lock "refresh_cache-f7fd281f-17f9-4c69-b3ad-2171b248ef00" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.832749] env[70966]: DEBUG nova.network.neutron [req-633f6fbe-a0ad-485d-ab30-2c9d9240a888 req-ce244fa5-4d8e-4810-8435-547242ea799d service nova] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Refreshing network info cache for port 95f347e8-7e93-4eb7-9c0a-4fbf12796de0 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.883747] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613133, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.908655] env[70966]: DEBUG oslo_concurrency.lockutils [None req-88738359-ed95-40e3-9d4a-44bc4681eddc tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.112s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.039014] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.039014] env[70966]: DEBUG nova.compute.manager [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.039373] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.129s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.039613] env[70966]: DEBUG nova.objects.instance [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lazy-loading 'resources' on Instance uuid b1d6038c-6e16-4ed2-b8d2-ec3be2792a93 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.300607] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613136, 'name': CreateVM_Task, 'duration_secs': 0.474439} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.300807] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.301574] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.301981] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.302746] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.302987] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc34b64-55e7-4455-bd86-42794545c71b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.311248] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Waiting for the task: (returnval){ [ 1010.311248] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5297aa7b-c8db-2f4c-86dd-8dd524945fd4" [ 1010.311248] env[70966]: _type = "Task" [ 1010.311248] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.320996] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5297aa7b-c8db-2f4c-86dd-8dd524945fd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.373840] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613133, 'name': ReconfigVM_Task, 'duration_secs': 1.039439} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.374189] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 6822d83f-3208-47a7-8b15-e4c34d1a2b9b/6822d83f-3208-47a7-8b15-e4c34d1a2b9b.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.374890] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fb46f0b-e567-473f-b42f-dda153641c1d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.382364] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1010.382364] env[70966]: value = "task-3613137" [ 1010.382364] env[70966]: _type = "Task" [ 1010.382364] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.395867] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613137, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.550027] env[70966]: DEBUG nova.compute.utils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.554096] env[70966]: DEBUG nova.network.neutron [req-633f6fbe-a0ad-485d-ab30-2c9d9240a888 req-ce244fa5-4d8e-4810-8435-547242ea799d service nova] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Updated VIF entry in instance network info cache for port 95f347e8-7e93-4eb7-9c0a-4fbf12796de0. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.554096] env[70966]: DEBUG nova.network.neutron [req-633f6fbe-a0ad-485d-ab30-2c9d9240a888 req-ce244fa5-4d8e-4810-8435-547242ea799d service nova] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Updating instance_info_cache with network_info: [{"id": "95f347e8-7e93-4eb7-9c0a-4fbf12796de0", "address": "fa:16:3e:9f:f9:fd", "network": {"id": "54c3af5f-159d-41da-8409-a1fdcb46efbc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-276917101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec31718c3ebb45af894b63bff1ba482e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f347e8-7e", "ovs_interfaceid": "95f347e8-7e93-4eb7-9c0a-4fbf12796de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.555132] env[70966]: DEBUG nova.compute.manager [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.556052] env[70966]: DEBUG nova.network.neutron [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.602304] env[70966]: DEBUG nova.policy [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2dabeca337c496fae9971378a2118ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893616cde42346daa4859c79b9637f82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.829233] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5297aa7b-c8db-2f4c-86dd-8dd524945fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.030857} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.829531] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.829772] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.829996] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.830151] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.830813] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.830813] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37ee717f-c923-4332-9f30-0d45c17c29ef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.846681] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.846884] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.847931] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-094d9675-591a-4760-afb6-fa0364e3df25 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.855271] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Waiting for the task: (returnval){ [ 1010.855271] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5267b861-789d-febe-0631-8fbc0598985a" [ 1010.855271] env[70966]: _type = "Task" [ 1010.855271] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.867673] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5267b861-789d-febe-0631-8fbc0598985a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.881095] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "320938bd-aa9a-47c9-8add-f4ef382f171a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.881095] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "320938bd-aa9a-47c9-8add-f4ef382f171a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.896363] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613137, 'name': Rename_Task, 'duration_secs': 0.293409} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.898085] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.898224] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25cc0af0-4542-4f9e-8c02-59d494f6099c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.907017] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1010.907017] env[70966]: value = "task-3613138" [ 1010.907017] env[70966]: _type = "Task" [ 1010.907017] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.917805] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.918770] env[70966]: DEBUG nova.network.neutron [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Successfully created port: 014a0099-78c8-4652-a0e9-4b925ba55651 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.031722] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88fbefb-cd1e-4aa6-ae4e-b63c6a97d0b0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.041075] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d5816a-a084-48c1-b79c-108f0cd55f1d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.080898] env[70966]: DEBUG nova.compute.manager [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.084593] env[70966]: DEBUG oslo_concurrency.lockutils [req-633f6fbe-a0ad-485d-ab30-2c9d9240a888 req-ce244fa5-4d8e-4810-8435-547242ea799d service nova] Releasing lock "refresh_cache-f7fd281f-17f9-4c69-b3ad-2171b248ef00" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.085487] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477cae55-4989-43f9-9f70-f3768de33f7b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.094411] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067e4585-4bb8-4630-a5af-5d5cb8028f68 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.111632] env[70966]: DEBUG nova.compute.provider_tree [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.368630] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5267b861-789d-febe-0631-8fbc0598985a, 'name': SearchDatastore_Task, 'duration_secs': 0.016395} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.370521] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510f0472-d5ad-4221-8626-b720623b5f57 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.377832] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Waiting for the task: (returnval){ [ 1011.377832] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5292d36b-9fb9-630f-b434-a33365dfaed5" [ 1011.377832] env[70966]: _type = "Task" [ 1011.377832] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.383544] env[70966]: DEBUG nova.compute.manager [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.389937] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5292d36b-9fb9-630f-b434-a33365dfaed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.420789] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613138, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.615419] env[70966]: DEBUG nova.scheduler.client.report [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.655140] env[70966]: DEBUG nova.compute.manager [req-506fb448-19bc-4e9e-9b0e-07fda5c5e06c req-e6f21d05-d91b-41e1-9832-a15f7ef28e1c service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Received event network-changed-472422f9-011e-4b0d-a46f-42453f92e587 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.655473] env[70966]: DEBUG nova.compute.manager [req-506fb448-19bc-4e9e-9b0e-07fda5c5e06c req-e6f21d05-d91b-41e1-9832-a15f7ef28e1c service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Refreshing instance network info cache due to event network-changed-472422f9-011e-4b0d-a46f-42453f92e587. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.655789] env[70966]: DEBUG oslo_concurrency.lockutils [req-506fb448-19bc-4e9e-9b0e-07fda5c5e06c req-e6f21d05-d91b-41e1-9832-a15f7ef28e1c service nova] Acquiring lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.655946] env[70966]: DEBUG oslo_concurrency.lockutils [req-506fb448-19bc-4e9e-9b0e-07fda5c5e06c req-e6f21d05-d91b-41e1-9832-a15f7ef28e1c service nova] Acquired lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.656536] env[70966]: DEBUG nova.network.neutron [req-506fb448-19bc-4e9e-9b0e-07fda5c5e06c req-e6f21d05-d91b-41e1-9832-a15f7ef28e1c service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Refreshing network info cache for port 472422f9-011e-4b0d-a46f-42453f92e587 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.889873] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5292d36b-9fb9-630f-b434-a33365dfaed5, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.890182] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.890457] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] f7fd281f-17f9-4c69-b3ad-2171b248ef00/f7fd281f-17f9-4c69-b3ad-2171b248ef00.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.892883] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52580eb2-0b0c-4196-91e7-8b9cbe0ccf7b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.903752] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Waiting for the task: (returnval){ [ 1011.903752] env[70966]: value = "task-3613139" [ 1011.903752] env[70966]: _type = "Task" [ 1011.903752] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.918254] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.919788] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.925207] env[70966]: DEBUG oslo_vmware.api [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613138, 'name': PowerOnVM_Task, 'duration_secs': 0.646027} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.925465] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.925673] env[70966]: INFO nova.compute.manager [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1011.925849] env[70966]: DEBUG nova.compute.manager [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.927256] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e1443a-dd1a-4753-be22-ed130ed4215a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.095697] env[70966]: DEBUG nova.compute.manager [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.122414] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.124544] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.949s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.124799] env[70966]: DEBUG nova.objects.instance [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lazy-loading 'resources' on Instance uuid 99de49b6-a37c-4bde-acf5-7f90d5f432de {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.129336] env[70966]: DEBUG nova.virt.hardware [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.130084] env[70966]: DEBUG nova.virt.hardware [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.130084] env[70966]: DEBUG nova.virt.hardware [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.130084] env[70966]: DEBUG nova.virt.hardware [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.130288] env[70966]: DEBUG nova.virt.hardware [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.130343] env[70966]: DEBUG nova.virt.hardware [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.130601] env[70966]: DEBUG nova.virt.hardware [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.130751] env[70966]: DEBUG nova.virt.hardware [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.130932] env[70966]: DEBUG nova.virt.hardware [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.131099] env[70966]: DEBUG nova.virt.hardware [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.131279] env[70966]: DEBUG nova.virt.hardware [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.132237] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f726e5-2105-48fa-a6a8-d8f98e5061b5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.141457] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a326db40-2ee8-4af1-b076-13e19b9a7fd8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.161565] env[70966]: INFO nova.scheduler.client.report [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleted allocations for instance b1d6038c-6e16-4ed2-b8d2-ec3be2792a93 [ 1012.419127] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613139, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.451041] env[70966]: INFO nova.compute.manager [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Took 30.77 seconds to build instance. [ 1012.482813] env[70966]: DEBUG nova.network.neutron [req-506fb448-19bc-4e9e-9b0e-07fda5c5e06c req-e6f21d05-d91b-41e1-9832-a15f7ef28e1c service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Updated VIF entry in instance network info cache for port 472422f9-011e-4b0d-a46f-42453f92e587. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.482813] env[70966]: DEBUG nova.network.neutron [req-506fb448-19bc-4e9e-9b0e-07fda5c5e06c req-e6f21d05-d91b-41e1-9832-a15f7ef28e1c service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Updating instance_info_cache with network_info: [{"id": "472422f9-011e-4b0d-a46f-42453f92e587", "address": "fa:16:3e:d9:a2:29", "network": {"id": "000dd916-6379-4b2e-9c4c-dc8b39223522", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-551460757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47083c35719d4c5db6b3e99c10cf5735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472422f9-01", "ovs_interfaceid": "472422f9-011e-4b0d-a46f-42453f92e587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.495603] env[70966]: DEBUG nova.compute.manager [req-4dd0c51d-8da3-4802-b8ed-bcd2a28231a4 req-3a45a68a-8553-420d-8b27-6e5c79573ea6 service nova] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Received event network-vif-plugged-014a0099-78c8-4652-a0e9-4b925ba55651 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.495603] env[70966]: DEBUG oslo_concurrency.lockutils [req-4dd0c51d-8da3-4802-b8ed-bcd2a28231a4 req-3a45a68a-8553-420d-8b27-6e5c79573ea6 service nova] Acquiring lock "98aa482b-cfbd-48ca-b3fe-1d059e30a939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.495603] env[70966]: DEBUG oslo_concurrency.lockutils [req-4dd0c51d-8da3-4802-b8ed-bcd2a28231a4 req-3a45a68a-8553-420d-8b27-6e5c79573ea6 service nova] Lock "98aa482b-cfbd-48ca-b3fe-1d059e30a939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.495603] env[70966]: DEBUG oslo_concurrency.lockutils [req-4dd0c51d-8da3-4802-b8ed-bcd2a28231a4 req-3a45a68a-8553-420d-8b27-6e5c79573ea6 service nova] Lock "98aa482b-cfbd-48ca-b3fe-1d059e30a939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.496296] env[70966]: DEBUG nova.compute.manager [req-4dd0c51d-8da3-4802-b8ed-bcd2a28231a4 req-3a45a68a-8553-420d-8b27-6e5c79573ea6 service nova] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] No waiting events found dispatching network-vif-plugged-014a0099-78c8-4652-a0e9-4b925ba55651 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.496296] env[70966]: WARNING nova.compute.manager [req-4dd0c51d-8da3-4802-b8ed-bcd2a28231a4 req-3a45a68a-8553-420d-8b27-6e5c79573ea6 service nova] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Received unexpected event network-vif-plugged-014a0099-78c8-4652-a0e9-4b925ba55651 for instance with vm_state building and task_state spawning. [ 1012.673781] env[70966]: DEBUG oslo_concurrency.lockutils [None req-40de9dce-1072-4c10-a6b7-3c2bb2cc4c6d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "b1d6038c-6e16-4ed2-b8d2-ec3be2792a93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.099s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.712714] env[70966]: DEBUG nova.network.neutron [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Successfully updated port: 014a0099-78c8-4652-a0e9-4b925ba55651 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.920709] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870882} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.920976] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] f7fd281f-17f9-4c69-b3ad-2171b248ef00/f7fd281f-17f9-4c69-b3ad-2171b248ef00.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.921211] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.922070] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6331472-6e40-4384-8e10-8da78c9b02ce {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.931465] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Waiting for the task: (returnval){ [ 1012.931465] env[70966]: value = "task-3613140" [ 1012.931465] env[70966]: _type = "Task" [ 1012.931465] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.945640] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.955300] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7b89cb36-7a42-4dd8-b2b4-59c5e843028d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.287s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.984969] env[70966]: DEBUG oslo_concurrency.lockutils [req-506fb448-19bc-4e9e-9b0e-07fda5c5e06c req-e6f21d05-d91b-41e1-9832-a15f7ef28e1c service nova] Releasing lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.097481] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18a9770-fe00-4d35-80f4-206c48f74cd6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.108645] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ab58fc-74c4-401c-a3bd-2e72d5485058 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.148642] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2327459f-08b4-4a5d-817b-38f55267cf59 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.156677] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91174bbd-1e07-4482-a329-d5de83878d89 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.173186] env[70966]: DEBUG nova.compute.provider_tree [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.218420] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "refresh_cache-98aa482b-cfbd-48ca-b3fe-1d059e30a939" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.218420] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired lock "refresh_cache-98aa482b-cfbd-48ca-b3fe-1d059e30a939" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.218420] env[70966]: DEBUG nova.network.neutron [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.442808] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071461} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.443201] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.445578] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cbfe52-be12-4b2f-97b6-5432a23a7813 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.471498] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] f7fd281f-17f9-4c69-b3ad-2171b248ef00/f7fd281f-17f9-4c69-b3ad-2171b248ef00.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.471818] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d02c20f-1ef7-4853-a015-6c83cf369d93 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.496743] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Waiting for the task: (returnval){ [ 1013.496743] env[70966]: value = "task-3613141" [ 1013.496743] env[70966]: _type = "Task" [ 1013.496743] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.505823] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.676671] env[70966]: DEBUG nova.scheduler.client.report [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.752697] env[70966]: DEBUG nova.network.neutron [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.878071] env[70966]: DEBUG nova.compute.manager [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Received event network-changed-472422f9-011e-4b0d-a46f-42453f92e587 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.878071] env[70966]: DEBUG nova.compute.manager [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Refreshing instance network info cache due to event network-changed-472422f9-011e-4b0d-a46f-42453f92e587. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.878071] env[70966]: DEBUG oslo_concurrency.lockutils [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] Acquiring lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.878248] env[70966]: DEBUG oslo_concurrency.lockutils [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] Acquired lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.878328] env[70966]: DEBUG nova.network.neutron [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Refreshing network info cache for port 472422f9-011e-4b0d-a46f-42453f92e587 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.935256] env[70966]: DEBUG nova.network.neutron [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Updating instance_info_cache with network_info: [{"id": "014a0099-78c8-4652-a0e9-4b925ba55651", "address": "fa:16:3e:24:5e:03", "network": {"id": "a5238dec-7986-46ca-8cf7-2c8419f2bf99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1236207224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893616cde42346daa4859c79b9637f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014a0099-78", "ovs_interfaceid": "014a0099-78c8-4652-a0e9-4b925ba55651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.012225] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.182614] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.187102] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.138s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.188257] env[70966]: INFO nova.compute.claims [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.219568] env[70966]: INFO nova.scheduler.client.report [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Deleted allocations for instance 99de49b6-a37c-4bde-acf5-7f90d5f432de [ 1014.441023] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lock "refresh_cache-98aa482b-cfbd-48ca-b3fe-1d059e30a939" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.441023] env[70966]: DEBUG nova.compute.manager [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Instance network_info: |[{"id": "014a0099-78c8-4652-a0e9-4b925ba55651", "address": "fa:16:3e:24:5e:03", "network": {"id": "a5238dec-7986-46ca-8cf7-2c8419f2bf99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1236207224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893616cde42346daa4859c79b9637f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014a0099-78", "ovs_interfaceid": "014a0099-78c8-4652-a0e9-4b925ba55651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.441023] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:5e:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '014a0099-78c8-4652-a0e9-4b925ba55651', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.448135] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.448502] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.448783] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a363c5e-5f1a-4cc6-bf05-6f71cb037e07 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.478284] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.478284] env[70966]: value = "task-3613142" [ 1014.478284] env[70966]: _type = "Task" [ 1014.478284] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.487559] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613142, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.508655] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613141, 'name': ReconfigVM_Task, 'duration_secs': 0.797563} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.508990] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Reconfigured VM instance instance-00000059 to attach disk [datastore2] f7fd281f-17f9-4c69-b3ad-2171b248ef00/f7fd281f-17f9-4c69-b3ad-2171b248ef00.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.509704] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8893141a-3453-48c9-9a81-d5f6a52712e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.519740] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Waiting for the task: (returnval){ [ 1014.519740] env[70966]: value = "task-3613143" [ 1014.519740] env[70966]: _type = "Task" [ 1014.519740] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.532468] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613143, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.685372] env[70966]: DEBUG nova.compute.manager [req-b93a337a-602e-466e-9ae2-a06888e134d9 req-c0e2952f-d007-4a8c-a61b-f80259074b10 service nova] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Received event network-changed-014a0099-78c8-4652-a0e9-4b925ba55651 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.685488] env[70966]: DEBUG nova.compute.manager [req-b93a337a-602e-466e-9ae2-a06888e134d9 req-c0e2952f-d007-4a8c-a61b-f80259074b10 service nova] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Refreshing instance network info cache due to event network-changed-014a0099-78c8-4652-a0e9-4b925ba55651. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.685673] env[70966]: DEBUG oslo_concurrency.lockutils [req-b93a337a-602e-466e-9ae2-a06888e134d9 req-c0e2952f-d007-4a8c-a61b-f80259074b10 service nova] Acquiring lock "refresh_cache-98aa482b-cfbd-48ca-b3fe-1d059e30a939" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.685813] env[70966]: DEBUG oslo_concurrency.lockutils [req-b93a337a-602e-466e-9ae2-a06888e134d9 req-c0e2952f-d007-4a8c-a61b-f80259074b10 service nova] Acquired lock "refresh_cache-98aa482b-cfbd-48ca-b3fe-1d059e30a939" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.685970] env[70966]: DEBUG nova.network.neutron [req-b93a337a-602e-466e-9ae2-a06888e134d9 req-c0e2952f-d007-4a8c-a61b-f80259074b10 service nova] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Refreshing network info cache for port 014a0099-78c8-4652-a0e9-4b925ba55651 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.732552] env[70966]: DEBUG oslo_concurrency.lockutils [None req-25959657-9c70-45bc-855f-be907b7a657c tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "99de49b6-a37c-4bde-acf5-7f90d5f432de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.361s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.813690] env[70966]: DEBUG nova.network.neutron [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Updated VIF entry in instance network info cache for port 472422f9-011e-4b0d-a46f-42453f92e587. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.813690] env[70966]: DEBUG nova.network.neutron [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Updating instance_info_cache with network_info: [{"id": "472422f9-011e-4b0d-a46f-42453f92e587", "address": "fa:16:3e:d9:a2:29", "network": {"id": "000dd916-6379-4b2e-9c4c-dc8b39223522", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-551460757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47083c35719d4c5db6b3e99c10cf5735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472422f9-01", "ovs_interfaceid": "472422f9-011e-4b0d-a46f-42453f92e587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.000372] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613142, 'name': CreateVM_Task, 'duration_secs': 0.411578} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.000680] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.001572] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.001775] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.002137] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.002429] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73b79208-1d3a-46ef-8d07-28f297122e40 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.008563] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1015.008563] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52db5217-e56c-5b48-c712-568119bf0d24" [ 1015.008563] env[70966]: _type = "Task" [ 1015.008563] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.020323] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52db5217-e56c-5b48-c712-568119bf0d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.032023] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613143, 'name': Rename_Task, 'duration_secs': 0.213769} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.032327] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.032589] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1021eaba-5637-4065-9a53-71f22d55cc0f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.041840] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Waiting for the task: (returnval){ [ 1015.041840] env[70966]: value = "task-3613144" [ 1015.041840] env[70966]: _type = "Task" [ 1015.041840] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.051254] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.318484] env[70966]: DEBUG oslo_concurrency.lockutils [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] Releasing lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.318873] env[70966]: DEBUG nova.compute.manager [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Received event network-changed-472422f9-011e-4b0d-a46f-42453f92e587 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.319100] env[70966]: DEBUG nova.compute.manager [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Refreshing instance network info cache due to event network-changed-472422f9-011e-4b0d-a46f-42453f92e587. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.319461] env[70966]: DEBUG oslo_concurrency.lockutils [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] Acquiring lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.319638] env[70966]: DEBUG oslo_concurrency.lockutils [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] Acquired lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.319944] env[70966]: DEBUG nova.network.neutron [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Refreshing network info cache for port 472422f9-011e-4b0d-a46f-42453f92e587 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.420587] env[70966]: DEBUG nova.network.neutron [req-b93a337a-602e-466e-9ae2-a06888e134d9 req-c0e2952f-d007-4a8c-a61b-f80259074b10 service nova] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Updated VIF entry in instance network info cache for port 014a0099-78c8-4652-a0e9-4b925ba55651. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.420955] env[70966]: DEBUG nova.network.neutron [req-b93a337a-602e-466e-9ae2-a06888e134d9 req-c0e2952f-d007-4a8c-a61b-f80259074b10 service nova] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Updating instance_info_cache with network_info: [{"id": "014a0099-78c8-4652-a0e9-4b925ba55651", "address": "fa:16:3e:24:5e:03", "network": {"id": "a5238dec-7986-46ca-8cf7-2c8419f2bf99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1236207224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893616cde42346daa4859c79b9637f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014a0099-78", "ovs_interfaceid": "014a0099-78c8-4652-a0e9-4b925ba55651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.529165] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52db5217-e56c-5b48-c712-568119bf0d24, 'name': SearchDatastore_Task, 'duration_secs': 0.014832} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.529570] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.529850] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.530099] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.530243] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.530426] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.530706] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f82548b-cb25-414c-a737-faaff11d5e44 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.551786] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.551786] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.553783] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a910a2c8-31f6-4e98-88ea-62f81c7d3939 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.561972] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.565380] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1015.565380] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5295ee66-b613-bbf7-b1eb-05482405fd31" [ 1015.565380] env[70966]: _type = "Task" [ 1015.565380] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.581239] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5295ee66-b613-bbf7-b1eb-05482405fd31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.666899] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ce0b6e-dc8d-42b9-841d-e6407cd38f3f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.679607] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5021cfd7-edf9-4174-88a2-889605e093b5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.720744] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5155ebf9-218d-4b8f-98e1-b78f1f70abaf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.726408] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1a1eb9-e686-4975-a463-51a048a2dca6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.742442] env[70966]: DEBUG nova.compute.provider_tree [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.926033] env[70966]: DEBUG oslo_concurrency.lockutils [req-b93a337a-602e-466e-9ae2-a06888e134d9 req-c0e2952f-d007-4a8c-a61b-f80259074b10 service nova] Releasing lock "refresh_cache-98aa482b-cfbd-48ca-b3fe-1d059e30a939" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.036066] env[70966]: DEBUG nova.network.neutron [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Updated VIF entry in instance network info cache for port 472422f9-011e-4b0d-a46f-42453f92e587. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.036449] env[70966]: DEBUG nova.network.neutron [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Updating instance_info_cache with network_info: [{"id": "472422f9-011e-4b0d-a46f-42453f92e587", "address": "fa:16:3e:d9:a2:29", "network": {"id": "000dd916-6379-4b2e-9c4c-dc8b39223522", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-551460757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47083c35719d4c5db6b3e99c10cf5735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472422f9-01", "ovs_interfaceid": "472422f9-011e-4b0d-a46f-42453f92e587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.055311] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.077857] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5295ee66-b613-bbf7-b1eb-05482405fd31, 'name': SearchDatastore_Task, 'duration_secs': 0.031854} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.081180] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7383eab3-2cbf-4bcf-bb03-51ca763f06ab {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.091275] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1016.091275] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e5075e-21a4-5e01-f975-ebeb179ae948" [ 1016.091275] env[70966]: _type = "Task" [ 1016.091275] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.100569] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e5075e-21a4-5e01-f975-ebeb179ae948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.173744] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.174073] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.245467] env[70966]: DEBUG nova.scheduler.client.report [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.307108] env[70966]: DEBUG nova.compute.manager [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Received event network-changed-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.307443] env[70966]: DEBUG nova.compute.manager [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Refreshing instance network info cache due to event network-changed-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.307748] env[70966]: DEBUG oslo_concurrency.lockutils [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] Acquiring lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.307981] env[70966]: DEBUG oslo_concurrency.lockutils [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] Acquired lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.308250] env[70966]: DEBUG nova.network.neutron [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Refreshing network info cache for port 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.539819] env[70966]: DEBUG oslo_concurrency.lockutils [req-70bba71d-e141-4f8f-9b8d-84bf72c975c5 req-cb258295-188f-479b-b6f4-b39111338964 service nova] Releasing lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.554931] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.606787] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e5075e-21a4-5e01-f975-ebeb179ae948, 'name': SearchDatastore_Task, 'duration_secs': 0.016724} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.607130] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.607459] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 98aa482b-cfbd-48ca-b3fe-1d059e30a939/98aa482b-cfbd-48ca-b3fe-1d059e30a939.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.607752] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d5a9c98-553a-408e-b5eb-28a63fe257dd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.617151] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1016.617151] env[70966]: value = "task-3613145" [ 1016.617151] env[70966]: _type = "Task" [ 1016.617151] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.627228] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.636044] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.636425] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.676369] env[70966]: DEBUG nova.compute.manager [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.751402] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.751402] env[70966]: DEBUG nova.compute.manager [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.754921] env[70966]: DEBUG oslo_concurrency.lockutils [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.198s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.754921] env[70966]: DEBUG nova.objects.instance [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lazy-loading 'resources' on Instance uuid 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.057263] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.060811] env[70966]: DEBUG nova.network.neutron [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updated VIF entry in instance network info cache for port 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.061300] env[70966]: DEBUG nova.network.neutron [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updating instance_info_cache with network_info: [{"id": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "address": "fa:16:3e:c0:45:0a", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa8ae32-90", "ovs_interfaceid": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.129228] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613145, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.138938] env[70966]: DEBUG nova.compute.manager [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.159141] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquiring lock "f1794df3-0247-4955-8236-6c4a2c0e2d31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.159835] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Lock "f1794df3-0247-4955-8236-6c4a2c0e2d31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.162045] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquiring lock "f1794df3-0247-4955-8236-6c4a2c0e2d31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.162045] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Lock "f1794df3-0247-4955-8236-6c4a2c0e2d31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.162045] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Lock "f1794df3-0247-4955-8236-6c4a2c0e2d31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.163906] env[70966]: INFO nova.compute.manager [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Terminating instance [ 1017.202176] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.257103] env[70966]: DEBUG nova.compute.utils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.262162] env[70966]: DEBUG nova.compute.manager [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.262162] env[70966]: DEBUG nova.network.neutron [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.314952] env[70966]: DEBUG nova.policy [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23ef877699da4de29b14ef83880023e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7723e8f4e0c448d9079582e41e36bb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.554042] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613144, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.563885] env[70966]: DEBUG oslo_concurrency.lockutils [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] Releasing lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.564190] env[70966]: DEBUG nova.compute.manager [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Received event network-changed-472422f9-011e-4b0d-a46f-42453f92e587 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.564319] env[70966]: DEBUG nova.compute.manager [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Refreshing instance network info cache due to event network-changed-472422f9-011e-4b0d-a46f-42453f92e587. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.565146] env[70966]: DEBUG oslo_concurrency.lockutils [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] Acquiring lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.565146] env[70966]: DEBUG oslo_concurrency.lockutils [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] Acquired lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.565146] env[70966]: DEBUG nova.network.neutron [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Refreshing network info cache for port 472422f9-011e-4b0d-a46f-42453f92e587 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.588634] env[70966]: DEBUG nova.network.neutron [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Successfully created port: 2447bfa0-63cd-4986-b917-8bec942f8636 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.617362] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23032ab-df8b-4edd-84f1-0604da48d898 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.630831] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646555} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.632428] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 98aa482b-cfbd-48ca-b3fe-1d059e30a939/98aa482b-cfbd-48ca-b3fe-1d059e30a939.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.632683] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.632963] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5529c3d5-85d2-4385-9d42-3b7424377c53 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.635337] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ccf3e5-e979-4a6c-ab12-339c69a7a4af {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.671261] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90c31a3-5eb2-4a34-9279-af8d30a21eec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.673992] env[70966]: DEBUG nova.compute.manager [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.674209] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.674523] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1017.674523] env[70966]: value = "task-3613147" [ 1017.674523] env[70966]: _type = "Task" [ 1017.674523] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.675381] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad330e3f-79e6-41b0-9c1c-a2d7baafc5bc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.684310] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b9bf84-756d-4d1c-9059-3230f94119af {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.694123] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.694123] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.694302] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.695035] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-640e9b28-5288-4ff8-8bd4-ee5b2601512a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.704821] env[70966]: DEBUG nova.compute.provider_tree [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.711022] env[70966]: DEBUG oslo_vmware.api [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 1017.711022] env[70966]: value = "task-3613148" [ 1017.711022] env[70966]: _type = "Task" [ 1017.711022] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.716132] env[70966]: DEBUG oslo_vmware.api [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.765208] env[70966]: DEBUG nova.compute.manager [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.057369] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613144, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.189543] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120261} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.189543] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.189936] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e1d1b5-db2c-4f95-aade-b94dc85db756 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.217869] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 98aa482b-cfbd-48ca-b3fe-1d059e30a939/98aa482b-cfbd-48ca-b3fe-1d059e30a939.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.218961] env[70966]: DEBUG nova.scheduler.client.report [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.222597] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7900037-b214-4f0a-9bbc-0294608ae58e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.259187] env[70966]: DEBUG oslo_vmware.api [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613148, 'name': PowerOffVM_Task, 'duration_secs': 0.432387} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.260730] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.261856] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.261856] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1018.261856] env[70966]: value = "task-3613149" [ 1018.261856] env[70966]: _type = "Task" [ 1018.261856] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.261856] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41b84589-50cb-4895-b158-fd4ff5256c1f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.276314] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613149, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.482163] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.482411] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.482602] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Deleting the datastore file [datastore1] f1794df3-0247-4955-8236-6c4a2c0e2d31 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.485115] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aac7faf9-412e-4398-ad6f-e184d3f5829b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.492665] env[70966]: DEBUG oslo_vmware.api [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for the task: (returnval){ [ 1018.492665] env[70966]: value = "task-3613151" [ 1018.492665] env[70966]: _type = "Task" [ 1018.492665] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.500743] env[70966]: DEBUG oslo_vmware.api [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.555106] env[70966]: DEBUG oslo_vmware.api [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613144, 'name': PowerOnVM_Task, 'duration_secs': 3.113442} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.555502] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.555607] env[70966]: INFO nova.compute.manager [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1018.555791] env[70966]: DEBUG nova.compute.manager [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.557109] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba176d7-5406-4286-932b-d4b3e296e92a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.569223] env[70966]: DEBUG nova.network.neutron [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Updated VIF entry in instance network info cache for port 472422f9-011e-4b0d-a46f-42453f92e587. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.569223] env[70966]: DEBUG nova.network.neutron [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Updating instance_info_cache with network_info: [{"id": "472422f9-011e-4b0d-a46f-42453f92e587", "address": "fa:16:3e:d9:a2:29", "network": {"id": "000dd916-6379-4b2e-9c4c-dc8b39223522", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-551460757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47083c35719d4c5db6b3e99c10cf5735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472422f9-01", "ovs_interfaceid": "472422f9-011e-4b0d-a46f-42453f92e587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.747579] env[70966]: DEBUG oslo_concurrency.lockutils [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.749652] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.920s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.750044] env[70966]: DEBUG nova.objects.instance [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Lazy-loading 'resources' on Instance uuid 38d1a9d0-7442-4a91-ab52-94c73e0d9caf {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.773454] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613149, 'name': ReconfigVM_Task, 'duration_secs': 0.316819} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.773570] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 98aa482b-cfbd-48ca-b3fe-1d059e30a939/98aa482b-cfbd-48ca-b3fe-1d059e30a939.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.774196] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a05433b-9538-4673-a62c-d716d71d84ef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.776629] env[70966]: INFO nova.scheduler.client.report [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Deleted allocations for instance 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8 [ 1018.778688] env[70966]: DEBUG nova.compute.manager [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.793157] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1018.793157] env[70966]: value = "task-3613152" [ 1018.793157] env[70966]: _type = "Task" [ 1018.793157] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.804456] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613152, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.817393] env[70966]: DEBUG nova.virt.hardware [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.817393] env[70966]: DEBUG nova.virt.hardware [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.817393] env[70966]: DEBUG nova.virt.hardware [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.817393] env[70966]: DEBUG nova.virt.hardware [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.817734] env[70966]: DEBUG nova.virt.hardware [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.817734] env[70966]: DEBUG nova.virt.hardware [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.817824] env[70966]: DEBUG nova.virt.hardware [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.817961] env[70966]: DEBUG nova.virt.hardware [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.818695] env[70966]: DEBUG nova.virt.hardware [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.819077] env[70966]: DEBUG nova.virt.hardware [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.822091] env[70966]: DEBUG nova.virt.hardware [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.822091] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc692338-f9e7-4020-8c0b-c9a0ecb83fae {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.831323] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14926976-a484-4663-ba45-37d20b0ffaa1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.987745] env[70966]: DEBUG nova.compute.manager [req-b768b0c5-f22b-40e7-b8f7-73b1295f4488 req-92f66069-7a58-4801-98c8-df5deeeb5031 service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Received event network-vif-plugged-2447bfa0-63cd-4986-b917-8bec942f8636 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.987971] env[70966]: DEBUG oslo_concurrency.lockutils [req-b768b0c5-f22b-40e7-b8f7-73b1295f4488 req-92f66069-7a58-4801-98c8-df5deeeb5031 service nova] Acquiring lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.988287] env[70966]: DEBUG oslo_concurrency.lockutils [req-b768b0c5-f22b-40e7-b8f7-73b1295f4488 req-92f66069-7a58-4801-98c8-df5deeeb5031 service nova] Lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.988520] env[70966]: DEBUG oslo_concurrency.lockutils [req-b768b0c5-f22b-40e7-b8f7-73b1295f4488 req-92f66069-7a58-4801-98c8-df5deeeb5031 service nova] Lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.988787] env[70966]: DEBUG nova.compute.manager [req-b768b0c5-f22b-40e7-b8f7-73b1295f4488 req-92f66069-7a58-4801-98c8-df5deeeb5031 service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] No waiting events found dispatching network-vif-plugged-2447bfa0-63cd-4986-b917-8bec942f8636 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.988990] env[70966]: WARNING nova.compute.manager [req-b768b0c5-f22b-40e7-b8f7-73b1295f4488 req-92f66069-7a58-4801-98c8-df5deeeb5031 service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Received unexpected event network-vif-plugged-2447bfa0-63cd-4986-b917-8bec942f8636 for instance with vm_state building and task_state spawning. [ 1019.004458] env[70966]: DEBUG oslo_vmware.api [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.075122] env[70966]: DEBUG oslo_concurrency.lockutils [req-313b835a-c0d3-4a68-9202-dacac11979b1 req-0f15383f-d3dc-45e7-ac76-f812f5a165c1 service nova] Releasing lock "refresh_cache-f1794df3-0247-4955-8236-6c4a2c0e2d31" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.082684] env[70966]: INFO nova.compute.manager [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Took 35.83 seconds to build instance. [ 1019.091834] env[70966]: DEBUG nova.network.neutron [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Successfully updated port: 2447bfa0-63cd-4986-b917-8bec942f8636 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.289813] env[70966]: DEBUG oslo_concurrency.lockutils [None req-16813387-b171-430e-b235-11ef43004cac tempest-ImagesOneServerNegativeTestJSON-1651485893 tempest-ImagesOneServerNegativeTestJSON-1651485893-project-member] Lock "26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.627s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.307595] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613152, 'name': Rename_Task, 'duration_secs': 0.161796} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.311013] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.311864] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9b1c3bf-2acd-443b-992f-5b10c0b5121b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.318613] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1019.318613] env[70966]: value = "task-3613153" [ 1019.318613] env[70966]: _type = "Task" [ 1019.318613] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.332143] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.504078] env[70966]: DEBUG oslo_vmware.api [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Task: {'id': task-3613151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.579594} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.508065] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.508065] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.508065] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.508065] env[70966]: INFO nova.compute.manager [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1019.508515] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.513388] env[70966]: DEBUG nova.compute.manager [-] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.513388] env[70966]: DEBUG nova.network.neutron [-] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.585144] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ff08d73-68f9-4c1c-a168-9bbe90c9765a tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Lock "f7fd281f-17f9-4c69-b3ad-2171b248ef00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.349s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.594573] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "refresh_cache-5735bc97-c6e4-4314-9a9e-24722f9d4bea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.594742] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "refresh_cache-5735bc97-c6e4-4314-9a9e-24722f9d4bea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.594867] env[70966]: DEBUG nova.network.neutron [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.648049] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6e6b87-7896-45a1-ba60-af94e499fbee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.658115] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88458d5f-1723-47aa-bf82-f6b4514865ac {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.688103] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9188f5f-48c4-4ed6-9f14-d0927ff4bea6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.696579] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec93233-a958-4fb4-b1d0-d339784214d2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.714515] env[70966]: DEBUG nova.compute.provider_tree [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.831043] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.133476] env[70966]: DEBUG nova.network.neutron [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.218338] env[70966]: DEBUG nova.scheduler.client.report [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.259068] env[70966]: DEBUG nova.network.neutron [-] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.278628] env[70966]: DEBUG nova.network.neutron [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Updating instance_info_cache with network_info: [{"id": "2447bfa0-63cd-4986-b917-8bec942f8636", "address": "fa:16:3e:d3:34:70", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2447bfa0-63", "ovs_interfaceid": "2447bfa0-63cd-4986-b917-8bec942f8636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.329503] env[70966]: DEBUG oslo_vmware.api [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613153, 'name': PowerOnVM_Task, 'duration_secs': 0.690213} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.329770] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.329967] env[70966]: INFO nova.compute.manager [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1020.330189] env[70966]: DEBUG nova.compute.manager [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.330958] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79eb4375-ed46-4716-8ba8-fc1a876357d6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.724480] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.727997] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.273s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.729505] env[70966]: INFO nova.compute.claims [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.757068] env[70966]: INFO nova.scheduler.client.report [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Deleted allocations for instance 38d1a9d0-7442-4a91-ab52-94c73e0d9caf [ 1020.762385] env[70966]: INFO nova.compute.manager [-] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Took 1.25 seconds to deallocate network for instance. [ 1020.781592] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "refresh_cache-5735bc97-c6e4-4314-9a9e-24722f9d4bea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.782703] env[70966]: DEBUG nova.compute.manager [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Instance network_info: |[{"id": "2447bfa0-63cd-4986-b917-8bec942f8636", "address": "fa:16:3e:d3:34:70", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2447bfa0-63", "ovs_interfaceid": "2447bfa0-63cd-4986-b917-8bec942f8636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.782703] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:34:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2447bfa0-63cd-4986-b917-8bec942f8636', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.794328] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.794328] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.794328] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a080b494-66b2-4fad-8932-bead19bc2ac9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.818367] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.818367] env[70966]: value = "task-3613154" [ 1020.818367] env[70966]: _type = "Task" [ 1020.818367] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.832940] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613154, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.851269] env[70966]: INFO nova.compute.manager [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Took 27.55 seconds to build instance. [ 1021.030255] env[70966]: DEBUG nova.compute.manager [req-7a15bd06-b4e9-4cfb-aa04-5334ab8f12ec req-64edb5f8-08d5-4954-b209-b1c07a7e9bdd service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Received event network-changed-2447bfa0-63cd-4986-b917-8bec942f8636 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.030626] env[70966]: DEBUG nova.compute.manager [req-7a15bd06-b4e9-4cfb-aa04-5334ab8f12ec req-64edb5f8-08d5-4954-b209-b1c07a7e9bdd service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Refreshing instance network info cache due to event network-changed-2447bfa0-63cd-4986-b917-8bec942f8636. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.030844] env[70966]: DEBUG oslo_concurrency.lockutils [req-7a15bd06-b4e9-4cfb-aa04-5334ab8f12ec req-64edb5f8-08d5-4954-b209-b1c07a7e9bdd service nova] Acquiring lock "refresh_cache-5735bc97-c6e4-4314-9a9e-24722f9d4bea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.030884] env[70966]: DEBUG oslo_concurrency.lockutils [req-7a15bd06-b4e9-4cfb-aa04-5334ab8f12ec req-64edb5f8-08d5-4954-b209-b1c07a7e9bdd service nova] Acquired lock "refresh_cache-5735bc97-c6e4-4314-9a9e-24722f9d4bea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.031183] env[70966]: DEBUG nova.network.neutron [req-7a15bd06-b4e9-4cfb-aa04-5334ab8f12ec req-64edb5f8-08d5-4954-b209-b1c07a7e9bdd service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Refreshing network info cache for port 2447bfa0-63cd-4986-b917-8bec942f8636 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.239085] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Acquiring lock "f7fd281f-17f9-4c69-b3ad-2171b248ef00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.239384] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Lock "f7fd281f-17f9-4c69-b3ad-2171b248ef00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.239659] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Acquiring lock "f7fd281f-17f9-4c69-b3ad-2171b248ef00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.239867] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Lock "f7fd281f-17f9-4c69-b3ad-2171b248ef00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.240047] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Lock "f7fd281f-17f9-4c69-b3ad-2171b248ef00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.242477] env[70966]: INFO nova.compute.manager [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Terminating instance [ 1021.263328] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1b3d81b3-57b4-4e15-b7b3-55266d49df81 tempest-ServerAddressesNegativeTestJSON-561782036 tempest-ServerAddressesNegativeTestJSON-561782036-project-member] Lock "38d1a9d0-7442-4a91-ab52-94c73e0d9caf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.091s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.273120] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.329401] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613154, 'name': CreateVM_Task, 'duration_secs': 0.356056} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.329632] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.330368] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.330542] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.330869] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.331140] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4041fd82-256d-4195-ba24-78dc3f39b94d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.335522] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1021.335522] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526d5598-d749-2b39-40e4-4f36fa378181" [ 1021.335522] env[70966]: _type = "Task" [ 1021.335522] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.343198] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526d5598-d749-2b39-40e4-4f36fa378181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.354645] env[70966]: DEBUG oslo_concurrency.lockutils [None req-50cb7b92-c82c-4b20-b4a5-db7b79085017 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "98aa482b-cfbd-48ca-b3fe-1d059e30a939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.060s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.542228] env[70966]: DEBUG oslo_concurrency.lockutils [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "dba13c6a-7c9b-4a79-9173-2296a2688c55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.542584] env[70966]: DEBUG oslo_concurrency.lockutils [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "dba13c6a-7c9b-4a79-9173-2296a2688c55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.543675] env[70966]: DEBUG oslo_concurrency.lockutils [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "dba13c6a-7c9b-4a79-9173-2296a2688c55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.543675] env[70966]: DEBUG oslo_concurrency.lockutils [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "dba13c6a-7c9b-4a79-9173-2296a2688c55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.543675] env[70966]: DEBUG oslo_concurrency.lockutils [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "dba13c6a-7c9b-4a79-9173-2296a2688c55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.546333] env[70966]: INFO nova.compute.manager [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Terminating instance [ 1021.746803] env[70966]: DEBUG nova.compute.manager [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.746803] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.750563] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87875ff0-9bb0-4b48-995e-55e25505fe6b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.760065] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.760470] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a93a59bd-024e-48e6-b384-7d93e61b2507 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.773443] env[70966]: DEBUG oslo_vmware.api [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Waiting for the task: (returnval){ [ 1021.773443] env[70966]: value = "task-3613155" [ 1021.773443] env[70966]: _type = "Task" [ 1021.773443] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.788218] env[70966]: DEBUG oslo_vmware.api [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.846833] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526d5598-d749-2b39-40e4-4f36fa378181, 'name': SearchDatastore_Task, 'duration_secs': 0.019708} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.847305] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.848225] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.848225] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.848225] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.848225] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.848603] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e58e46b-1c8c-4b2c-8abf-2132352dc7d7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.867209] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.867209] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.867517] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc8f8a7-1cc0-4189-8ada-a1a37179b92d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.878073] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1021.878073] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52841680-51d7-123a-20cc-77956466d8e1" [ 1021.878073] env[70966]: _type = "Task" [ 1021.878073] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.881488] env[70966]: DEBUG nova.network.neutron [req-7a15bd06-b4e9-4cfb-aa04-5334ab8f12ec req-64edb5f8-08d5-4954-b209-b1c07a7e9bdd service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Updated VIF entry in instance network info cache for port 2447bfa0-63cd-4986-b917-8bec942f8636. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.881898] env[70966]: DEBUG nova.network.neutron [req-7a15bd06-b4e9-4cfb-aa04-5334ab8f12ec req-64edb5f8-08d5-4954-b209-b1c07a7e9bdd service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Updating instance_info_cache with network_info: [{"id": "2447bfa0-63cd-4986-b917-8bec942f8636", "address": "fa:16:3e:d3:34:70", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2447bfa0-63", "ovs_interfaceid": "2447bfa0-63cd-4986-b917-8bec942f8636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.887525] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52841680-51d7-123a-20cc-77956466d8e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.051141] env[70966]: DEBUG nova.compute.manager [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.051389] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.052753] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2465bd6f-ad40-4133-b205-34fcb5426690 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.063086] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.063701] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03e2221b-f6a4-4968-8d9d-92cebd923ae6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.071680] env[70966]: DEBUG oslo_vmware.api [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 1022.071680] env[70966]: value = "task-3613156" [ 1022.071680] env[70966]: _type = "Task" [ 1022.071680] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.087443] env[70966]: DEBUG oslo_vmware.api [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.223900] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcd639a-a419-4ae6-9c44-fe3c19024f32 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.235719] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27f9b42-1ca8-4135-9f97-b77ec4999a18 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.268028] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6accd2-4b09-46bc-840b-ae7378c89e68 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.278756] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f7088c-0529-4a12-a30e-37605d18ded1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.287365] env[70966]: DEBUG oslo_vmware.api [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613155, 'name': PowerOffVM_Task, 'duration_secs': 0.295842} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.295456] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.295606] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.296489] env[70966]: DEBUG nova.compute.provider_tree [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.297784] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e589ba0-63a2-44aa-9fe5-6aae3902659f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.376312] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.376312] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.376312] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Deleting the datastore file [datastore2] f7fd281f-17f9-4c69-b3ad-2171b248ef00 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.376312] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c79ab00f-c438-4d89-a927-f6b12a61180c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.390630] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52841680-51d7-123a-20cc-77956466d8e1, 'name': SearchDatastore_Task, 'duration_secs': 0.027138} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.393025] env[70966]: DEBUG oslo_concurrency.lockutils [req-7a15bd06-b4e9-4cfb-aa04-5334ab8f12ec req-64edb5f8-08d5-4954-b209-b1c07a7e9bdd service nova] Releasing lock "refresh_cache-5735bc97-c6e4-4314-9a9e-24722f9d4bea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.393450] env[70966]: DEBUG nova.compute.manager [req-7a15bd06-b4e9-4cfb-aa04-5334ab8f12ec req-64edb5f8-08d5-4954-b209-b1c07a7e9bdd service nova] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Received event network-vif-deleted-472422f9-011e-4b0d-a46f-42453f92e587 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.394060] env[70966]: DEBUG oslo_vmware.api [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Waiting for the task: (returnval){ [ 1022.394060] env[70966]: value = "task-3613158" [ 1022.394060] env[70966]: _type = "Task" [ 1022.394060] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.394316] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46ca9056-d4f9-4d4f-a047-1e9923bf2e35 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.403266] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "2a414958-48b2-4b40-89df-ed686c590f5e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.403499] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "2a414958-48b2-4b40-89df-ed686c590f5e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.411967] env[70966]: DEBUG oslo_vmware.api [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.411967] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1022.411967] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525ba9a4-6077-cda4-dfdc-b8ccda66a6ed" [ 1022.411967] env[70966]: _type = "Task" [ 1022.411967] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.420432] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525ba9a4-6077-cda4-dfdc-b8ccda66a6ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.591366] env[70966]: DEBUG oslo_vmware.api [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613156, 'name': PowerOffVM_Task, 'duration_secs': 0.369255} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.591793] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.592075] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.592468] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebf91f7d-06fe-4c34-9d48-87ed66329199 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.660330] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.660580] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.660766] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Deleting the datastore file [datastore2] dba13c6a-7c9b-4a79-9173-2296a2688c55 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.661080] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-848b2ca4-844b-4c26-a939-9ca1b30adaca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.669929] env[70966]: DEBUG oslo_vmware.api [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 1022.669929] env[70966]: value = "task-3613160" [ 1022.669929] env[70966]: _type = "Task" [ 1022.669929] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.679814] env[70966]: DEBUG oslo_vmware.api [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.803037] env[70966]: DEBUG nova.scheduler.client.report [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.911587] env[70966]: DEBUG nova.compute.utils [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.913635] env[70966]: DEBUG oslo_vmware.api [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Task: {'id': task-3613158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306874} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.919741] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.920102] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.920432] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.920744] env[70966]: INFO nova.compute.manager [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1022.921144] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.921481] env[70966]: DEBUG nova.compute.manager [-] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.921616] env[70966]: DEBUG nova.network.neutron [-] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.934434] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]525ba9a4-6077-cda4-dfdc-b8ccda66a6ed, 'name': SearchDatastore_Task, 'duration_secs': 0.014397} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.934834] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.935236] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 5735bc97-c6e4-4314-9a9e-24722f9d4bea/5735bc97-c6e4-4314-9a9e-24722f9d4bea.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.935606] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7541627f-063d-4080-873b-104110e87df0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.946888] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1022.946888] env[70966]: value = "task-3613161" [ 1022.946888] env[70966]: _type = "Task" [ 1022.946888] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.963147] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.010817] env[70966]: DEBUG nova.compute.manager [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.012301] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047374f4-a9ea-4a2b-a21e-c0a882c6247d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.181594] env[70966]: DEBUG oslo_vmware.api [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356229} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.181669] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.181955] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.182669] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.182902] env[70966]: INFO nova.compute.manager [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1023.183244] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.183505] env[70966]: DEBUG nova.compute.manager [-] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.183647] env[70966]: DEBUG nova.network.neutron [-] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.317671] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.318229] env[70966]: DEBUG nova.compute.manager [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.326026] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.962s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.326026] env[70966]: INFO nova.compute.claims [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.415102] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "2a414958-48b2-4b40-89df-ed686c590f5e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.470020] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613161, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.530622] env[70966]: INFO nova.compute.manager [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] instance snapshotting [ 1023.533967] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4d939a-eee0-4412-a8c0-4016b4687f1f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.563548] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23645e90-d221-4466-9c25-e870e86bec51 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.772302] env[70966]: DEBUG nova.compute.manager [req-c3544230-2ba0-428e-b91e-cdce683ab49e req-0fb99286-f3cd-46a7-8604-ce05e70d5119 service nova] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Received event network-vif-deleted-95f347e8-7e93-4eb7-9c0a-4fbf12796de0 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.772525] env[70966]: INFO nova.compute.manager [req-c3544230-2ba0-428e-b91e-cdce683ab49e req-0fb99286-f3cd-46a7-8604-ce05e70d5119 service nova] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Neutron deleted interface 95f347e8-7e93-4eb7-9c0a-4fbf12796de0; detaching it from the instance and deleting it from the info cache [ 1023.772815] env[70966]: DEBUG nova.network.neutron [req-c3544230-2ba0-428e-b91e-cdce683ab49e req-0fb99286-f3cd-46a7-8604-ce05e70d5119 service nova] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.828984] env[70966]: DEBUG nova.compute.utils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.834129] env[70966]: DEBUG nova.compute.manager [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.834129] env[70966]: DEBUG nova.network.neutron [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.914494] env[70966]: DEBUG nova.network.neutron [-] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.932217] env[70966]: DEBUG nova.policy [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ba76a7a626a4f88afcefbfa8876afd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f1e6ae4a7c84931afd4aa8c6f5acaa3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.933021] env[70966]: DEBUG nova.compute.manager [req-31b3b719-b46b-4f5a-b9f6-8f57d6de80b1 req-d6674291-ac03-4429-af6d-f87ca57c6772 service nova] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Received event network-vif-deleted-c714465c-bd94-4677-ac07-cfdd3b82b4ad {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.933021] env[70966]: INFO nova.compute.manager [req-31b3b719-b46b-4f5a-b9f6-8f57d6de80b1 req-d6674291-ac03-4429-af6d-f87ca57c6772 service nova] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Neutron deleted interface c714465c-bd94-4677-ac07-cfdd3b82b4ad; detaching it from the instance and deleting it from the info cache [ 1023.933021] env[70966]: DEBUG nova.network.neutron [req-31b3b719-b46b-4f5a-b9f6-8f57d6de80b1 req-d6674291-ac03-4429-af6d-f87ca57c6772 service nova] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.961378] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823556} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.961666] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 5735bc97-c6e4-4314-9a9e-24722f9d4bea/5735bc97-c6e4-4314-9a9e-24722f9d4bea.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.961892] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.962165] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7235fd4-389d-463e-9512-ea49d6861a40 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.974045] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1023.974045] env[70966]: value = "task-3613162" [ 1023.974045] env[70966]: _type = "Task" [ 1023.974045] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.985983] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.085757] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1024.088633] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a31f2123-263d-4bda-864f-5a8a4bfbf047 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.098683] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1024.098683] env[70966]: value = "task-3613163" [ 1024.098683] env[70966]: _type = "Task" [ 1024.098683] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.107929] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613163, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.197699] env[70966]: DEBUG nova.network.neutron [-] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.277330] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2f14b26-0be4-4e8b-ba39-c6d3d605b5fb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.286576] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eb2433-49f3-473f-9711-b81d4ac492bf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.322334] env[70966]: DEBUG nova.compute.manager [req-c3544230-2ba0-428e-b91e-cdce683ab49e req-0fb99286-f3cd-46a7-8604-ce05e70d5119 service nova] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Detach interface failed, port_id=95f347e8-7e93-4eb7-9c0a-4fbf12796de0, reason: Instance f7fd281f-17f9-4c69-b3ad-2171b248ef00 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1024.323463] env[70966]: DEBUG nova.network.neutron [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Successfully created port: 0744d7c4-5911-4e74-9a6d-7b949880bf7d {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.334529] env[70966]: DEBUG nova.compute.manager [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.418444] env[70966]: INFO nova.compute.manager [-] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Took 1.50 seconds to deallocate network for instance. [ 1024.443075] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-721b53ab-5d39-4547-bdae-d7adfc7eff1d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.460703] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327563bb-1a54-4fe3-8085-b94b9bef9f9e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.483023] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072762} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.485735] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.499032] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1411c854-564a-418a-87d3-d744e5ea8de0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.506877] env[70966]: DEBUG nova.compute.manager [req-31b3b719-b46b-4f5a-b9f6-8f57d6de80b1 req-d6674291-ac03-4429-af6d-f87ca57c6772 service nova] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Detach interface failed, port_id=c714465c-bd94-4677-ac07-cfdd3b82b4ad, reason: Instance dba13c6a-7c9b-4a79-9173-2296a2688c55 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1024.528980] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 5735bc97-c6e4-4314-9a9e-24722f9d4bea/5735bc97-c6e4-4314-9a9e-24722f9d4bea.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.533183] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deafcc51-f5d0-49de-a0a5-4fefa9665583 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.555932] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1024.555932] env[70966]: value = "task-3613164" [ 1024.555932] env[70966]: _type = "Task" [ 1024.555932] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.561316] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "2a414958-48b2-4b40-89df-ed686c590f5e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.561316] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "2a414958-48b2-4b40-89df-ed686c590f5e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.561316] env[70966]: INFO nova.compute.manager [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Attaching volume fcf52d78-3568-4ed0-9e25-4f53e2bc30f5 to /dev/sdb [ 1024.572855] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.612158] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632e01d2-aedb-4c75-ae2d-9bcadda2700e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.618180] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613163, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.622688] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2d1449-04d2-493a-98e2-fcefc3547168 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.637636] env[70966]: DEBUG nova.virt.block_device [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating existing volume attachment record: ae3cd342-18f9-4c68-950a-8bf55c58505c {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1024.705136] env[70966]: INFO nova.compute.manager [-] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Took 1.52 seconds to deallocate network for instance. [ 1024.872797] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c19f60b-ffcf-419e-8d56-1dbc7a861211 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.880111] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba6f5a2-78c8-4000-a2ca-57abe30672e8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.912432] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e5294a-7b4e-47a2-b70b-85bd1a625f70 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.921289] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05241b9-4792-4149-82ca-904cb66c372a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.939224] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.939981] env[70966]: DEBUG nova.compute.provider_tree [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.070301] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613164, 'name': ReconfigVM_Task, 'duration_secs': 0.31782} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.070637] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 5735bc97-c6e4-4314-9a9e-24722f9d4bea/5735bc97-c6e4-4314-9a9e-24722f9d4bea.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.071338] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e9e3c92-23be-4f2a-b0f2-1d25421b3a25 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.078927] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1025.078927] env[70966]: value = "task-3613168" [ 1025.078927] env[70966]: _type = "Task" [ 1025.078927] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.087667] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613168, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.111059] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613163, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.218409] env[70966]: DEBUG oslo_concurrency.lockutils [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.343570] env[70966]: DEBUG nova.compute.manager [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.368852] env[70966]: DEBUG nova.virt.hardware [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:34:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bdeb5ac2-14b7-430a-9adf-a16d034074cb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-365023890',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.368852] env[70966]: DEBUG nova.virt.hardware [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.368852] env[70966]: DEBUG nova.virt.hardware [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.368852] env[70966]: DEBUG nova.virt.hardware [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.369114] env[70966]: DEBUG nova.virt.hardware [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.369170] env[70966]: DEBUG nova.virt.hardware [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.369404] env[70966]: DEBUG nova.virt.hardware [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.369557] env[70966]: DEBUG nova.virt.hardware [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.369716] env[70966]: DEBUG nova.virt.hardware [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.369875] env[70966]: DEBUG nova.virt.hardware [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.370104] env[70966]: DEBUG nova.virt.hardware [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.371042] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9475bd0d-020b-4730-b275-6891b986ac74 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.379688] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17235e75-7f3e-4654-8861-23d0fee49814 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.446870] env[70966]: DEBUG nova.scheduler.client.report [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.592743] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613168, 'name': Rename_Task, 'duration_secs': 0.16512} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.593955] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.593955] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66ea2a75-e2f0-44bc-8022-e9dc31e4f91d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.602677] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1025.602677] env[70966]: value = "task-3613169" [ 1025.602677] env[70966]: _type = "Task" [ 1025.602677] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.612493] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.616241] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613163, 'name': CreateSnapshot_Task, 'duration_secs': 1.097674} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.616241] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1025.616882] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861cf392-febc-4b10-a036-cbd6b8305bd6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.714424] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "e6c65fed-3791-4f55-843b-25f9c5fe8172" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.714676] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "e6c65fed-3791-4f55-843b-25f9c5fe8172" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.950378] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.950951] env[70966]: DEBUG nova.compute.manager [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.958023] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.368s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.093322] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "d4bbfb4c-039f-4373-bcaf-e0e915d57e47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.093763] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "d4bbfb4c-039f-4373-bcaf-e0e915d57e47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.112744] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613169, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.141125] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1026.141125] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a7bab4f1-90df-417c-8709-1a2766ee1400 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.151052] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1026.151052] env[70966]: value = "task-3613170" [ 1026.151052] env[70966]: _type = "Task" [ 1026.151052] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.161895] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613170, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.217231] env[70966]: DEBUG nova.compute.manager [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.360947] env[70966]: DEBUG nova.network.neutron [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Successfully updated port: 0744d7c4-5911-4e74-9a6d-7b949880bf7d {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.452110] env[70966]: DEBUG nova.compute.manager [req-feaa171c-ae30-49f4-a152-52fc9ec7b568 req-84ab7668-12c3-441e-8199-3d58ef5624a8 service nova] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Received event network-vif-plugged-0744d7c4-5911-4e74-9a6d-7b949880bf7d {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.452110] env[70966]: DEBUG oslo_concurrency.lockutils [req-feaa171c-ae30-49f4-a152-52fc9ec7b568 req-84ab7668-12c3-441e-8199-3d58ef5624a8 service nova] Acquiring lock "e5a70365-479b-4c56-b385-684fd7e70c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.452110] env[70966]: DEBUG oslo_concurrency.lockutils [req-feaa171c-ae30-49f4-a152-52fc9ec7b568 req-84ab7668-12c3-441e-8199-3d58ef5624a8 service nova] Lock "e5a70365-479b-4c56-b385-684fd7e70c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.453062] env[70966]: DEBUG oslo_concurrency.lockutils [req-feaa171c-ae30-49f4-a152-52fc9ec7b568 req-84ab7668-12c3-441e-8199-3d58ef5624a8 service nova] Lock "e5a70365-479b-4c56-b385-684fd7e70c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.455152] env[70966]: DEBUG nova.compute.manager [req-feaa171c-ae30-49f4-a152-52fc9ec7b568 req-84ab7668-12c3-441e-8199-3d58ef5624a8 service nova] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] No waiting events found dispatching network-vif-plugged-0744d7c4-5911-4e74-9a6d-7b949880bf7d {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.455152] env[70966]: WARNING nova.compute.manager [req-feaa171c-ae30-49f4-a152-52fc9ec7b568 req-84ab7668-12c3-441e-8199-3d58ef5624a8 service nova] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Received unexpected event network-vif-plugged-0744d7c4-5911-4e74-9a6d-7b949880bf7d for instance with vm_state building and task_state spawning. [ 1026.467694] env[70966]: DEBUG nova.compute.utils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.470042] env[70966]: DEBUG nova.compute.manager [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.470393] env[70966]: DEBUG nova.network.neutron [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.525123] env[70966]: DEBUG nova.policy [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1386a7924b1a4ac9b2a63e56c461051b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3cf3533356a48509e9b47a24d9c7586', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.603026] env[70966]: DEBUG nova.compute.manager [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.613886] env[70966]: DEBUG oslo_vmware.api [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613169, 'name': PowerOnVM_Task, 'duration_secs': 0.513216} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.617028] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.617028] env[70966]: INFO nova.compute.manager [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1026.617028] env[70966]: DEBUG nova.compute.manager [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.617028] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d383055-0184-4490-aad0-33e2886c4e25 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.661294] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613170, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.737870] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.862926] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.863127] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquired lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.863283] env[70966]: DEBUG nova.network.neutron [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.962924] env[70966]: DEBUG nova.network.neutron [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Successfully created port: da971fb0-bd09-4cfc-9a27-d14f710905e7 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.973113] env[70966]: DEBUG nova.compute.manager [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.001310] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.001427] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance dba13c6a-7c9b-4a79-9173-2296a2688c55 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.001615] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance c0761181-cec1-453c-adfe-a575a7242897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.001776] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 2ff1d794-4c9f-4de9-8283-4a56c527c6d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.001913] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 5191e604-7633-4903-ad1d-c1ecfd3c4d68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.002043] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 6de5cc86-3369-45ae-8a25-373621dd03a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.002186] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 2a414958-48b2-4b40-89df-ed686c590f5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.002384] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 379e905b-dd3b-4b73-8393-02232f2540ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.002542] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.003534] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.003534] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 07fef84f-b749-472e-909b-0c7df39a55b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.003534] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 523d5ceb-7c30-41fe-87d5-48f5944ba100 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.003534] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.003534] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance f1794df3-0247-4955-8236-6c4a2c0e2d31 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.003534] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.003534] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 6822d83f-3208-47a7-8b15-e4c34d1a2b9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.003534] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance f7fd281f-17f9-4c69-b3ad-2171b248ef00 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.004109] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 98aa482b-cfbd-48ca-b3fe-1d059e30a939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.004109] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 5735bc97-c6e4-4314-9a9e-24722f9d4bea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.004109] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance e5a70365-479b-4c56-b385-684fd7e70c74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.004109] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance d5c25f0a-6cb3-46b6-ba8a-7822593a840d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.135836] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.138401] env[70966]: INFO nova.compute.manager [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Took 29.12 seconds to build instance. [ 1027.161238] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613170, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.172410] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Acquiring lock "dc7a61a4-2423-46a5-ab55-e6ed45cf0c48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.172410] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Lock "dc7a61a4-2423-46a5-ab55-e6ed45cf0c48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.350819] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.351229] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.351521] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.351788] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.352102] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.354406] env[70966]: INFO nova.compute.manager [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Terminating instance [ 1027.413281] env[70966]: DEBUG nova.network.neutron [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.506957] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 06d64fc7-94a1-4bf1-8556-121936dc19e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1027.575448] env[70966]: DEBUG nova.network.neutron [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating instance_info_cache with network_info: [{"id": "0744d7c4-5911-4e74-9a6d-7b949880bf7d", "address": "fa:16:3e:e2:3f:b9", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0744d7c4-59", "ovs_interfaceid": "0744d7c4-5911-4e74-9a6d-7b949880bf7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.642030] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3049f0e6-a9d8-4446-8676-1124d6178349 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.627s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.661799] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613170, 'name': CloneVM_Task} progress is 95%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.858493] env[70966]: DEBUG nova.compute.manager [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.858731] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.859845] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1ca9c8-b9f2-4368-9224-6ea3cfaad461 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.867891] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.868164] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1da87fb-a783-4612-9f6f-69e741236932 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.874397] env[70966]: DEBUG oslo_vmware.api [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1027.874397] env[70966]: value = "task-3613172" [ 1027.874397] env[70966]: _type = "Task" [ 1027.874397] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.883273] env[70966]: DEBUG oslo_vmware.api [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.989762] env[70966]: DEBUG nova.compute.manager [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.010288] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1028.015286] env[70966]: DEBUG nova.virt.hardware [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.015536] env[70966]: DEBUG nova.virt.hardware [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.015693] env[70966]: DEBUG nova.virt.hardware [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.015874] env[70966]: DEBUG nova.virt.hardware [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.016031] env[70966]: DEBUG nova.virt.hardware [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.016184] env[70966]: DEBUG nova.virt.hardware [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.016385] env[70966]: DEBUG nova.virt.hardware [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.016548] env[70966]: DEBUG nova.virt.hardware [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.016775] env[70966]: DEBUG nova.virt.hardware [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.016950] env[70966]: DEBUG nova.virt.hardware [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.017141] env[70966]: DEBUG nova.virt.hardware [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.017983] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e260f5a2-c4fb-4a07-a624-00ceabdb3788 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.028298] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3803127-33e7-4af1-9d2c-92962a06059d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.078642] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Releasing lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.078943] env[70966]: DEBUG nova.compute.manager [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Instance network_info: |[{"id": "0744d7c4-5911-4e74-9a6d-7b949880bf7d", "address": "fa:16:3e:e2:3f:b9", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0744d7c4-59", "ovs_interfaceid": "0744d7c4-5911-4e74-9a6d-7b949880bf7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.080039] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:3f:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0744d7c4-5911-4e74-9a6d-7b949880bf7d', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.087751] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.087978] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.088224] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-394ab822-c113-4387-bc08-0d3670f8bf79 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.108720] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.108720] env[70966]: value = "task-3613173" [ 1028.108720] env[70966]: _type = "Task" [ 1028.108720] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.116412] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613173, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.145141] env[70966]: DEBUG nova.compute.manager [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.162183] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613170, 'name': CloneVM_Task, 'duration_secs': 1.633048} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.162495] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Created linked-clone VM from snapshot [ 1028.163294] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4c3e2f-92c1-48aa-8ad1-d23758629524 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.171581] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Uploading image 7408e985-0225-4bee-a669-eec4eba203dc {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1028.197027] env[70966]: DEBUG oslo_vmware.rw_handles [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1028.197027] env[70966]: value = "vm-720721" [ 1028.197027] env[70966]: _type = "VirtualMachine" [ 1028.197027] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1028.197027] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-13b24549-3535-40e4-8229-90ce93d1cf1a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.204483] env[70966]: DEBUG oslo_vmware.rw_handles [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lease: (returnval){ [ 1028.204483] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5290915a-a79d-bbee-c43c-354368e292ce" [ 1028.204483] env[70966]: _type = "HttpNfcLease" [ 1028.204483] env[70966]: } obtained for exporting VM: (result){ [ 1028.204483] env[70966]: value = "vm-720721" [ 1028.204483] env[70966]: _type = "VirtualMachine" [ 1028.204483] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1028.204827] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the lease: (returnval){ [ 1028.204827] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5290915a-a79d-bbee-c43c-354368e292ce" [ 1028.204827] env[70966]: _type = "HttpNfcLease" [ 1028.204827] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1028.212856] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1028.212856] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5290915a-a79d-bbee-c43c-354368e292ce" [ 1028.212856] env[70966]: _type = "HttpNfcLease" [ 1028.212856] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1028.263333] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.263628] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.263821] env[70966]: INFO nova.compute.manager [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Shelving [ 1028.385422] env[70966]: DEBUG oslo_vmware.api [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613172, 'name': PowerOffVM_Task, 'duration_secs': 0.233137} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.385692] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.386258] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.386258] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d3fd515-6f4f-4335-bb5e-852b0f1bd0d9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.459980] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.460358] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.460606] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Deleting the datastore file [datastore1] d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.460875] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf1be8a3-bdd7-479e-baac-68cae9d2475e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.467671] env[70966]: DEBUG oslo_vmware.api [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1028.467671] env[70966]: value = "task-3613176" [ 1028.467671] env[70966]: _type = "Task" [ 1028.467671] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.476918] env[70966]: DEBUG oslo_vmware.api [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.496133] env[70966]: DEBUG nova.compute.manager [req-533a38d3-3945-49e8-bcbd-75cb1d84de29 req-462284f6-ee50-42fc-887c-875d6e76d7e6 service nova] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Received event network-changed-0744d7c4-5911-4e74-9a6d-7b949880bf7d {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.496598] env[70966]: DEBUG nova.compute.manager [req-533a38d3-3945-49e8-bcbd-75cb1d84de29 req-462284f6-ee50-42fc-887c-875d6e76d7e6 service nova] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Refreshing instance network info cache due to event network-changed-0744d7c4-5911-4e74-9a6d-7b949880bf7d. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.497095] env[70966]: DEBUG oslo_concurrency.lockutils [req-533a38d3-3945-49e8-bcbd-75cb1d84de29 req-462284f6-ee50-42fc-887c-875d6e76d7e6 service nova] Acquiring lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.497383] env[70966]: DEBUG oslo_concurrency.lockutils [req-533a38d3-3945-49e8-bcbd-75cb1d84de29 req-462284f6-ee50-42fc-887c-875d6e76d7e6 service nova] Acquired lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.497646] env[70966]: DEBUG nova.network.neutron [req-533a38d3-3945-49e8-bcbd-75cb1d84de29 req-462284f6-ee50-42fc-887c-875d6e76d7e6 service nova] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Refreshing network info cache for port 0744d7c4-5911-4e74-9a6d-7b949880bf7d {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.513620] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 320938bd-aa9a-47c9-8add-f4ef382f171a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1028.620100] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613173, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.632158] env[70966]: DEBUG nova.network.neutron [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Successfully updated port: da971fb0-bd09-4cfc-9a27-d14f710905e7 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.670295] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.712860] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1028.712860] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5290915a-a79d-bbee-c43c-354368e292ce" [ 1028.712860] env[70966]: _type = "HttpNfcLease" [ 1028.712860] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1028.713574] env[70966]: DEBUG oslo_vmware.rw_handles [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1028.713574] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5290915a-a79d-bbee-c43c-354368e292ce" [ 1028.713574] env[70966]: _type = "HttpNfcLease" [ 1028.713574] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1028.714378] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c01a9b-780a-4e7e-9698-351e771234ef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.723560] env[70966]: DEBUG oslo_vmware.rw_handles [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b00fcd-a72c-5d49-3de9-ea309d4058b0/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1028.723773] env[70966]: DEBUG oslo_vmware.rw_handles [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b00fcd-a72c-5d49-3de9-ea309d4058b0/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1028.839298] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e2f1c2c1-5ef1-494b-926f-6f37cc35a3a2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.978327] env[70966]: DEBUG oslo_vmware.api [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18634} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.978646] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.978837] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.979039] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.979263] env[70966]: INFO nova.compute.manager [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1028.979519] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.979721] env[70966]: DEBUG nova.compute.manager [-] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.979807] env[70966]: DEBUG nova.network.neutron [-] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.018192] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 52a61c79-cc93-4ae0-8f43-d78a6d857f07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1029.121232] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613173, 'name': CreateVM_Task, 'duration_secs': 0.586272} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.123941] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.124877] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.125244] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.125707] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.126407] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95936ae4-0f0b-4131-9a2a-97fb0cb709a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.133214] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1029.133214] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528965b6-7c30-aab8-c459-1439a232206d" [ 1029.133214] env[70966]: _type = "Task" [ 1029.133214] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.134182] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "refresh_cache-d5c25f0a-6cb3-46b6-ba8a-7822593a840d" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.134467] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "refresh_cache-d5c25f0a-6cb3-46b6-ba8a-7822593a840d" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.134733] env[70966]: DEBUG nova.network.neutron [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.145927] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528965b6-7c30-aab8-c459-1439a232206d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.204988] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1029.205403] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720719', 'volume_id': 'fcf52d78-3568-4ed0-9e25-4f53e2bc30f5', 'name': 'volume-fcf52d78-3568-4ed0-9e25-4f53e2bc30f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a414958-48b2-4b40-89df-ed686c590f5e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcf52d78-3568-4ed0-9e25-4f53e2bc30f5', 'serial': 'fcf52d78-3568-4ed0-9e25-4f53e2bc30f5'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1029.207243] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e945105d-48bf-449a-b879-72f49afbab3a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.231384] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3aefda-630d-4061-8f13-c26693f0e71a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.258816] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] volume-fcf52d78-3568-4ed0-9e25-4f53e2bc30f5/volume-fcf52d78-3568-4ed0-9e25-4f53e2bc30f5.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.259271] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e527158d-d51a-43e6-8ef5-6843e820f518 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.280182] env[70966]: DEBUG nova.network.neutron [req-533a38d3-3945-49e8-bcbd-75cb1d84de29 req-462284f6-ee50-42fc-887c-875d6e76d7e6 service nova] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updated VIF entry in instance network info cache for port 0744d7c4-5911-4e74-9a6d-7b949880bf7d. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.280542] env[70966]: DEBUG nova.network.neutron [req-533a38d3-3945-49e8-bcbd-75cb1d84de29 req-462284f6-ee50-42fc-887c-875d6e76d7e6 service nova] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating instance_info_cache with network_info: [{"id": "0744d7c4-5911-4e74-9a6d-7b949880bf7d", "address": "fa:16:3e:e2:3f:b9", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0744d7c4-59", "ovs_interfaceid": "0744d7c4-5911-4e74-9a6d-7b949880bf7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.288274] env[70966]: DEBUG oslo_vmware.api [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1029.288274] env[70966]: value = "task-3613177" [ 1029.288274] env[70966]: _type = "Task" [ 1029.288274] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.292682] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.293113] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcf0e02c-0749-41a5-ad12-fdcb3b84bdcf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.299307] env[70966]: DEBUG oslo_vmware.api [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.303232] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1029.303232] env[70966]: value = "task-3613178" [ 1029.303232] env[70966]: _type = "Task" [ 1029.303232] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.311805] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.520986] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 46bbedf7-e3e6-4014-8e53-c232fb5d4856 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1029.646594] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528965b6-7c30-aab8-c459-1439a232206d, 'name': SearchDatastore_Task, 'duration_secs': 0.015545} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.647750] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.648037] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.648296] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.648548] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.648731] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.649066] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca857d41-8c09-4e39-bb10-c040a40770fd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.658328] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.658532] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.659307] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ffcd538-0c98-41bf-b194-0b82b2de726e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.665211] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1029.665211] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bb1ad3-3f3f-5257-ae0a-2d2062d2e4dc" [ 1029.665211] env[70966]: _type = "Task" [ 1029.665211] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.674175] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bb1ad3-3f3f-5257-ae0a-2d2062d2e4dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.676835] env[70966]: DEBUG nova.network.neutron [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.786332] env[70966]: DEBUG oslo_concurrency.lockutils [req-533a38d3-3945-49e8-bcbd-75cb1d84de29 req-462284f6-ee50-42fc-887c-875d6e76d7e6 service nova] Releasing lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.803357] env[70966]: DEBUG oslo_vmware.api [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.812627] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613178, 'name': PowerOffVM_Task, 'duration_secs': 0.231939} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.813164] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.814514] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6231dd1-440e-4569-867e-57979dfa5e3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.835650] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79a17f7-a29a-4abb-8274-9e4c2f825275 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.910573] env[70966]: DEBUG nova.network.neutron [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Updating instance_info_cache with network_info: [{"id": "da971fb0-bd09-4cfc-9a27-d14f710905e7", "address": "fa:16:3e:02:85:1f", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda971fb0-bd", "ovs_interfaceid": "da971fb0-bd09-4cfc-9a27-d14f710905e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.026220] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance e6c65fed-3791-4f55-843b-25f9c5fe8172 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1030.118629] env[70966]: DEBUG nova.network.neutron [-] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.176529] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bb1ad3-3f3f-5257-ae0a-2d2062d2e4dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.177502] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6ac09e-34b3-414f-9bc2-ac152b75abfd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.183407] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1030.183407] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529b8f31-f5a6-f489-bd0d-da2d7e6168c3" [ 1030.183407] env[70966]: _type = "Task" [ 1030.183407] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.192279] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529b8f31-f5a6-f489-bd0d-da2d7e6168c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.301373] env[70966]: DEBUG oslo_vmware.api [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613177, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.350766] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1030.351692] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7717bda5-978c-4ea3-9187-aa7984ff53ee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.359855] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1030.359855] env[70966]: value = "task-3613179" [ 1030.359855] env[70966]: _type = "Task" [ 1030.359855] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.370151] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.413925] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "refresh_cache-d5c25f0a-6cb3-46b6-ba8a-7822593a840d" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.414414] env[70966]: DEBUG nova.compute.manager [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Instance network_info: |[{"id": "da971fb0-bd09-4cfc-9a27-d14f710905e7", "address": "fa:16:3e:02:85:1f", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda971fb0-bd", "ovs_interfaceid": "da971fb0-bd09-4cfc-9a27-d14f710905e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.414969] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:85:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da971fb0-bd09-4cfc-9a27-d14f710905e7', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.424359] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.424645] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.424940] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16cd3cab-aa31-46d0-b72f-ce4ae33d6957 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.449021] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.449021] env[70966]: value = "task-3613180" [ 1030.449021] env[70966]: _type = "Task" [ 1030.449021] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.458376] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613180, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.530395] env[70966]: DEBUG nova.compute.manager [req-91f988da-ceb9-4001-baf3-ff249e96e742 req-8e38e671-ffe5-42cb-b809-2249677f090c service nova] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Received event network-vif-plugged-da971fb0-bd09-4cfc-9a27-d14f710905e7 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.530666] env[70966]: DEBUG oslo_concurrency.lockutils [req-91f988da-ceb9-4001-baf3-ff249e96e742 req-8e38e671-ffe5-42cb-b809-2249677f090c service nova] Acquiring lock "d5c25f0a-6cb3-46b6-ba8a-7822593a840d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.530990] env[70966]: DEBUG oslo_concurrency.lockutils [req-91f988da-ceb9-4001-baf3-ff249e96e742 req-8e38e671-ffe5-42cb-b809-2249677f090c service nova] Lock "d5c25f0a-6cb3-46b6-ba8a-7822593a840d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.531078] env[70966]: DEBUG oslo_concurrency.lockutils [req-91f988da-ceb9-4001-baf3-ff249e96e742 req-8e38e671-ffe5-42cb-b809-2249677f090c service nova] Lock "d5c25f0a-6cb3-46b6-ba8a-7822593a840d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.531262] env[70966]: DEBUG nova.compute.manager [req-91f988da-ceb9-4001-baf3-ff249e96e742 req-8e38e671-ffe5-42cb-b809-2249677f090c service nova] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] No waiting events found dispatching network-vif-plugged-da971fb0-bd09-4cfc-9a27-d14f710905e7 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.531442] env[70966]: WARNING nova.compute.manager [req-91f988da-ceb9-4001-baf3-ff249e96e742 req-8e38e671-ffe5-42cb-b809-2249677f090c service nova] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Received unexpected event network-vif-plugged-da971fb0-bd09-4cfc-9a27-d14f710905e7 for instance with vm_state building and task_state spawning. [ 1030.531666] env[70966]: DEBUG nova.compute.manager [req-91f988da-ceb9-4001-baf3-ff249e96e742 req-8e38e671-ffe5-42cb-b809-2249677f090c service nova] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Received event network-changed-da971fb0-bd09-4cfc-9a27-d14f710905e7 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.531897] env[70966]: DEBUG nova.compute.manager [req-91f988da-ceb9-4001-baf3-ff249e96e742 req-8e38e671-ffe5-42cb-b809-2249677f090c service nova] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Refreshing instance network info cache due to event network-changed-da971fb0-bd09-4cfc-9a27-d14f710905e7. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.532042] env[70966]: DEBUG oslo_concurrency.lockutils [req-91f988da-ceb9-4001-baf3-ff249e96e742 req-8e38e671-ffe5-42cb-b809-2249677f090c service nova] Acquiring lock "refresh_cache-d5c25f0a-6cb3-46b6-ba8a-7822593a840d" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.532184] env[70966]: DEBUG oslo_concurrency.lockutils [req-91f988da-ceb9-4001-baf3-ff249e96e742 req-8e38e671-ffe5-42cb-b809-2249677f090c service nova] Acquired lock "refresh_cache-d5c25f0a-6cb3-46b6-ba8a-7822593a840d" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.532385] env[70966]: DEBUG nova.network.neutron [req-91f988da-ceb9-4001-baf3-ff249e96e742 req-8e38e671-ffe5-42cb-b809-2249677f090c service nova] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Refreshing network info cache for port da971fb0-bd09-4cfc-9a27-d14f710905e7 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.534583] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance d4bbfb4c-039f-4373-bcaf-e0e915d57e47 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1030.622271] env[70966]: INFO nova.compute.manager [-] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Took 1.64 seconds to deallocate network for instance. [ 1030.696575] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529b8f31-f5a6-f489-bd0d-da2d7e6168c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010894} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.696727] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.696993] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] e5a70365-479b-4c56-b385-684fd7e70c74/e5a70365-479b-4c56-b385-684fd7e70c74.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.697305] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-538ebc61-5596-4fde-aacb-9016b32bcdc4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.704516] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1030.704516] env[70966]: value = "task-3613181" [ 1030.704516] env[70966]: _type = "Task" [ 1030.704516] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.712877] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.803342] env[70966]: DEBUG oslo_vmware.api [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613177, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.874930] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613179, 'name': CreateSnapshot_Task, 'duration_secs': 0.486495} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.875346] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1030.876159] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c146fc9-bcd0-4779-a088-f7626e5b6c60 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.961883] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613180, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.039518] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance dc7a61a4-2423-46a5-ab55-e6ed45cf0c48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1031.039518] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1031.039518] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1031.131274] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.221878] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613181, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.305052] env[70966]: DEBUG oslo_vmware.api [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613177, 'name': ReconfigVM_Task, 'duration_secs': 1.589528} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.308358] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Reconfigured VM instance instance-0000004e to attach disk [datastore2] volume-fcf52d78-3568-4ed0-9e25-4f53e2bc30f5/volume-fcf52d78-3568-4ed0-9e25-4f53e2bc30f5.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.316332] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c4a8271-6b78-4f14-81a5-d1221985854c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.332282] env[70966]: DEBUG oslo_vmware.api [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1031.332282] env[70966]: value = "task-3613182" [ 1031.332282] env[70966]: _type = "Task" [ 1031.332282] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.345335] env[70966]: DEBUG oslo_vmware.api [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613182, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.396754] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1031.397136] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-476fe51e-6fc3-4bfc-bd50-3f7178ada137 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.410594] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1031.410594] env[70966]: value = "task-3613183" [ 1031.410594] env[70966]: _type = "Task" [ 1031.410594] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.417821] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613183, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.428050] env[70966]: DEBUG nova.network.neutron [req-91f988da-ceb9-4001-baf3-ff249e96e742 req-8e38e671-ffe5-42cb-b809-2249677f090c service nova] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Updated VIF entry in instance network info cache for port da971fb0-bd09-4cfc-9a27-d14f710905e7. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.428050] env[70966]: DEBUG nova.network.neutron [req-91f988da-ceb9-4001-baf3-ff249e96e742 req-8e38e671-ffe5-42cb-b809-2249677f090c service nova] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Updating instance_info_cache with network_info: [{"id": "da971fb0-bd09-4cfc-9a27-d14f710905e7", "address": "fa:16:3e:02:85:1f", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda971fb0-bd", "ovs_interfaceid": "da971fb0-bd09-4cfc-9a27-d14f710905e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.465022] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613180, 'name': CreateVM_Task, 'duration_secs': 0.904222} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.465022] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.465022] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.465022] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.465022] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.465022] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e08605-4695-4335-83e3-7e8f46ecaf3d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.476602] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1031.476602] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5271a2b7-58a8-e962-35c9-bde0ccb38dc4" [ 1031.476602] env[70966]: _type = "Task" [ 1031.476602] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.490985] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5271a2b7-58a8-e962-35c9-bde0ccb38dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.012451} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.491309] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.491583] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.491849] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.491995] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.492196] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.492472] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8302fc2e-898e-4386-a0b4-e555adfe97c6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.500999] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.501237] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.502062] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdc8f82-0205-4b12-a848-b40335cc4ab0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.507527] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1031.507527] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52baa038-46b0-41b5-b6d5-c937a740edd3" [ 1031.507527] env[70966]: _type = "Task" [ 1031.507527] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.519759] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52baa038-46b0-41b5-b6d5-c937a740edd3, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.520686] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6664cc7b-a225-4cb9-83e3-92ad3435454b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.528841] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1031.528841] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f1455a-d9ec-eae3-8ea4-da6794c12a4b" [ 1031.528841] env[70966]: _type = "Task" [ 1031.528841] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.538299] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f1455a-d9ec-eae3-8ea4-da6794c12a4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.540024] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404247e9-de94-4973-87f0-b24a556fb623 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.547847] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cb01ce-6274-435c-8db5-569b298742c0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.579791] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b1d4ab-a21a-40ab-a868-f777cc484776 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.587594] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc0e5be-a8ed-4d1b-af65-0d24946994bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.603555] env[70966]: DEBUG nova.compute.provider_tree [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.717990] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534489} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.718276] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] e5a70365-479b-4c56-b385-684fd7e70c74/e5a70365-479b-4c56-b385-684fd7e70c74.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.718485] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.718736] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96f25492-9dde-4f83-9129-0666c64db04b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.725104] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1031.725104] env[70966]: value = "task-3613184" [ 1031.725104] env[70966]: _type = "Task" [ 1031.725104] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.733601] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.846117] env[70966]: DEBUG oslo_vmware.api [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613182, 'name': ReconfigVM_Task, 'duration_secs': 0.168248} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.846506] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720719', 'volume_id': 'fcf52d78-3568-4ed0-9e25-4f53e2bc30f5', 'name': 'volume-fcf52d78-3568-4ed0-9e25-4f53e2bc30f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a414958-48b2-4b40-89df-ed686c590f5e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcf52d78-3568-4ed0-9e25-4f53e2bc30f5', 'serial': 'fcf52d78-3568-4ed0-9e25-4f53e2bc30f5'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1031.917825] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613183, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.930014] env[70966]: DEBUG oslo_concurrency.lockutils [req-91f988da-ceb9-4001-baf3-ff249e96e742 req-8e38e671-ffe5-42cb-b809-2249677f090c service nova] Releasing lock "refresh_cache-d5c25f0a-6cb3-46b6-ba8a-7822593a840d" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.930310] env[70966]: DEBUG nova.compute.manager [req-91f988da-ceb9-4001-baf3-ff249e96e742 req-8e38e671-ffe5-42cb-b809-2249677f090c service nova] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Received event network-vif-deleted-f0a70de5-8311-4818-8af3-02e04fc9ca31 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.039573] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f1455a-d9ec-eae3-8ea4-da6794c12a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.039957] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.040300] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] d5c25f0a-6cb3-46b6-ba8a-7822593a840d/d5c25f0a-6cb3-46b6-ba8a-7822593a840d.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.040606] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffcc6b05-3f75-4152-88e6-f9203a013287 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.047785] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1032.047785] env[70966]: value = "task-3613185" [ 1032.047785] env[70966]: _type = "Task" [ 1032.047785] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.056602] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.106797] env[70966]: DEBUG nova.scheduler.client.report [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.235793] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113359} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.236230] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.237070] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4708e80d-2d7d-4e92-b8ff-6964595d3c4c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.265094] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] e5a70365-479b-4c56-b385-684fd7e70c74/e5a70365-479b-4c56-b385-684fd7e70c74.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.265203] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb66a7bf-6aaf-4f74-97c5-c4e0f6642e2c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.285925] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1032.285925] env[70966]: value = "task-3613186" [ 1032.285925] env[70966]: _type = "Task" [ 1032.285925] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.294846] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.419616] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613183, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.560465] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613185, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.613132] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70966) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1032.613132] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.658s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.613132] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.625s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.614608] env[70966]: INFO nova.compute.claims [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.799354] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.894222] env[70966]: DEBUG nova.objects.instance [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'flavor' on Instance uuid 2a414958-48b2-4b40-89df-ed686c590f5e {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.919443] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613183, 'name': CloneVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.059260] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52418} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.060018] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] d5c25f0a-6cb3-46b6-ba8a-7822593a840d/d5c25f0a-6cb3-46b6-ba8a-7822593a840d.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.060018] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.060209] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e12e2553-a54d-49aa-acd0-0bc21d7fbc24 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.067064] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1033.067064] env[70966]: value = "task-3613187" [ 1033.067064] env[70966]: _type = "Task" [ 1033.067064] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.075156] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.297274] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613186, 'name': ReconfigVM_Task, 'duration_secs': 0.57263} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.297711] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Reconfigured VM instance instance-0000005d to attach disk [datastore2] e5a70365-479b-4c56-b385-684fd7e70c74/e5a70365-479b-4c56-b385-684fd7e70c74.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.298560] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4fefcae-7a40-4fa2-b0af-78c0b8138565 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.304550] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1033.304550] env[70966]: value = "task-3613188" [ 1033.304550] env[70966]: _type = "Task" [ 1033.304550] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.312515] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613188, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.400666] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c8a0af41-44ae-4594-83cb-6cc12d7aab26 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "2a414958-48b2-4b40-89df-ed686c590f5e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.840s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.420682] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613183, 'name': CloneVM_Task, 'duration_secs': 1.577328} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.421732] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Created linked-clone VM from snapshot [ 1033.421846] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826c23e8-74eb-488a-af94-3694aa1b4ad6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.429082] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Uploading image 1d285186-6061-4019-b6ca-f37cdbd637fe {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1033.453302] env[70966]: DEBUG oslo_vmware.rw_handles [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1033.453302] env[70966]: value = "vm-720725" [ 1033.453302] env[70966]: _type = "VirtualMachine" [ 1033.453302] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1033.453935] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c5f4e862-59f1-4735-a3fe-179d378bec2f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.460520] env[70966]: DEBUG oslo_vmware.rw_handles [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lease: (returnval){ [ 1033.460520] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522aacfc-a245-bb2b-8e99-f3298fafa29e" [ 1033.460520] env[70966]: _type = "HttpNfcLease" [ 1033.460520] env[70966]: } obtained for exporting VM: (result){ [ 1033.460520] env[70966]: value = "vm-720725" [ 1033.460520] env[70966]: _type = "VirtualMachine" [ 1033.460520] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1033.460884] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the lease: (returnval){ [ 1033.460884] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522aacfc-a245-bb2b-8e99-f3298fafa29e" [ 1033.460884] env[70966]: _type = "HttpNfcLease" [ 1033.460884] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1033.468064] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.468064] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522aacfc-a245-bb2b-8e99-f3298fafa29e" [ 1033.468064] env[70966]: _type = "HttpNfcLease" [ 1033.468064] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1033.576633] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068635} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.576918] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.577747] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cae2db-efde-4865-8155-f29485fe4861 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.601239] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] d5c25f0a-6cb3-46b6-ba8a-7822593a840d/d5c25f0a-6cb3-46b6-ba8a-7822593a840d.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.601652] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91511f4b-f752-4cf3-aa2a-fb58098a2f5b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.625909] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1033.625909] env[70966]: value = "task-3613190" [ 1033.625909] env[70966]: _type = "Task" [ 1033.625909] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.634704] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.817595] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613188, 'name': Rename_Task, 'duration_secs': 0.173728} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.817595] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.817595] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-796d5cf0-7354-43e2-9cd8-b8ce9cd84352 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.824581] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1033.824581] env[70966]: value = "task-3613191" [ 1033.824581] env[70966]: _type = "Task" [ 1033.824581] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.832591] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.852007] env[70966]: DEBUG nova.compute.manager [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Stashing vm_state: active {{(pid=70966) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1033.969904] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.969904] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522aacfc-a245-bb2b-8e99-f3298fafa29e" [ 1033.969904] env[70966]: _type = "HttpNfcLease" [ 1033.969904] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1033.973019] env[70966]: DEBUG oslo_vmware.rw_handles [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1033.973019] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522aacfc-a245-bb2b-8e99-f3298fafa29e" [ 1033.973019] env[70966]: _type = "HttpNfcLease" [ 1033.973019] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1033.974118] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b639d0-3fe7-42f0-a1ad-9cd13421310d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.985386] env[70966]: DEBUG oslo_vmware.rw_handles [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52005b47-b80b-e4e2-3fed-9f8e58b2b07c/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1033.985939] env[70966]: DEBUG oslo_vmware.rw_handles [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52005b47-b80b-e4e2-3fed-9f8e58b2b07c/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1034.065269] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e0031c-2807-4644-9cd1-6036b027fd47 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.074281] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb635727-b3a1-4a7b-8c57-55630e1d75b3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.108146] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b12943-6e75-491a-a986-9e6e3cc2d47c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.111109] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0748192f-9653-4b34-b053-918b7be7ab1f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.118920] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e516212-1e22-4fae-a39e-4cf512172af4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.135534] env[70966]: DEBUG nova.compute.provider_tree [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.149049] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613190, 'name': ReconfigVM_Task, 'duration_secs': 0.449266} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.154505] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Reconfigured VM instance instance-0000005e to attach disk [datastore2] d5c25f0a-6cb3-46b6-ba8a-7822593a840d/d5c25f0a-6cb3-46b6-ba8a-7822593a840d.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.155638] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-339061cd-5544-4f3a-a208-c2e47c288223 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.161651] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1034.161651] env[70966]: value = "task-3613192" [ 1034.161651] env[70966]: _type = "Task" [ 1034.161651] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.170155] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613192, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.335206] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613191, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.374780] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.638935] env[70966]: DEBUG nova.scheduler.client.report [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.673039] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613192, 'name': Rename_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.835790] env[70966]: DEBUG oslo_vmware.api [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613191, 'name': PowerOnVM_Task, 'duration_secs': 0.601529} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.836612] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.836612] env[70966]: INFO nova.compute.manager [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1034.837060] env[70966]: DEBUG nova.compute.manager [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.838148] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2f7dfc-9611-422e-99ec-58119b9da100 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.144721] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.145301] env[70966]: DEBUG nova.compute.manager [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.148895] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.675s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.149132] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.151815] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.709s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.153757] env[70966]: INFO nova.compute.claims [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.177313] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613192, 'name': Rename_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.179027] env[70966]: INFO nova.scheduler.client.report [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleted allocations for instance 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88 [ 1035.356528] env[70966]: INFO nova.compute.manager [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Took 35.94 seconds to build instance. [ 1035.658886] env[70966]: DEBUG nova.compute.utils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.662705] env[70966]: DEBUG nova.compute.manager [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.662914] env[70966]: DEBUG nova.network.neutron [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.677495] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613192, 'name': Rename_Task, 'duration_secs': 1.223242} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.677774] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.678892] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-044e82d2-eac7-4ace-acf6-7a1bf3772556 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.687200] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1035.687200] env[70966]: value = "task-3613193" [ 1035.687200] env[70966]: _type = "Task" [ 1035.687200] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.687650] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ba169142-f184-4eca-ab1e-6671761996f9 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "08dd4e1a-1591-4b7e-a33f-cb5b017fcb88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.259s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.700334] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.730495] env[70966]: DEBUG nova.policy [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12083455fb794fedb83116105a37b509', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a77c654163740bcbb431fcff1b8dc30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.859380] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0ea4d789-bea8-4a00-962d-6acc08a5bd75 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "e5a70365-479b-4c56-b385-684fd7e70c74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.458s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.133713] env[70966]: DEBUG nova.network.neutron [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Successfully created port: 02090a80-f3d9-4e5e-8c13-53325be74b82 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.166584] env[70966]: DEBUG nova.compute.manager [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.200599] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613193, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.508663] env[70966]: DEBUG oslo_vmware.rw_handles [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b00fcd-a72c-5d49-3de9-ea309d4058b0/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1036.514607] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb037681-a579-4f7e-8404-0b7930dd5c43 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.524917] env[70966]: DEBUG oslo_vmware.rw_handles [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b00fcd-a72c-5d49-3de9-ea309d4058b0/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1036.525118] env[70966]: ERROR oslo_vmware.rw_handles [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b00fcd-a72c-5d49-3de9-ea309d4058b0/disk-0.vmdk due to incomplete transfer. [ 1036.526457] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-03a0fb31-2992-41c1-bf89-fb963755c1ef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.535548] env[70966]: DEBUG oslo_vmware.rw_handles [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b00fcd-a72c-5d49-3de9-ea309d4058b0/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1036.535789] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Uploaded image 7408e985-0225-4bee-a669-eec4eba203dc to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1036.538408] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1036.538689] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ebd3822a-3f82-48bf-a765-154a36b9a71b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.545347] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1036.545347] env[70966]: value = "task-3613194" [ 1036.545347] env[70966]: _type = "Task" [ 1036.545347] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.557095] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613194, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.633095] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ecbcf3-0461-423b-95d6-f87e063c9a2d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.641172] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4ec2d0-a931-455e-b6b1-88ec28a58aa1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.680880] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643d9a6d-69bc-4db3-b0bf-d5889d7fdf8d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.694917] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c9ec14-4fc2-4638-b81c-1cf87b01cede {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.719131] env[70966]: DEBUG nova.compute.provider_tree [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.720903] env[70966]: DEBUG oslo_vmware.api [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613193, 'name': PowerOnVM_Task, 'duration_secs': 0.715574} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.722135] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.722388] env[70966]: INFO nova.compute.manager [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1036.722575] env[70966]: DEBUG nova.compute.manager [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.723891] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd93e068-e3a0-49cd-b5f3-b328ef33e6e2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.057564] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613194, 'name': Destroy_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.187579] env[70966]: DEBUG nova.compute.manager [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.218852] env[70966]: DEBUG nova.virt.hardware [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.218852] env[70966]: DEBUG nova.virt.hardware [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.218852] env[70966]: DEBUG nova.virt.hardware [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.218852] env[70966]: DEBUG nova.virt.hardware [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.218852] env[70966]: DEBUG nova.virt.hardware [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.218852] env[70966]: DEBUG nova.virt.hardware [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.219144] env[70966]: DEBUG nova.virt.hardware [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.219383] env[70966]: DEBUG nova.virt.hardware [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.219815] env[70966]: DEBUG nova.virt.hardware [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.219873] env[70966]: DEBUG nova.virt.hardware [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.220351] env[70966]: DEBUG nova.virt.hardware [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.221052] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a2b5d2-7942-4bc7-a3dc-cfe1b73ac7b5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.224975] env[70966]: DEBUG nova.scheduler.client.report [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.234735] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248c11a5-26dc-421c-80b2-e200cb3498f0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.262342] env[70966]: INFO nova.compute.manager [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Took 36.92 seconds to build instance. [ 1037.557446] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613194, 'name': Destroy_Task, 'duration_secs': 0.680155} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.557698] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Destroyed the VM [ 1037.558314] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1037.558314] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c246cdb-da82-42d3-83b4-abc510fd2d5e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.565245] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1037.565245] env[70966]: value = "task-3613195" [ 1037.565245] env[70966]: _type = "Task" [ 1037.565245] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.573891] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613195, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.731151] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.732327] env[70966]: DEBUG nova.compute.manager [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.735225] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.816s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.736742] env[70966]: INFO nova.compute.claims [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.767020] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0f0e59c-9035-417c-987e-6c1788abb91f tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "d5c25f0a-6cb3-46b6-ba8a-7822593a840d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.432s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.079116] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613195, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.121452] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "cf3f25a5-7a5c-4df5-9d28-3b69381a751f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.121851] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "cf3f25a5-7a5c-4df5-9d28-3b69381a751f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.244714] env[70966]: DEBUG nova.compute.utils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.246136] env[70966]: DEBUG nova.compute.manager [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.246301] env[70966]: DEBUG nova.network.neutron [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.299227] env[70966]: DEBUG nova.policy [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da770fd4d5874d71965d6616558cad68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '845680fd6902472d9c2b7ff5aad67b0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.350544] env[70966]: DEBUG nova.network.neutron [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Successfully updated port: 02090a80-f3d9-4e5e-8c13-53325be74b82 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.351878] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "d5c25f0a-6cb3-46b6-ba8a-7822593a840d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.352133] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "d5c25f0a-6cb3-46b6-ba8a-7822593a840d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.352377] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "d5c25f0a-6cb3-46b6-ba8a-7822593a840d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.356822] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "d5c25f0a-6cb3-46b6-ba8a-7822593a840d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.356822] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "d5c25f0a-6cb3-46b6-ba8a-7822593a840d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.004s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.358387] env[70966]: INFO nova.compute.manager [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Terminating instance [ 1038.467906] env[70966]: DEBUG nova.compute.manager [req-bb41e206-3233-4025-8641-dce9dfebff72 req-40b90fb3-12d0-4613-9b22-1d893f9501a6 service nova] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Received event network-vif-plugged-02090a80-f3d9-4e5e-8c13-53325be74b82 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.468204] env[70966]: DEBUG oslo_concurrency.lockutils [req-bb41e206-3233-4025-8641-dce9dfebff72 req-40b90fb3-12d0-4613-9b22-1d893f9501a6 service nova] Acquiring lock "06d64fc7-94a1-4bf1-8556-121936dc19e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.468414] env[70966]: DEBUG oslo_concurrency.lockutils [req-bb41e206-3233-4025-8641-dce9dfebff72 req-40b90fb3-12d0-4613-9b22-1d893f9501a6 service nova] Lock "06d64fc7-94a1-4bf1-8556-121936dc19e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.468644] env[70966]: DEBUG oslo_concurrency.lockutils [req-bb41e206-3233-4025-8641-dce9dfebff72 req-40b90fb3-12d0-4613-9b22-1d893f9501a6 service nova] Lock "06d64fc7-94a1-4bf1-8556-121936dc19e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.469628] env[70966]: DEBUG nova.compute.manager [req-bb41e206-3233-4025-8641-dce9dfebff72 req-40b90fb3-12d0-4613-9b22-1d893f9501a6 service nova] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] No waiting events found dispatching network-vif-plugged-02090a80-f3d9-4e5e-8c13-53325be74b82 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.469628] env[70966]: WARNING nova.compute.manager [req-bb41e206-3233-4025-8641-dce9dfebff72 req-40b90fb3-12d0-4613-9b22-1d893f9501a6 service nova] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Received unexpected event network-vif-plugged-02090a80-f3d9-4e5e-8c13-53325be74b82 for instance with vm_state building and task_state spawning. [ 1038.580819] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613195, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.603879] env[70966]: DEBUG nova.network.neutron [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Successfully created port: bb348085-9f52-448c-80d8-b9338d6f5b31 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.624129] env[70966]: DEBUG nova.compute.manager [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.685446] env[70966]: DEBUG nova.compute.manager [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Stashing vm_state: active {{(pid=70966) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1038.750648] env[70966]: DEBUG nova.compute.manager [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.861396] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "refresh_cache-06d64fc7-94a1-4bf1-8556-121936dc19e3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.861396] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "refresh_cache-06d64fc7-94a1-4bf1-8556-121936dc19e3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.861396] env[70966]: DEBUG nova.network.neutron [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.864596] env[70966]: DEBUG nova.compute.manager [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.864816] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.867067] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2b8e53-a627-48aa-834f-bb9591f5d2bc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.877926] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.878535] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9c1ee24-1aac-4765-82c2-7d5b5fb104ce {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.887372] env[70966]: DEBUG oslo_vmware.api [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1038.887372] env[70966]: value = "task-3613196" [ 1038.887372] env[70966]: _type = "Task" [ 1038.887372] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.898902] env[70966]: DEBUG oslo_vmware.api [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.087678] env[70966]: DEBUG oslo_vmware.api [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613195, 'name': RemoveSnapshot_Task, 'duration_secs': 1.1819} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.088024] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.088298] env[70966]: INFO nova.compute.manager [None req-122e8351-fd3b-46f5-9259-1e18ff5b63e2 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Took 15.56 seconds to snapshot the instance on the hypervisor. [ 1039.149986] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.203747] env[70966]: DEBUG oslo_concurrency.lockutils [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.236170] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f0df13-6029-4fd0-9d77-ed60ca927f07 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.244034] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835198c1-4b77-4fe8-bb8b-6a8a2cd6cfcd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.278706] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e41c7d8-2da2-4126-85b4-68320b46ab6f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.286556] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e85343-1f45-481a-80a4-8fa76a23210f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.301199] env[70966]: DEBUG nova.compute.provider_tree [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.357025] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8128e186-0d7f-45f0-940f-bd17b156fa17 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "07fef84f-b749-472e-909b-0c7df39a55b6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.357025] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8128e186-0d7f-45f0-940f-bd17b156fa17 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "07fef84f-b749-472e-909b-0c7df39a55b6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.357025] env[70966]: DEBUG nova.compute.manager [None req-8128e186-0d7f-45f0-940f-bd17b156fa17 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.357025] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efa9bbc-48cf-4918-bdb3-1aae67091008 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.362977] env[70966]: DEBUG nova.compute.manager [None req-8128e186-0d7f-45f0-940f-bd17b156fa17 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70966) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1039.363748] env[70966]: DEBUG nova.objects.instance [None req-8128e186-0d7f-45f0-940f-bd17b156fa17 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lazy-loading 'flavor' on Instance uuid 07fef84f-b749-472e-909b-0c7df39a55b6 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.398957] env[70966]: DEBUG oslo_vmware.api [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613196, 'name': PowerOffVM_Task, 'duration_secs': 0.225424} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.399381] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.399703] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.400065] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27451931-7439-4b50-b05e-7cbf6e55199a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.419875] env[70966]: DEBUG nova.network.neutron [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.478031] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.478031] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.478031] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleting the datastore file [datastore2] d5c25f0a-6cb3-46b6-ba8a-7822593a840d {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.478031] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddfbe8dc-f074-43df-a28e-16e7a65e10c5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.487148] env[70966]: DEBUG oslo_vmware.api [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1039.487148] env[70966]: value = "task-3613198" [ 1039.487148] env[70966]: _type = "Task" [ 1039.487148] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.497446] env[70966]: DEBUG oslo_vmware.api [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.664449] env[70966]: DEBUG nova.network.neutron [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Updating instance_info_cache with network_info: [{"id": "02090a80-f3d9-4e5e-8c13-53325be74b82", "address": "fa:16:3e:4c:fb:05", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02090a80-f3", "ovs_interfaceid": "02090a80-f3d9-4e5e-8c13-53325be74b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.780586] env[70966]: DEBUG nova.compute.manager [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.804565] env[70966]: DEBUG nova.scheduler.client.report [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.812542] env[70966]: DEBUG nova.virt.hardware [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.812936] env[70966]: DEBUG nova.virt.hardware [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.813372] env[70966]: DEBUG nova.virt.hardware [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.813682] env[70966]: DEBUG nova.virt.hardware [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.813942] env[70966]: DEBUG nova.virt.hardware [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.814197] env[70966]: DEBUG nova.virt.hardware [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.814583] env[70966]: DEBUG nova.virt.hardware [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.814949] env[70966]: DEBUG nova.virt.hardware [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.815238] env[70966]: DEBUG nova.virt.hardware [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.815526] env[70966]: DEBUG nova.virt.hardware [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.815757] env[70966]: DEBUG nova.virt.hardware [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.817289] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467b4b86-ec31-46bf-bda4-cbddc62180e7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.828903] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd7c023-4233-4346-be09-969b0e295bc0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.001158] env[70966]: DEBUG oslo_vmware.api [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307316} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.001463] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.001700] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.001913] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.002104] env[70966]: INFO nova.compute.manager [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1040.002377] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.002580] env[70966]: DEBUG nova.compute.manager [-] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.002912] env[70966]: DEBUG nova.network.neutron [-] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.047723] env[70966]: DEBUG nova.compute.manager [req-ae7cea49-7330-4974-bb12-c73ae48516cd req-117dd29d-cc5b-4541-a1fe-f2aa7ab23655 service nova] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Received event network-vif-plugged-bb348085-9f52-448c-80d8-b9338d6f5b31 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.047950] env[70966]: DEBUG oslo_concurrency.lockutils [req-ae7cea49-7330-4974-bb12-c73ae48516cd req-117dd29d-cc5b-4541-a1fe-f2aa7ab23655 service nova] Acquiring lock "98c6cd14-a5c9-4b6e-82d2-799b6c0187b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.048210] env[70966]: DEBUG oslo_concurrency.lockutils [req-ae7cea49-7330-4974-bb12-c73ae48516cd req-117dd29d-cc5b-4541-a1fe-f2aa7ab23655 service nova] Lock "98c6cd14-a5c9-4b6e-82d2-799b6c0187b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.048402] env[70966]: DEBUG oslo_concurrency.lockutils [req-ae7cea49-7330-4974-bb12-c73ae48516cd req-117dd29d-cc5b-4541-a1fe-f2aa7ab23655 service nova] Lock "98c6cd14-a5c9-4b6e-82d2-799b6c0187b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.048575] env[70966]: DEBUG nova.compute.manager [req-ae7cea49-7330-4974-bb12-c73ae48516cd req-117dd29d-cc5b-4541-a1fe-f2aa7ab23655 service nova] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] No waiting events found dispatching network-vif-plugged-bb348085-9f52-448c-80d8-b9338d6f5b31 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.048744] env[70966]: WARNING nova.compute.manager [req-ae7cea49-7330-4974-bb12-c73ae48516cd req-117dd29d-cc5b-4541-a1fe-f2aa7ab23655 service nova] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Received unexpected event network-vif-plugged-bb348085-9f52-448c-80d8-b9338d6f5b31 for instance with vm_state building and task_state spawning. [ 1040.137175] env[70966]: DEBUG nova.network.neutron [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Successfully updated port: bb348085-9f52-448c-80d8-b9338d6f5b31 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.171983] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "refresh_cache-06d64fc7-94a1-4bf1-8556-121936dc19e3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.172371] env[70966]: DEBUG nova.compute.manager [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Instance network_info: |[{"id": "02090a80-f3d9-4e5e-8c13-53325be74b82", "address": "fa:16:3e:4c:fb:05", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02090a80-f3", "ovs_interfaceid": "02090a80-f3d9-4e5e-8c13-53325be74b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.173151] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:fb:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02090a80-f3d9-4e5e-8c13-53325be74b82', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.182774] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.184079] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.184340] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61a74bd8-c2c6-4589-a281-1c4cd21dafb5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.205190] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.205190] env[70966]: value = "task-3613199" [ 1040.205190] env[70966]: _type = "Task" [ 1040.205190] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.223724] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613199, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.323055] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.323648] env[70966]: DEBUG nova.compute.manager [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.326552] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.125s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.328644] env[70966]: INFO nova.compute.claims [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.374161] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8128e186-0d7f-45f0-940f-bd17b156fa17 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.374373] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d92da60-548b-4e03-adba-aad15ad0e7b7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.391077] env[70966]: DEBUG oslo_vmware.api [None req-8128e186-0d7f-45f0-940f-bd17b156fa17 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1040.391077] env[70966]: value = "task-3613200" [ 1040.391077] env[70966]: _type = "Task" [ 1040.391077] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.401215] env[70966]: DEBUG oslo_vmware.api [None req-8128e186-0d7f-45f0-940f-bd17b156fa17 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.538743] env[70966]: DEBUG nova.compute.manager [req-af0d1b94-50e5-41fd-ba42-e3176636689c req-c4e5e734-fa69-459e-b891-ea7bda510597 service nova] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Received event network-changed-02090a80-f3d9-4e5e-8c13-53325be74b82 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.539075] env[70966]: DEBUG nova.compute.manager [req-af0d1b94-50e5-41fd-ba42-e3176636689c req-c4e5e734-fa69-459e-b891-ea7bda510597 service nova] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Refreshing instance network info cache due to event network-changed-02090a80-f3d9-4e5e-8c13-53325be74b82. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.539340] env[70966]: DEBUG oslo_concurrency.lockutils [req-af0d1b94-50e5-41fd-ba42-e3176636689c req-c4e5e734-fa69-459e-b891-ea7bda510597 service nova] Acquiring lock "refresh_cache-06d64fc7-94a1-4bf1-8556-121936dc19e3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.539574] env[70966]: DEBUG oslo_concurrency.lockutils [req-af0d1b94-50e5-41fd-ba42-e3176636689c req-c4e5e734-fa69-459e-b891-ea7bda510597 service nova] Acquired lock "refresh_cache-06d64fc7-94a1-4bf1-8556-121936dc19e3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.539884] env[70966]: DEBUG nova.network.neutron [req-af0d1b94-50e5-41fd-ba42-e3176636689c req-c4e5e734-fa69-459e-b891-ea7bda510597 service nova] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Refreshing network info cache for port 02090a80-f3d9-4e5e-8c13-53325be74b82 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.644226] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "refresh_cache-98c6cd14-a5c9-4b6e-82d2-799b6c0187b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.644226] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquired lock "refresh_cache-98c6cd14-a5c9-4b6e-82d2-799b6c0187b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.644226] env[70966]: DEBUG nova.network.neutron [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.718882] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613199, 'name': CreateVM_Task, 'duration_secs': 0.429592} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.719198] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.719995] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.720240] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.720661] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.721834] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25808085-d0c2-4291-a153-5576533d1272 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.727522] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 1040.727522] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f929b6-b9fb-0c30-b6c2-035e56bc0a03" [ 1040.727522] env[70966]: _type = "Task" [ 1040.727522] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.737028] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f929b6-b9fb-0c30-b6c2-035e56bc0a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.833243] env[70966]: DEBUG nova.compute.utils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.838032] env[70966]: DEBUG nova.compute.manager [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.838282] env[70966]: DEBUG nova.network.neutron [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.879840] env[70966]: DEBUG nova.policy [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fecc64ba5644d63b395934bdcbbd6a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0fbe5f70e0943758a4a172e8c067f47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.901478] env[70966]: DEBUG oslo_vmware.api [None req-8128e186-0d7f-45f0-940f-bd17b156fa17 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613200, 'name': PowerOffVM_Task, 'duration_secs': 0.191403} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.901814] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8128e186-0d7f-45f0-940f-bd17b156fa17 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.902028] env[70966]: DEBUG nova.compute.manager [None req-8128e186-0d7f-45f0-940f-bd17b156fa17 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.902994] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bacda2b-1c44-48c4-becd-6d9343fe7e55 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.954504] env[70966]: DEBUG nova.network.neutron [-] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.023152] env[70966]: DEBUG oslo_vmware.rw_handles [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52005b47-b80b-e4e2-3fed-9f8e58b2b07c/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1041.024277] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e19a3f3-366e-4f1a-9caa-e6142d15d4c1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.032981] env[70966]: DEBUG oslo_vmware.rw_handles [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52005b47-b80b-e4e2-3fed-9f8e58b2b07c/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1041.032981] env[70966]: ERROR oslo_vmware.rw_handles [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52005b47-b80b-e4e2-3fed-9f8e58b2b07c/disk-0.vmdk due to incomplete transfer. [ 1041.032981] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ffac4e98-7e0b-4733-8ef7-72ef61a636e7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.040807] env[70966]: DEBUG oslo_vmware.rw_handles [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52005b47-b80b-e4e2-3fed-9f8e58b2b07c/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1041.041008] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Uploaded image 1d285186-6061-4019-b6ca-f37cdbd637fe to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1041.042802] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1041.045648] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8bcfc81b-4fe4-4262-8252-34add064a417 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.055241] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1041.055241] env[70966]: value = "task-3613201" [ 1041.055241] env[70966]: _type = "Task" [ 1041.055241] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.065899] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613201, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.189272] env[70966]: DEBUG nova.network.neutron [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.241917] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f929b6-b9fb-0c30-b6c2-035e56bc0a03, 'name': SearchDatastore_Task, 'duration_secs': 0.016051} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.242338] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.242811] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.243069] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.243215] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.243978] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.244214] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31a1ab44-9b77-428e-9a3b-73d8f956e908 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.257252] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.257441] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.258227] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-439ad408-b8e0-41e8-a01e-7fded4ce70af {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.267784] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 1041.267784] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528bc2b3-0938-916b-bd88-6883b1a0a8a8" [ 1041.267784] env[70966]: _type = "Task" [ 1041.267784] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.273590] env[70966]: DEBUG nova.network.neutron [req-af0d1b94-50e5-41fd-ba42-e3176636689c req-c4e5e734-fa69-459e-b891-ea7bda510597 service nova] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Updated VIF entry in instance network info cache for port 02090a80-f3d9-4e5e-8c13-53325be74b82. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.273960] env[70966]: DEBUG nova.network.neutron [req-af0d1b94-50e5-41fd-ba42-e3176636689c req-c4e5e734-fa69-459e-b891-ea7bda510597 service nova] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Updating instance_info_cache with network_info: [{"id": "02090a80-f3d9-4e5e-8c13-53325be74b82", "address": "fa:16:3e:4c:fb:05", "network": {"id": "5575e323-465f-4e65-beea-b0ce2f7a4746", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-939569466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a77c654163740bcbb431fcff1b8dc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02090a80-f3", "ovs_interfaceid": "02090a80-f3d9-4e5e-8c13-53325be74b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.278345] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528bc2b3-0938-916b-bd88-6883b1a0a8a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.335984] env[70966]: DEBUG nova.compute.manager [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.416373] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8128e186-0d7f-45f0-940f-bd17b156fa17 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "07fef84f-b749-472e-909b-0c7df39a55b6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.456920] env[70966]: INFO nova.compute.manager [-] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Took 1.45 seconds to deallocate network for instance. [ 1041.457979] env[70966]: DEBUG nova.network.neutron [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Successfully created port: 096f3e6a-b302-4be0-81ac-c64ba0e9a284 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.514339] env[70966]: DEBUG nova.network.neutron [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Updating instance_info_cache with network_info: [{"id": "bb348085-9f52-448c-80d8-b9338d6f5b31", "address": "fa:16:3e:fd:93:e3", "network": {"id": "04ae2dc4-99ba-4edb-961b-5c8320b81c08", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1903013523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845680fd6902472d9c2b7ff5aad67b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb348085-9f", "ovs_interfaceid": "bb348085-9f52-448c-80d8-b9338d6f5b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.567228] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613201, 'name': Destroy_Task, 'duration_secs': 0.419393} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.570037] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Destroyed the VM [ 1041.570685] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1041.572377] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e5d6ba1b-aff5-49ae-bfc5-3b713cc6acf5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.584851] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1041.584851] env[70966]: value = "task-3613202" [ 1041.584851] env[70966]: _type = "Task" [ 1041.584851] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.597071] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613202, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.781082] env[70966]: DEBUG oslo_concurrency.lockutils [req-af0d1b94-50e5-41fd-ba42-e3176636689c req-c4e5e734-fa69-459e-b891-ea7bda510597 service nova] Releasing lock "refresh_cache-06d64fc7-94a1-4bf1-8556-121936dc19e3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.781425] env[70966]: DEBUG nova.compute.manager [req-af0d1b94-50e5-41fd-ba42-e3176636689c req-c4e5e734-fa69-459e-b891-ea7bda510597 service nova] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Received event network-vif-deleted-da971fb0-bd09-4cfc-9a27-d14f710905e7 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.781623] env[70966]: INFO nova.compute.manager [req-af0d1b94-50e5-41fd-ba42-e3176636689c req-c4e5e734-fa69-459e-b891-ea7bda510597 service nova] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Neutron deleted interface da971fb0-bd09-4cfc-9a27-d14f710905e7; detaching it from the instance and deleting it from the info cache [ 1041.781837] env[70966]: DEBUG nova.network.neutron [req-af0d1b94-50e5-41fd-ba42-e3176636689c req-c4e5e734-fa69-459e-b891-ea7bda510597 service nova] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.783509] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528bc2b3-0938-916b-bd88-6883b1a0a8a8, 'name': SearchDatastore_Task, 'duration_secs': 0.048923} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.784979] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aab147d6-3774-47bc-9dfa-74b6abff3943 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.793948] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 1041.793948] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522f4229-e639-9af9-2fca-5c6e1d1f283a" [ 1041.793948] env[70966]: _type = "Task" [ 1041.793948] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.806325] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522f4229-e639-9af9-2fca-5c6e1d1f283a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.828858] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f0f484-cc79-4863-b7cf-604014d2dd7c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.837191] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb12ca98-1171-49dc-a783-1e90bd16b566 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.872506] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d02051-cb51-4f70-8234-0f6dc601b1a9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.881370] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37416518-9e6a-445e-97c5-7df9fd3ee695 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.903343] env[70966]: DEBUG nova.compute.provider_tree [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.972212] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.017505] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Releasing lock "refresh_cache-98c6cd14-a5c9-4b6e-82d2-799b6c0187b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.017952] env[70966]: DEBUG nova.compute.manager [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Instance network_info: |[{"id": "bb348085-9f52-448c-80d8-b9338d6f5b31", "address": "fa:16:3e:fd:93:e3", "network": {"id": "04ae2dc4-99ba-4edb-961b-5c8320b81c08", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1903013523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845680fd6902472d9c2b7ff5aad67b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb348085-9f", "ovs_interfaceid": "bb348085-9f52-448c-80d8-b9338d6f5b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.018299] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:93:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb348085-9f52-448c-80d8-b9338d6f5b31', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.026034] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.026292] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.026517] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7330a6a9-076d-4eb9-9413-2c6f86867da4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.052703] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.052703] env[70966]: value = "task-3613203" [ 1042.052703] env[70966]: _type = "Task" [ 1042.052703] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.061876] env[70966]: DEBUG nova.objects.instance [None req-06666a01-f468-4279-828c-e3377f6575dc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lazy-loading 'flavor' on Instance uuid 07fef84f-b749-472e-909b-0c7df39a55b6 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.063418] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613203, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.097395] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613202, 'name': RemoveSnapshot_Task, 'duration_secs': 0.365839} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.097695] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1042.097967] env[70966]: DEBUG nova.compute.manager [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.098819] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a22cb5d-9ed6-4c3b-8c1e-ddde2a2d7d72 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.205541] env[70966]: DEBUG nova.compute.manager [req-0d343294-e5e1-45b6-a126-67240876d934 req-7a199259-d0d4-439f-8dd4-cadf52861e3e service nova] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Received event network-changed-bb348085-9f52-448c-80d8-b9338d6f5b31 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.205831] env[70966]: DEBUG nova.compute.manager [req-0d343294-e5e1-45b6-a126-67240876d934 req-7a199259-d0d4-439f-8dd4-cadf52861e3e service nova] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Refreshing instance network info cache due to event network-changed-bb348085-9f52-448c-80d8-b9338d6f5b31. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.206132] env[70966]: DEBUG oslo_concurrency.lockutils [req-0d343294-e5e1-45b6-a126-67240876d934 req-7a199259-d0d4-439f-8dd4-cadf52861e3e service nova] Acquiring lock "refresh_cache-98c6cd14-a5c9-4b6e-82d2-799b6c0187b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.206327] env[70966]: DEBUG oslo_concurrency.lockutils [req-0d343294-e5e1-45b6-a126-67240876d934 req-7a199259-d0d4-439f-8dd4-cadf52861e3e service nova] Acquired lock "refresh_cache-98c6cd14-a5c9-4b6e-82d2-799b6c0187b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.206516] env[70966]: DEBUG nova.network.neutron [req-0d343294-e5e1-45b6-a126-67240876d934 req-7a199259-d0d4-439f-8dd4-cadf52861e3e service nova] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Refreshing network info cache for port bb348085-9f52-448c-80d8-b9338d6f5b31 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.284507] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6f13540-a2cc-4114-972b-c925d901508e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.298484] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fbba33-7811-4019-97a4-d2f8d544e972 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.319042] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522f4229-e639-9af9-2fca-5c6e1d1f283a, 'name': SearchDatastore_Task, 'duration_secs': 0.017532} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.319352] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.319631] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 06d64fc7-94a1-4bf1-8556-121936dc19e3/06d64fc7-94a1-4bf1-8556-121936dc19e3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.319882] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a675866-5f67-4225-b49e-ca148c94ea4d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.328055] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 1042.328055] env[70966]: value = "task-3613204" [ 1042.328055] env[70966]: _type = "Task" [ 1042.328055] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.341876] env[70966]: DEBUG nova.compute.manager [req-af0d1b94-50e5-41fd-ba42-e3176636689c req-c4e5e734-fa69-459e-b891-ea7bda510597 service nova] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Detach interface failed, port_id=da971fb0-bd09-4cfc-9a27-d14f710905e7, reason: Instance d5c25f0a-6cb3-46b6-ba8a-7822593a840d could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1042.347825] env[70966]: DEBUG nova.compute.manager [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.355403] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.380664] env[70966]: DEBUG nova.virt.hardware [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.380943] env[70966]: DEBUG nova.virt.hardware [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.381089] env[70966]: DEBUG nova.virt.hardware [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.381276] env[70966]: DEBUG nova.virt.hardware [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.381421] env[70966]: DEBUG nova.virt.hardware [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.381572] env[70966]: DEBUG nova.virt.hardware [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.381827] env[70966]: DEBUG nova.virt.hardware [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.381989] env[70966]: DEBUG nova.virt.hardware [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.382171] env[70966]: DEBUG nova.virt.hardware [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.382334] env[70966]: DEBUG nova.virt.hardware [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.382508] env[70966]: DEBUG nova.virt.hardware [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.383417] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b113f3b6-77a8-4885-b7b0-97d76e54e625 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.391928] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b047fcef-a8af-4cff-a9be-1a6f17b66a22 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.406871] env[70966]: DEBUG nova.scheduler.client.report [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.562346] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613203, 'name': CreateVM_Task, 'duration_secs': 0.405816} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.562346] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.562987] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.563185] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.563501] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.563755] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e9f9bcd-e8d2-4e30-88be-1a46903f82ae {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.567563] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06666a01-f468-4279-828c-e3377f6575dc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.567720] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06666a01-f468-4279-828c-e3377f6575dc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.567882] env[70966]: DEBUG nova.network.neutron [None req-06666a01-f468-4279-828c-e3377f6575dc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.568080] env[70966]: DEBUG nova.objects.instance [None req-06666a01-f468-4279-828c-e3377f6575dc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lazy-loading 'info_cache' on Instance uuid 07fef84f-b749-472e-909b-0c7df39a55b6 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.570311] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1042.570311] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5204e019-fff5-0d7f-0316-012df84f2766" [ 1042.570311] env[70966]: _type = "Task" [ 1042.570311] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.579108] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5204e019-fff5-0d7f-0316-012df84f2766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.613970] env[70966]: INFO nova.compute.manager [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Shelve offloading [ 1042.853832] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613204, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.911449] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.912096] env[70966]: DEBUG nova.compute.manager [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.914834] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.222s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.916461] env[70966]: INFO nova.compute.claims [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.072886] env[70966]: DEBUG nova.objects.base [None req-06666a01-f468-4279-828c-e3377f6575dc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Object Instance<07fef84f-b749-472e-909b-0c7df39a55b6> lazy-loaded attributes: flavor,info_cache {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1043.084607] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5204e019-fff5-0d7f-0316-012df84f2766, 'name': SearchDatastore_Task, 'duration_secs': 0.013896} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.085549] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.085785] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.086029] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.086184] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.086363] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.086832] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3c40cb7-eef5-4d0e-9a7b-ab07bce0b4b5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.095909] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.096063] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.096757] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730702d1-9a46-42c7-9dc4-96dbfaa2c715 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.105751] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1043.105751] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52732427-0bdb-2394-a794-55f8b29e3289" [ 1043.105751] env[70966]: _type = "Task" [ 1043.105751] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.106609] env[70966]: DEBUG nova.network.neutron [req-0d343294-e5e1-45b6-a126-67240876d934 req-7a199259-d0d4-439f-8dd4-cadf52861e3e service nova] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Updated VIF entry in instance network info cache for port bb348085-9f52-448c-80d8-b9338d6f5b31. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.106918] env[70966]: DEBUG nova.network.neutron [req-0d343294-e5e1-45b6-a126-67240876d934 req-7a199259-d0d4-439f-8dd4-cadf52861e3e service nova] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Updating instance_info_cache with network_info: [{"id": "bb348085-9f52-448c-80d8-b9338d6f5b31", "address": "fa:16:3e:fd:93:e3", "network": {"id": "04ae2dc4-99ba-4edb-961b-5c8320b81c08", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1903013523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845680fd6902472d9c2b7ff5aad67b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb348085-9f", "ovs_interfaceid": "bb348085-9f52-448c-80d8-b9338d6f5b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.124375] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.124715] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52732427-0bdb-2394-a794-55f8b29e3289, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.125277] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cdc422a-561f-48cb-97b2-265a83d0e27a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.127678] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85e0200-1aff-49d0-b5ba-6281c81564ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.138079] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1043.138079] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52116edc-3054-70bc-0f33-4edf9f6c37c5" [ 1043.138079] env[70966]: _type = "Task" [ 1043.138079] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.140209] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1043.140209] env[70966]: value = "task-3613205" [ 1043.140209] env[70966]: _type = "Task" [ 1043.140209] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.158728] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] VM already powered off {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1043.158928] env[70966]: DEBUG nova.compute.manager [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.159224] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52116edc-3054-70bc-0f33-4edf9f6c37c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011454} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.159910] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18997509-eccd-4a72-a715-c10da5ef3164 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.162350] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.162604] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1/98c6cd14-a5c9-4b6e-82d2-799b6c0187b1.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.162862] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a8f7c85-4f7c-40c0-a802-76f7911a5d3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.169509] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "refresh_cache-5735bc97-c6e4-4314-9a9e-24722f9d4bea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.169673] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "refresh_cache-5735bc97-c6e4-4314-9a9e-24722f9d4bea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.169840] env[70966]: DEBUG nova.network.neutron [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.175034] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1043.175034] env[70966]: value = "task-3613206" [ 1043.175034] env[70966]: _type = "Task" [ 1043.175034] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.180901] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.356954] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556464} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.357491] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 06d64fc7-94a1-4bf1-8556-121936dc19e3/06d64fc7-94a1-4bf1-8556-121936dc19e3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.357491] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.357981] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ebbee8f-3505-4609-a422-c2165f08dbe5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.370939] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 1043.370939] env[70966]: value = "task-3613207" [ 1043.370939] env[70966]: _type = "Task" [ 1043.370939] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.386263] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.422537] env[70966]: DEBUG nova.compute.utils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.428300] env[70966]: DEBUG nova.compute.manager [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.430656] env[70966]: DEBUG nova.network.neutron [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.615362] env[70966]: DEBUG oslo_concurrency.lockutils [req-0d343294-e5e1-45b6-a126-67240876d934 req-7a199259-d0d4-439f-8dd4-cadf52861e3e service nova] Releasing lock "refresh_cache-98c6cd14-a5c9-4b6e-82d2-799b6c0187b1" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.686304] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613206, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.748690] env[70966]: DEBUG nova.policy [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8389fe3055d4a7b8fdbb0853438905d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611d7f6ccb3644079814f537c0dc64d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.752736] env[70966]: DEBUG nova.compute.manager [req-ef17a751-2152-458f-b4a7-cfdd9ed5a241 req-1262d87f-0cb2-46bd-ac4b-214c42b9ad4f service nova] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Received event network-vif-plugged-096f3e6a-b302-4be0-81ac-c64ba0e9a284 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.752965] env[70966]: DEBUG oslo_concurrency.lockutils [req-ef17a751-2152-458f-b4a7-cfdd9ed5a241 req-1262d87f-0cb2-46bd-ac4b-214c42b9ad4f service nova] Acquiring lock "320938bd-aa9a-47c9-8add-f4ef382f171a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.753187] env[70966]: DEBUG oslo_concurrency.lockutils [req-ef17a751-2152-458f-b4a7-cfdd9ed5a241 req-1262d87f-0cb2-46bd-ac4b-214c42b9ad4f service nova] Lock "320938bd-aa9a-47c9-8add-f4ef382f171a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.753356] env[70966]: DEBUG oslo_concurrency.lockutils [req-ef17a751-2152-458f-b4a7-cfdd9ed5a241 req-1262d87f-0cb2-46bd-ac4b-214c42b9ad4f service nova] Lock "320938bd-aa9a-47c9-8add-f4ef382f171a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.753520] env[70966]: DEBUG nova.compute.manager [req-ef17a751-2152-458f-b4a7-cfdd9ed5a241 req-1262d87f-0cb2-46bd-ac4b-214c42b9ad4f service nova] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] No waiting events found dispatching network-vif-plugged-096f3e6a-b302-4be0-81ac-c64ba0e9a284 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.753680] env[70966]: WARNING nova.compute.manager [req-ef17a751-2152-458f-b4a7-cfdd9ed5a241 req-1262d87f-0cb2-46bd-ac4b-214c42b9ad4f service nova] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Received unexpected event network-vif-plugged-096f3e6a-b302-4be0-81ac-c64ba0e9a284 for instance with vm_state building and task_state spawning. [ 1043.831021] env[70966]: DEBUG nova.network.neutron [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Successfully updated port: 096f3e6a-b302-4be0-81ac-c64ba0e9a284 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.878817] env[70966]: DEBUG nova.network.neutron [None req-06666a01-f468-4279-828c-e3377f6575dc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance_info_cache with network_info: [{"id": "315485ee-ebec-4228-beae-aee1cf4c3800", "address": "fa:16:3e:c5:2c:c7", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315485ee-eb", "ovs_interfaceid": "315485ee-ebec-4228-beae-aee1cf4c3800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.883581] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128806} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.884047] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.884851] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cb4b78-19fb-413c-ba8f-5d069103e505 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.912595] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 06d64fc7-94a1-4bf1-8556-121936dc19e3/06d64fc7-94a1-4bf1-8556-121936dc19e3.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.916047] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803f318a-f154-4b6d-b7f2-57989147bb19 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.936758] env[70966]: DEBUG nova.compute.manager [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.953021] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 1043.953021] env[70966]: value = "task-3613208" [ 1043.953021] env[70966]: _type = "Task" [ 1043.953021] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.969927] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.029940] env[70966]: DEBUG nova.network.neutron [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Updating instance_info_cache with network_info: [{"id": "2447bfa0-63cd-4986-b917-8bec942f8636", "address": "fa:16:3e:d3:34:70", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2447bfa0-63", "ovs_interfaceid": "2447bfa0-63cd-4986-b917-8bec942f8636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.188821] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534845} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.191822] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1/98c6cd14-a5c9-4b6e-82d2-799b6c0187b1.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.192208] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.192909] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8802307-9adc-4697-9995-2249d7793d0c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.201968] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1044.201968] env[70966]: value = "task-3613209" [ 1044.201968] env[70966]: _type = "Task" [ 1044.201968] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.215338] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.335476] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "refresh_cache-320938bd-aa9a-47c9-8add-f4ef382f171a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.335476] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquired lock "refresh_cache-320938bd-aa9a-47c9-8add-f4ef382f171a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.335476] env[70966]: DEBUG nova.network.neutron [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.385655] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06666a01-f468-4279-828c-e3377f6575dc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.436275] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a359c1-8a30-48d1-bd00-c5f967c98bfc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.449677] env[70966]: DEBUG nova.network.neutron [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Successfully created port: f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.452488] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4283093-f95f-4977-b61d-21fbd024d2e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.467112] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.493533] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6110f325-c7a5-4921-9dec-ee5d53ac673c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.503029] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946345cf-1dc1-4fd2-9033-c9d1153ed7f9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.520951] env[70966]: DEBUG nova.compute.provider_tree [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.533017] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "refresh_cache-5735bc97-c6e4-4314-9a9e-24722f9d4bea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.713329] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080874} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.713606] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.715150] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34c2387-0085-414c-94a1-4f528abbf0fc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.738126] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1/98c6cd14-a5c9-4b6e-82d2-799b6c0187b1.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.738457] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0409ec90-d168-4164-92c6-8dba1679f873 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.760280] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1044.760280] env[70966]: value = "task-3613210" [ 1044.760280] env[70966]: _type = "Task" [ 1044.760280] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.772945] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.812470] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.813416] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c41cb76-6a76-4fd8-92b5-32eb46839912 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.822184] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.823306] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08421083-dfb8-40c7-ae0a-513353177a6b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.872384] env[70966]: DEBUG nova.network.neutron [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.903198] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.903482] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.903694] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleting the datastore file [datastore2] 5735bc97-c6e4-4314-9a9e-24722f9d4bea {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.903975] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87ec8411-bb18-401e-be0f-e8fd2972da58 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.912907] env[70966]: DEBUG nova.compute.manager [req-40d9763c-232a-445a-b35a-7184ddfd1e24 req-3531885d-b618-4f26-be8b-1ead8b66cdc2 service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Received event network-vif-unplugged-2447bfa0-63cd-4986-b917-8bec942f8636 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.913236] env[70966]: DEBUG oslo_concurrency.lockutils [req-40d9763c-232a-445a-b35a-7184ddfd1e24 req-3531885d-b618-4f26-be8b-1ead8b66cdc2 service nova] Acquiring lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.913476] env[70966]: DEBUG oslo_concurrency.lockutils [req-40d9763c-232a-445a-b35a-7184ddfd1e24 req-3531885d-b618-4f26-be8b-1ead8b66cdc2 service nova] Lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.913705] env[70966]: DEBUG oslo_concurrency.lockutils [req-40d9763c-232a-445a-b35a-7184ddfd1e24 req-3531885d-b618-4f26-be8b-1ead8b66cdc2 service nova] Lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.913807] env[70966]: DEBUG nova.compute.manager [req-40d9763c-232a-445a-b35a-7184ddfd1e24 req-3531885d-b618-4f26-be8b-1ead8b66cdc2 service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] No waiting events found dispatching network-vif-unplugged-2447bfa0-63cd-4986-b917-8bec942f8636 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.913997] env[70966]: WARNING nova.compute.manager [req-40d9763c-232a-445a-b35a-7184ddfd1e24 req-3531885d-b618-4f26-be8b-1ead8b66cdc2 service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Received unexpected event network-vif-unplugged-2447bfa0-63cd-4986-b917-8bec942f8636 for instance with vm_state shelved and task_state shelving_offloading. [ 1044.916180] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1044.916180] env[70966]: value = "task-3613212" [ 1044.916180] env[70966]: _type = "Task" [ 1044.916180] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.926186] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.950556] env[70966]: DEBUG nova.compute.manager [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.972258] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613208, 'name': ReconfigVM_Task, 'duration_secs': 0.610117} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.979176] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 06d64fc7-94a1-4bf1-8556-121936dc19e3/06d64fc7-94a1-4bf1-8556-121936dc19e3.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.979601] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c58be896-d06a-49d3-8ddf-05a699c0c24b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.986513] env[70966]: DEBUG nova.virt.hardware [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.986871] env[70966]: DEBUG nova.virt.hardware [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.987085] env[70966]: DEBUG nova.virt.hardware [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.987319] env[70966]: DEBUG nova.virt.hardware [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.987499] env[70966]: DEBUG nova.virt.hardware [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.987682] env[70966]: DEBUG nova.virt.hardware [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.988168] env[70966]: DEBUG nova.virt.hardware [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.988402] env[70966]: DEBUG nova.virt.hardware [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.988643] env[70966]: DEBUG nova.virt.hardware [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.988871] env[70966]: DEBUG nova.virt.hardware [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.989129] env[70966]: DEBUG nova.virt.hardware [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.990530] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdbde1b-906a-4401-b01e-739ad50e1189 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.995669] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 1044.995669] env[70966]: value = "task-3613213" [ 1044.995669] env[70966]: _type = "Task" [ 1044.995669] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.007619] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a70ae94-c344-46e9-86ea-c5c9f0cc7392 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.018515] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613213, 'name': Rename_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.032108] env[70966]: DEBUG nova.scheduler.client.report [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.054164] env[70966]: DEBUG nova.network.neutron [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Updating instance_info_cache with network_info: [{"id": "096f3e6a-b302-4be0-81ac-c64ba0e9a284", "address": "fa:16:3e:44:1d:50", "network": {"id": "20ce3c97-ece9-4f02-ada9-29a5f90d49fa", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-601585676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0fbe5f70e0943758a4a172e8c067f47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096f3e6a-b3", "ovs_interfaceid": "096f3e6a-b302-4be0-81ac-c64ba0e9a284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.270924] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613210, 'name': ReconfigVM_Task, 'duration_secs': 0.344484} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.271226] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1/98c6cd14-a5c9-4b6e-82d2-799b6c0187b1.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.271901] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe79df6a-dfe4-4650-aa36-7d6a12b81bc3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.279763] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1045.279763] env[70966]: value = "task-3613214" [ 1045.279763] env[70966]: _type = "Task" [ 1045.279763] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.288183] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613214, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.392953] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-06666a01-f468-4279-828c-e3377f6575dc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.393248] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-358605c4-23f9-42b9-86bf-26fc53c24526 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.401994] env[70966]: DEBUG oslo_vmware.api [None req-06666a01-f468-4279-828c-e3377f6575dc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1045.401994] env[70966]: value = "task-3613215" [ 1045.401994] env[70966]: _type = "Task" [ 1045.401994] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.411210] env[70966]: DEBUG oslo_vmware.api [None req-06666a01-f468-4279-828c-e3377f6575dc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.425012] env[70966]: DEBUG oslo_vmware.api [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20355} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.426050] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.426050] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.426050] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.451848] env[70966]: INFO nova.scheduler.client.report [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleted allocations for instance 5735bc97-c6e4-4314-9a9e-24722f9d4bea [ 1045.506945] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613213, 'name': Rename_Task, 'duration_secs': 0.195387} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.507191] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.507430] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3745af3-9fb5-4aa4-b9a0-e905f5e5ebfc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.515381] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 1045.515381] env[70966]: value = "task-3613216" [ 1045.515381] env[70966]: _type = "Task" [ 1045.515381] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.523216] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.537522] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.538207] env[70966]: DEBUG nova.compute.manager [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.540940] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.268s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.542037] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.544590] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.605s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.544847] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.546930] env[70966]: DEBUG oslo_concurrency.lockutils [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.331s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.547181] env[70966]: DEBUG oslo_concurrency.lockutils [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.548920] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.811s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.550806] env[70966]: INFO nova.compute.claims [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.556966] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Releasing lock "refresh_cache-320938bd-aa9a-47c9-8add-f4ef382f171a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.557300] env[70966]: DEBUG nova.compute.manager [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Instance network_info: |[{"id": "096f3e6a-b302-4be0-81ac-c64ba0e9a284", "address": "fa:16:3e:44:1d:50", "network": {"id": "20ce3c97-ece9-4f02-ada9-29a5f90d49fa", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-601585676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0fbe5f70e0943758a4a172e8c067f47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096f3e6a-b3", "ovs_interfaceid": "096f3e6a-b302-4be0-81ac-c64ba0e9a284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.557688] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:1d:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '096f3e6a-b302-4be0-81ac-c64ba0e9a284', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.565744] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.566351] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.566610] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2298a355-f678-4997-9e60-1104b6c1f05c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.583609] env[70966]: INFO nova.scheduler.client.report [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Deleted allocations for instance f7fd281f-17f9-4c69-b3ad-2171b248ef00 [ 1045.586229] env[70966]: INFO nova.scheduler.client.report [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Deleted allocations for instance f1794df3-0247-4955-8236-6c4a2c0e2d31 [ 1045.588500] env[70966]: INFO nova.scheduler.client.report [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Deleted allocations for instance dba13c6a-7c9b-4a79-9173-2296a2688c55 [ 1045.598138] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.598138] env[70966]: value = "task-3613217" [ 1045.598138] env[70966]: _type = "Task" [ 1045.598138] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.609659] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613217, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.782947] env[70966]: DEBUG nova.compute.manager [req-e5dd1afe-b84d-4f9e-a69b-515a76b803a4 req-538c6232-a6db-4b0b-aeec-99f3bfb44981 service nova] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Received event network-changed-096f3e6a-b302-4be0-81ac-c64ba0e9a284 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.783265] env[70966]: DEBUG nova.compute.manager [req-e5dd1afe-b84d-4f9e-a69b-515a76b803a4 req-538c6232-a6db-4b0b-aeec-99f3bfb44981 service nova] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Refreshing instance network info cache due to event network-changed-096f3e6a-b302-4be0-81ac-c64ba0e9a284. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.783563] env[70966]: DEBUG oslo_concurrency.lockutils [req-e5dd1afe-b84d-4f9e-a69b-515a76b803a4 req-538c6232-a6db-4b0b-aeec-99f3bfb44981 service nova] Acquiring lock "refresh_cache-320938bd-aa9a-47c9-8add-f4ef382f171a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.783784] env[70966]: DEBUG oslo_concurrency.lockutils [req-e5dd1afe-b84d-4f9e-a69b-515a76b803a4 req-538c6232-a6db-4b0b-aeec-99f3bfb44981 service nova] Acquired lock "refresh_cache-320938bd-aa9a-47c9-8add-f4ef382f171a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.784028] env[70966]: DEBUG nova.network.neutron [req-e5dd1afe-b84d-4f9e-a69b-515a76b803a4 req-538c6232-a6db-4b0b-aeec-99f3bfb44981 service nova] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Refreshing network info cache for port 096f3e6a-b302-4be0-81ac-c64ba0e9a284 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.797245] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613214, 'name': Rename_Task, 'duration_secs': 0.159207} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.797666] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.798522] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39ef5846-03b1-4397-9364-21d195c1aad4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.809642] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1045.809642] env[70966]: value = "task-3613218" [ 1045.809642] env[70966]: _type = "Task" [ 1045.809642] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.818522] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.913988] env[70966]: DEBUG oslo_vmware.api [None req-06666a01-f468-4279-828c-e3377f6575dc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613215, 'name': PowerOnVM_Task, 'duration_secs': 0.501242} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.913988] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-06666a01-f468-4279-828c-e3377f6575dc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.913988] env[70966]: DEBUG nova.compute.manager [None req-06666a01-f468-4279-828c-e3377f6575dc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.915100] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd74631b-9213-42ba-8e05-1928c082117e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.959511] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.031024] env[70966]: DEBUG oslo_vmware.api [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613216, 'name': PowerOnVM_Task, 'duration_secs': 0.475075} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.031024] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.031024] env[70966]: INFO nova.compute.manager [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1046.031024] env[70966]: DEBUG nova.compute.manager [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.031024] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345d008e-983e-4dce-a58d-b0d02a296187 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.057404] env[70966]: DEBUG nova.compute.utils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.060990] env[70966]: DEBUG nova.compute.manager [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.062337] env[70966]: DEBUG nova.network.neutron [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.098756] env[70966]: DEBUG oslo_concurrency.lockutils [None req-36cf6899-4371-48b7-bfc4-02e24d65b0b1 tempest-ServerMetadataTestJSON-663645051 tempest-ServerMetadataTestJSON-663645051-project-member] Lock "f7fd281f-17f9-4c69-b3ad-2171b248ef00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.859s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.106986] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cc6d0ee4-6c49-4499-af15-5e948954daeb tempest-ServerRescueTestJSONUnderV235-934954689 tempest-ServerRescueTestJSONUnderV235-934954689-project-member] Lock "f1794df3-0247-4955-8236-6c4a2c0e2d31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.947s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.114656] env[70966]: DEBUG oslo_concurrency.lockutils [None req-635e4f36-3366-4118-8efd-1a4f956709e6 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "dba13c6a-7c9b-4a79-9173-2296a2688c55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.570s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.126615] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613217, 'name': CreateVM_Task, 'duration_secs': 0.423005} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.126856] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.127878] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.127878] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.128832] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.128832] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70a3d64-49a9-4361-881f-d2f04e6e40aa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.131835] env[70966]: DEBUG nova.policy [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae0652be853049a18f4f8f6f1451415a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b978f2cd4dcc489e8d3480726962466d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.139020] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1046.139020] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52aabfac-cbcc-1cd0-013d-92002fdb5a83" [ 1046.139020] env[70966]: _type = "Task" [ 1046.139020] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.147938] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52aabfac-cbcc-1cd0-013d-92002fdb5a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.306306] env[70966]: DEBUG nova.network.neutron [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Successfully updated port: f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.327426] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613218, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.550619] env[70966]: INFO nova.compute.manager [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Took 40.58 seconds to build instance. [ 1046.566053] env[70966]: DEBUG nova.compute.manager [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.658198] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52aabfac-cbcc-1cd0-013d-92002fdb5a83, 'name': SearchDatastore_Task, 'duration_secs': 0.011026} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.661202] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.661926] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.663223] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.663560] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.663856] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.666647] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1487a7a9-d78c-4b2d-a89f-889af08d55e2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.678820] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.679341] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.680908] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0de0eea-9a22-4ef2-b809-bf44a3b24685 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.695029] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1046.695029] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f28f65-209f-67fc-c6e0-378bd38a15b8" [ 1046.695029] env[70966]: _type = "Task" [ 1046.695029] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.702473] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f28f65-209f-67fc-c6e0-378bd38a15b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.738089] env[70966]: DEBUG nova.network.neutron [req-e5dd1afe-b84d-4f9e-a69b-515a76b803a4 req-538c6232-a6db-4b0b-aeec-99f3bfb44981 service nova] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Updated VIF entry in instance network info cache for port 096f3e6a-b302-4be0-81ac-c64ba0e9a284. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.738404] env[70966]: DEBUG nova.network.neutron [req-e5dd1afe-b84d-4f9e-a69b-515a76b803a4 req-538c6232-a6db-4b0b-aeec-99f3bfb44981 service nova] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Updating instance_info_cache with network_info: [{"id": "096f3e6a-b302-4be0-81ac-c64ba0e9a284", "address": "fa:16:3e:44:1d:50", "network": {"id": "20ce3c97-ece9-4f02-ada9-29a5f90d49fa", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-601585676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0fbe5f70e0943758a4a172e8c067f47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096f3e6a-b3", "ovs_interfaceid": "096f3e6a-b302-4be0-81ac-c64ba0e9a284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.811288] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.811559] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.812229] env[70966]: DEBUG nova.network.neutron [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.834037] env[70966]: DEBUG oslo_vmware.api [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613218, 'name': PowerOnVM_Task, 'duration_secs': 0.890564} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.834342] env[70966]: DEBUG nova.network.neutron [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Successfully created port: 7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.836401] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.836616] env[70966]: INFO nova.compute.manager [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Took 7.06 seconds to spawn the instance on the hypervisor. [ 1046.837483] env[70966]: DEBUG nova.compute.manager [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.841347] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9a71db-94f5-4452-b380-876cf21caf7d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.844624] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3be80d3c-6aac-4b12-bf65-bff19885e896 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.923370] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.923455] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.923702] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.923900] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.924135] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.926357] env[70966]: INFO nova.compute.manager [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Terminating instance [ 1047.054443] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4a30d52f-36a8-4e04-bcda-207e2c596bf4 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "06d64fc7-94a1-4bf1-8556-121936dc19e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.098s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.066178] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0fb334-b131-48f8-8c52-2fd11ad3f596 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.082022] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f7233b-b49e-4cb1-8c1a-c06d87e3be72 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.122025] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a9e3b3-72d6-49ce-9e82-23477d9191d4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.129363] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e4a0bc-8d62-42ee-a7ad-5aa598df6642 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.145324] env[70966]: DEBUG nova.compute.provider_tree [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.176335] env[70966]: DEBUG nova.compute.manager [req-355f0e32-7d4d-42b1-b706-56b25f977d6b req-8c550a16-c60a-42b2-bfb6-e4e8d137e73e service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Received event network-changed-2447bfa0-63cd-4986-b917-8bec942f8636 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.176531] env[70966]: DEBUG nova.compute.manager [req-355f0e32-7d4d-42b1-b706-56b25f977d6b req-8c550a16-c60a-42b2-bfb6-e4e8d137e73e service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Refreshing instance network info cache due to event network-changed-2447bfa0-63cd-4986-b917-8bec942f8636. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.176775] env[70966]: DEBUG oslo_concurrency.lockutils [req-355f0e32-7d4d-42b1-b706-56b25f977d6b req-8c550a16-c60a-42b2-bfb6-e4e8d137e73e service nova] Acquiring lock "refresh_cache-5735bc97-c6e4-4314-9a9e-24722f9d4bea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.177052] env[70966]: DEBUG oslo_concurrency.lockutils [req-355f0e32-7d4d-42b1-b706-56b25f977d6b req-8c550a16-c60a-42b2-bfb6-e4e8d137e73e service nova] Acquired lock "refresh_cache-5735bc97-c6e4-4314-9a9e-24722f9d4bea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.177424] env[70966]: DEBUG nova.network.neutron [req-355f0e32-7d4d-42b1-b706-56b25f977d6b req-8c550a16-c60a-42b2-bfb6-e4e8d137e73e service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Refreshing network info cache for port 2447bfa0-63cd-4986-b917-8bec942f8636 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.204837] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f28f65-209f-67fc-c6e0-378bd38a15b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011766} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.205878] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1a1831-c1a3-4aab-857a-588dd334677b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.212565] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1047.212565] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526801d0-4ff9-545d-9413-c09f0fb36420" [ 1047.212565] env[70966]: _type = "Task" [ 1047.212565] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.221840] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526801d0-4ff9-545d-9413-c09f0fb36420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.241896] env[70966]: DEBUG oslo_concurrency.lockutils [req-e5dd1afe-b84d-4f9e-a69b-515a76b803a4 req-538c6232-a6db-4b0b-aeec-99f3bfb44981 service nova] Releasing lock "refresh_cache-320938bd-aa9a-47c9-8add-f4ef382f171a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.368719] env[70966]: INFO nova.compute.manager [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Took 37.95 seconds to build instance. [ 1047.375528] env[70966]: DEBUG nova.network.neutron [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.433204] env[70966]: DEBUG nova.compute.manager [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.433428] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.434382] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8a1718-100a-45ee-b001-424595569a84 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.449739] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.449739] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a36b3e27-e53e-490e-af3e-050e196f7476 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.458252] env[70966]: DEBUG oslo_vmware.api [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 1047.458252] env[70966]: value = "task-3613219" [ 1047.458252] env[70966]: _type = "Task" [ 1047.458252] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.470336] env[70966]: DEBUG oslo_vmware.api [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.586216] env[70966]: DEBUG nova.compute.manager [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.603937] env[70966]: DEBUG nova.network.neutron [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Updating instance_info_cache with network_info: [{"id": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "address": "fa:16:3e:50:5a:37", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b9f077-1a", "ovs_interfaceid": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.623538] env[70966]: DEBUG nova.virt.hardware [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.623881] env[70966]: DEBUG nova.virt.hardware [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.625243] env[70966]: DEBUG nova.virt.hardware [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.625310] env[70966]: DEBUG nova.virt.hardware [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.625442] env[70966]: DEBUG nova.virt.hardware [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.625596] env[70966]: DEBUG nova.virt.hardware [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.626040] env[70966]: DEBUG nova.virt.hardware [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.626040] env[70966]: DEBUG nova.virt.hardware [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.626195] env[70966]: DEBUG nova.virt.hardware [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.626293] env[70966]: DEBUG nova.virt.hardware [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.626469] env[70966]: DEBUG nova.virt.hardware [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.627460] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f52fc5-0281-43ec-b123-919b0cba14f1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.643179] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1193dafa-b3d3-45e3-857d-7319c8fb2b98 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.650428] env[70966]: DEBUG nova.scheduler.client.report [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.727706] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526801d0-4ff9-545d-9413-c09f0fb36420, 'name': SearchDatastore_Task, 'duration_secs': 0.011052} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.727941] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.730208] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 320938bd-aa9a-47c9-8add-f4ef382f171a/320938bd-aa9a-47c9-8add-f4ef382f171a.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.730484] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58dc3f44-3751-4ac3-9838-f13fe9b39b26 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.738656] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1047.738656] env[70966]: value = "task-3613220" [ 1047.738656] env[70966]: _type = "Task" [ 1047.738656] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.747737] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.871151] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1abdcbe6-474e-4156-aeaa-fe7ad4a4eda5 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "98c6cd14-a5c9-4b6e-82d2-799b6c0187b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.464s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.971720] env[70966]: DEBUG oslo_vmware.api [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613219, 'name': PowerOffVM_Task, 'duration_secs': 0.214077} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.975021] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.975021] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.975021] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cb084ab-d0b0-4334-a0b1-cd329407d35c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.061154] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.061943] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.061943] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Deleting the datastore file [datastore2] 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.062165] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03eac122-7697-41d6-b32e-824e8ed17267 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.072045] env[70966]: DEBUG oslo_vmware.api [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for the task: (returnval){ [ 1048.072045] env[70966]: value = "task-3613222" [ 1048.072045] env[70966]: _type = "Task" [ 1048.072045] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.078933] env[70966]: DEBUG nova.compute.manager [req-0908e12d-d746-49dd-bd8d-e84247eeece9 req-88374d6f-e8bd-4d20-94b2-7f84ec3faf29 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Received event network-vif-plugged-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.079046] env[70966]: DEBUG oslo_concurrency.lockutils [req-0908e12d-d746-49dd-bd8d-e84247eeece9 req-88374d6f-e8bd-4d20-94b2-7f84ec3faf29 service nova] Acquiring lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.080318] env[70966]: DEBUG oslo_concurrency.lockutils [req-0908e12d-d746-49dd-bd8d-e84247eeece9 req-88374d6f-e8bd-4d20-94b2-7f84ec3faf29 service nova] Lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.080318] env[70966]: DEBUG oslo_concurrency.lockutils [req-0908e12d-d746-49dd-bd8d-e84247eeece9 req-88374d6f-e8bd-4d20-94b2-7f84ec3faf29 service nova] Lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.080318] env[70966]: DEBUG nova.compute.manager [req-0908e12d-d746-49dd-bd8d-e84247eeece9 req-88374d6f-e8bd-4d20-94b2-7f84ec3faf29 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] No waiting events found dispatching network-vif-plugged-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.080318] env[70966]: WARNING nova.compute.manager [req-0908e12d-d746-49dd-bd8d-e84247eeece9 req-88374d6f-e8bd-4d20-94b2-7f84ec3faf29 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Received unexpected event network-vif-plugged-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 for instance with vm_state building and task_state spawning. [ 1048.080318] env[70966]: DEBUG nova.compute.manager [req-0908e12d-d746-49dd-bd8d-e84247eeece9 req-88374d6f-e8bd-4d20-94b2-7f84ec3faf29 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Received event network-changed-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.080318] env[70966]: DEBUG nova.compute.manager [req-0908e12d-d746-49dd-bd8d-e84247eeece9 req-88374d6f-e8bd-4d20-94b2-7f84ec3faf29 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Refreshing instance network info cache due to event network-changed-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.080318] env[70966]: DEBUG oslo_concurrency.lockutils [req-0908e12d-d746-49dd-bd8d-e84247eeece9 req-88374d6f-e8bd-4d20-94b2-7f84ec3faf29 service nova] Acquiring lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.087290] env[70966]: DEBUG oslo_vmware.api [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.108224] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.109820] env[70966]: DEBUG nova.compute.manager [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Instance network_info: |[{"id": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "address": "fa:16:3e:50:5a:37", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b9f077-1a", "ovs_interfaceid": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.109957] env[70966]: DEBUG oslo_concurrency.lockutils [req-0908e12d-d746-49dd-bd8d-e84247eeece9 req-88374d6f-e8bd-4d20-94b2-7f84ec3faf29 service nova] Acquired lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.110176] env[70966]: DEBUG nova.network.neutron [req-0908e12d-d746-49dd-bd8d-e84247eeece9 req-88374d6f-e8bd-4d20-94b2-7f84ec3faf29 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Refreshing network info cache for port f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.111574] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:5a:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6b9f077-1a26-466f-b6c2-8b1dfa18ee58', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.122057] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.122057] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.122057] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9fe3af8-f439-48a8-bd68-5047e61c4f0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.147061] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.147061] env[70966]: value = "task-3613223" [ 1048.147061] env[70966]: _type = "Task" [ 1048.147061] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.159762] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613223, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.167337] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.167910] env[70966]: DEBUG nova.compute.manager [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.172129] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.035s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.173551] env[70966]: INFO nova.compute.claims [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.251328] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613220, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.335685] env[70966]: DEBUG nova.network.neutron [req-355f0e32-7d4d-42b1-b706-56b25f977d6b req-8c550a16-c60a-42b2-bfb6-e4e8d137e73e service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Updated VIF entry in instance network info cache for port 2447bfa0-63cd-4986-b917-8bec942f8636. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.335983] env[70966]: DEBUG nova.network.neutron [req-355f0e32-7d4d-42b1-b706-56b25f977d6b req-8c550a16-c60a-42b2-bfb6-e4e8d137e73e service nova] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Updating instance_info_cache with network_info: [{"id": "2447bfa0-63cd-4986-b917-8bec942f8636", "address": "fa:16:3e:d3:34:70", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": null, "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2447bfa0-63", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.585824] env[70966]: DEBUG oslo_vmware.api [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Task: {'id': task-3613222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289926} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.586277] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.586817] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.587128] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.588133] env[70966]: INFO nova.compute.manager [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1048.588556] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.589110] env[70966]: DEBUG nova.compute.manager [-] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.589303] env[70966]: DEBUG nova.network.neutron [-] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.658204] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613223, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.681685] env[70966]: DEBUG nova.compute.utils [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.684270] env[70966]: DEBUG nova.compute.manager [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Not allocating networking since 'none' was specified. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1048.753608] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524581} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.753608] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 320938bd-aa9a-47c9-8add-f4ef382f171a/320938bd-aa9a-47c9-8add-f4ef382f171a.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.753608] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.753608] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a3b4a76-3849-4594-afbe-00568f831d81 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.765139] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1048.765139] env[70966]: value = "task-3613224" [ 1048.765139] env[70966]: _type = "Task" [ 1048.765139] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.781685] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.839717] env[70966]: DEBUG oslo_concurrency.lockutils [req-355f0e32-7d4d-42b1-b706-56b25f977d6b req-8c550a16-c60a-42b2-bfb6-e4e8d137e73e service nova] Releasing lock "refresh_cache-5735bc97-c6e4-4314-9a9e-24722f9d4bea" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.043992] env[70966]: DEBUG nova.network.neutron [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Successfully updated port: 7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.058272] env[70966]: DEBUG nova.network.neutron [req-0908e12d-d746-49dd-bd8d-e84247eeece9 req-88374d6f-e8bd-4d20-94b2-7f84ec3faf29 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Updated VIF entry in instance network info cache for port f6b9f077-1a26-466f-b6c2-8b1dfa18ee58. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.058272] env[70966]: DEBUG nova.network.neutron [req-0908e12d-d746-49dd-bd8d-e84247eeece9 req-88374d6f-e8bd-4d20-94b2-7f84ec3faf29 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Updating instance_info_cache with network_info: [{"id": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "address": "fa:16:3e:50:5a:37", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b9f077-1a", "ovs_interfaceid": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.171348] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613223, 'name': CreateVM_Task, 'duration_secs': 0.582861} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.171348] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.171348] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.171348] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.171528] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.171817] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c595c38d-776b-4fd2-8470-c2c0e3efcd6c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.182384] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1049.182384] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524e9c9f-e891-eed1-bcd0-e9fd260aebae" [ 1049.182384] env[70966]: _type = "Task" [ 1049.182384] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.189024] env[70966]: DEBUG nova.compute.manager [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.201554] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524e9c9f-e891-eed1-bcd0-e9fd260aebae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.280721] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142675} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.281042] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.281991] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a3873e-a8b8-4322-921f-10c50fe91958 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.311056] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 320938bd-aa9a-47c9-8add-f4ef382f171a/320938bd-aa9a-47c9-8add-f4ef382f171a.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.315120] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20bb35cb-6ca6-475b-9d28-0f53158d9582 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.341085] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1049.341085] env[70966]: value = "task-3613225" [ 1049.341085] env[70966]: _type = "Task" [ 1049.341085] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.347748] env[70966]: DEBUG nova.compute.manager [req-1f1e5009-6f81-4f56-b20f-692060e77de5 req-551fdcb7-494f-4978-a240-ff68e19dff2f service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Received event network-vif-plugged-7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.347748] env[70966]: DEBUG oslo_concurrency.lockutils [req-1f1e5009-6f81-4f56-b20f-692060e77de5 req-551fdcb7-494f-4978-a240-ff68e19dff2f service nova] Acquiring lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.347748] env[70966]: DEBUG oslo_concurrency.lockutils [req-1f1e5009-6f81-4f56-b20f-692060e77de5 req-551fdcb7-494f-4978-a240-ff68e19dff2f service nova] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.347957] env[70966]: DEBUG oslo_concurrency.lockutils [req-1f1e5009-6f81-4f56-b20f-692060e77de5 req-551fdcb7-494f-4978-a240-ff68e19dff2f service nova] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.348152] env[70966]: DEBUG nova.compute.manager [req-1f1e5009-6f81-4f56-b20f-692060e77de5 req-551fdcb7-494f-4978-a240-ff68e19dff2f service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] No waiting events found dispatching network-vif-plugged-7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.348320] env[70966]: WARNING nova.compute.manager [req-1f1e5009-6f81-4f56-b20f-692060e77de5 req-551fdcb7-494f-4978-a240-ff68e19dff2f service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Received unexpected event network-vif-plugged-7d12776c-cd90-44b8-ad4e-d2a7a389374f for instance with vm_state building and task_state spawning. [ 1049.348478] env[70966]: DEBUG nova.compute.manager [req-1f1e5009-6f81-4f56-b20f-692060e77de5 req-551fdcb7-494f-4978-a240-ff68e19dff2f service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Received event network-changed-7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.348630] env[70966]: DEBUG nova.compute.manager [req-1f1e5009-6f81-4f56-b20f-692060e77de5 req-551fdcb7-494f-4978-a240-ff68e19dff2f service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Refreshing instance network info cache due to event network-changed-7d12776c-cd90-44b8-ad4e-d2a7a389374f. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.348852] env[70966]: DEBUG oslo_concurrency.lockutils [req-1f1e5009-6f81-4f56-b20f-692060e77de5 req-551fdcb7-494f-4978-a240-ff68e19dff2f service nova] Acquiring lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.349000] env[70966]: DEBUG oslo_concurrency.lockutils [req-1f1e5009-6f81-4f56-b20f-692060e77de5 req-551fdcb7-494f-4978-a240-ff68e19dff2f service nova] Acquired lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.349168] env[70966]: DEBUG nova.network.neutron [req-1f1e5009-6f81-4f56-b20f-692060e77de5 req-551fdcb7-494f-4978-a240-ff68e19dff2f service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Refreshing network info cache for port 7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.359256] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.553238] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.562262] env[70966]: DEBUG oslo_concurrency.lockutils [req-0908e12d-d746-49dd-bd8d-e84247eeece9 req-88374d6f-e8bd-4d20-94b2-7f84ec3faf29 service nova] Releasing lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.701023] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524e9c9f-e891-eed1-bcd0-e9fd260aebae, 'name': SearchDatastore_Task, 'duration_secs': 0.018107} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.701023] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.701023] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.701023] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.701023] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.701023] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.701023] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f8451a7-0709-4212-abf5-b89bece1c260 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.702288] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "06d64fc7-94a1-4bf1-8556-121936dc19e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.702535] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "06d64fc7-94a1-4bf1-8556-121936dc19e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.702720] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "06d64fc7-94a1-4bf1-8556-121936dc19e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.702913] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "06d64fc7-94a1-4bf1-8556-121936dc19e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.703074] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "06d64fc7-94a1-4bf1-8556-121936dc19e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.705092] env[70966]: INFO nova.compute.manager [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Terminating instance [ 1049.708574] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94092dc1-a76b-4ade-b638-dbd3853642e7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.712973] env[70966]: DEBUG nova.network.neutron [-] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.718051] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.718273] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.722024] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a402b3b7-4fbb-4cad-b3a8-b0c69b414563 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.726252] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf71bd6b-eed4-44c6-a9ee-4dcd843bfccc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.739040] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1049.739040] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5213f7e7-f4bd-f875-0aac-ded29821dbe2" [ 1049.739040] env[70966]: _type = "Task" [ 1049.739040] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.773462] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce9aeaf-794e-41e1-8e05-7823669513c5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.783874] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5213f7e7-f4bd-f875-0aac-ded29821dbe2, 'name': SearchDatastore_Task, 'duration_secs': 0.011515} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.787372] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19795d8a-663a-439b-a0f6-ccdef59edd6b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.791496] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bf1d32-6d98-419c-8e73-1cd939e54f2c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.800535] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1049.800535] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c77b78-d811-1ec1-8c7a-6dc123014e45" [ 1049.800535] env[70966]: _type = "Task" [ 1049.800535] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.809550] env[70966]: DEBUG nova.compute.provider_tree [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.820782] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c77b78-d811-1ec1-8c7a-6dc123014e45, 'name': SearchDatastore_Task, 'duration_secs': 0.011176} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.821970] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.822255] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 52a61c79-cc93-4ae0-8f43-d78a6d857f07/52a61c79-cc93-4ae0-8f43-d78a6d857f07.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.822531] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-162b0397-f8da-4c4f-9c96-cb4d50850ac2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.830883] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1049.830883] env[70966]: value = "task-3613226" [ 1049.830883] env[70966]: _type = "Task" [ 1049.830883] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.840802] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.851157] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613225, 'name': ReconfigVM_Task, 'duration_secs': 0.353147} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.851157] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 320938bd-aa9a-47c9-8add-f4ef382f171a/320938bd-aa9a-47c9-8add-f4ef382f171a.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.851579] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1371d30-706b-4cb4-9eff-fadb974a8215 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.859322] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1049.859322] env[70966]: value = "task-3613227" [ 1049.859322] env[70966]: _type = "Task" [ 1049.859322] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.868601] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613227, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.884495] env[70966]: DEBUG nova.network.neutron [req-1f1e5009-6f81-4f56-b20f-692060e77de5 req-551fdcb7-494f-4978-a240-ff68e19dff2f service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.970689] env[70966]: DEBUG nova.network.neutron [req-1f1e5009-6f81-4f56-b20f-692060e77de5 req-551fdcb7-494f-4978-a240-ff68e19dff2f service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.199738] env[70966]: DEBUG nova.compute.manager [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.216913] env[70966]: DEBUG nova.compute.manager [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.217184] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.217660] env[70966]: INFO nova.compute.manager [-] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Took 1.63 seconds to deallocate network for instance. [ 1050.218733] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a791c0cc-b883-40ad-9052-fca3729a2ab1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.227139] env[70966]: DEBUG nova.virt.hardware [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.227425] env[70966]: DEBUG nova.virt.hardware [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.227655] env[70966]: DEBUG nova.virt.hardware [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.227855] env[70966]: DEBUG nova.virt.hardware [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.228112] env[70966]: DEBUG nova.virt.hardware [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.228295] env[70966]: DEBUG nova.virt.hardware [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.228623] env[70966]: DEBUG nova.virt.hardware [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.228876] env[70966]: DEBUG nova.virt.hardware [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.229151] env[70966]: DEBUG nova.virt.hardware [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.229484] env[70966]: DEBUG nova.virt.hardware [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.229576] env[70966]: DEBUG nova.virt.hardware [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.230755] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80133a03-8196-4f4b-9f5d-220566ed302f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.245718] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e31d34-c372-449b-b6ed-e25189101aaa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.251089] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.251695] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee782336-38c8-49b4-b245-de00ac5e4e87 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.266646] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.276574] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Creating folder: Project (e27e388f91fb4e219ddcc06ab5ecc8a3). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.279926] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-838812a1-8d2a-47fa-b466-7d6778027bfc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.282295] env[70966]: DEBUG oslo_vmware.api [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 1050.282295] env[70966]: value = "task-3613228" [ 1050.282295] env[70966]: _type = "Task" [ 1050.282295] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.297695] env[70966]: DEBUG oslo_vmware.api [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.299389] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Created folder: Project (e27e388f91fb4e219ddcc06ab5ecc8a3) in parent group-v720468. [ 1050.299587] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Creating folder: Instances. Parent ref: group-v720730. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.299841] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4af8f8f-2b6b-4323-8310-4bdc6470246d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.313024] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Created folder: Instances in parent group-v720730. [ 1050.313314] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.313541] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.313757] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a939a480-4acc-45c9-b785-9b735286ce6c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.327302] env[70966]: DEBUG nova.scheduler.client.report [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.337504] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.337504] env[70966]: value = "task-3613231" [ 1050.337504] env[70966]: _type = "Task" [ 1050.337504] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.340902] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49626} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.344456] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 52a61c79-cc93-4ae0-8f43-d78a6d857f07/52a61c79-cc93-4ae0-8f43-d78a6d857f07.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.344683] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.344941] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aad5383-5797-4b6b-be29-6616731eb7d4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.356067] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613231, 'name': CreateVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.357584] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1050.357584] env[70966]: value = "task-3613232" [ 1050.357584] env[70966]: _type = "Task" [ 1050.357584] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.370016] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.373618] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613227, 'name': Rename_Task, 'duration_secs': 0.161247} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.374044] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.374351] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2e3a04b-27a7-41f5-975b-3a4aa0fce825 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.383076] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1050.383076] env[70966]: value = "task-3613233" [ 1050.383076] env[70966]: _type = "Task" [ 1050.383076] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.399277] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.473718] env[70966]: DEBUG oslo_concurrency.lockutils [req-1f1e5009-6f81-4f56-b20f-692060e77de5 req-551fdcb7-494f-4978-a240-ff68e19dff2f service nova] Releasing lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.474193] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.474363] env[70966]: DEBUG nova.network.neutron [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.664266] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "98c6cd14-a5c9-4b6e-82d2-799b6c0187b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.664977] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "98c6cd14-a5c9-4b6e-82d2-799b6c0187b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.665228] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "98c6cd14-a5c9-4b6e-82d2-799b6c0187b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.665426] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "98c6cd14-a5c9-4b6e-82d2-799b6c0187b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.665598] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "98c6cd14-a5c9-4b6e-82d2-799b6c0187b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.667711] env[70966]: INFO nova.compute.manager [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Terminating instance [ 1050.738696] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.793746] env[70966]: DEBUG oslo_vmware.api [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613228, 'name': PowerOffVM_Task, 'duration_secs': 0.219156} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.794127] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.794417] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.794743] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-423b00c4-d943-4563-85b6-bb5c750e8410 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.834213] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.834640] env[70966]: DEBUG nova.compute.manager [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.837442] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.167s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.839335] env[70966]: INFO nova.compute.claims [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.856020] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613231, 'name': CreateVM_Task, 'duration_secs': 0.443999} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.856020] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.856020] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.856020] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.856020] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.856020] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24253428-9896-4b9c-bedc-67d5a9dfa283 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.862364] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1050.862364] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522020ba-a7a9-bd02-5e1f-156a08755a1d" [ 1050.862364] env[70966]: _type = "Task" [ 1050.862364] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.870586] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074881} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.873932] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.874323] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522020ba-a7a9-bd02-5e1f-156a08755a1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.875955] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045ae147-1796-4b69-aeb7-a32ec04eb2e2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.878640] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.878729] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.879237] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleting the datastore file [datastore1] 06d64fc7-94a1-4bf1-8556-121936dc19e3 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.880188] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-808ce026-70cf-48a2-a2c2-3a7bbed907a2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.906754] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 52a61c79-cc93-4ae0-8f43-d78a6d857f07/52a61c79-cc93-4ae0-8f43-d78a6d857f07.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.907205] env[70966]: DEBUG oslo_vmware.api [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for the task: (returnval){ [ 1050.907205] env[70966]: value = "task-3613235" [ 1050.907205] env[70966]: _type = "Task" [ 1050.907205] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.910710] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e948855-109e-47ea-9c12-0ce89ba57a00 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.925202] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613233, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.935437] env[70966]: DEBUG oslo_vmware.api [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.936767] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1050.936767] env[70966]: value = "task-3613236" [ 1050.936767] env[70966]: _type = "Task" [ 1050.936767] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.945145] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.008533] env[70966]: DEBUG nova.network.neutron [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.058587] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.058830] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.171069] env[70966]: DEBUG nova.compute.manager [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.171341] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.172439] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdcd48b-35e7-46c4-bec8-c0127e398353 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.180914] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.181198] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3181b712-bb1e-40e5-bd3c-80bc6b878304 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.190055] env[70966]: DEBUG oslo_vmware.api [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1051.190055] env[70966]: value = "task-3613237" [ 1051.190055] env[70966]: _type = "Task" [ 1051.190055] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.197665] env[70966]: DEBUG nova.network.neutron [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Updating instance_info_cache with network_info: [{"id": "7d12776c-cd90-44b8-ad4e-d2a7a389374f", "address": "fa:16:3e:e6:1f:62", "network": {"id": "76eb4596-0bea-4c91-a57f-0cdf1b1fc335", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1344172437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b978f2cd4dcc489e8d3480726962466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d12776c-cd", "ovs_interfaceid": "7d12776c-cd90-44b8-ad4e-d2a7a389374f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.202159] env[70966]: DEBUG oslo_vmware.api [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.346710] env[70966]: DEBUG nova.compute.utils [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.348273] env[70966]: DEBUG nova.compute.manager [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Not allocating networking since 'none' was specified. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1051.374842] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522020ba-a7a9-bd02-5e1f-156a08755a1d, 'name': SearchDatastore_Task, 'duration_secs': 0.016633} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.376513] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.376513] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.376659] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.376796] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.376978] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.378320] env[70966]: DEBUG nova.compute.manager [req-201a1ebf-a188-4e34-836c-9f283e5d32d3 req-03a548a0-b882-44d4-9c6c-452dd0cfb685 service nova] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Received event network-vif-deleted-591b2f17-49d4-4b65-9146-a429cccd81b0 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.378831] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32010356-9a56-4bd1-b11d-719714ac42dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.391599] env[70966]: DEBUG oslo_vmware.api [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613233, 'name': PowerOnVM_Task, 'duration_secs': 0.755502} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.391875] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.392085] env[70966]: INFO nova.compute.manager [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1051.392263] env[70966]: DEBUG nova.compute.manager [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.393754] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7f2f8a-d7d9-456a-bdd3-ca92b7a15a37 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.396226] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.396391] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.397512] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58930b13-463d-473a-9244-7721a870c285 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.403430] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1051.403430] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cb54af-2623-1cc9-3b76-22d1c5f4fe5f" [ 1051.403430] env[70966]: _type = "Task" [ 1051.403430] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.416087] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cb54af-2623-1cc9-3b76-22d1c5f4fe5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.434385] env[70966]: DEBUG oslo_vmware.api [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Task: {'id': task-3613235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245706} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.435038] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.435118] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.435381] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.435525] env[70966]: INFO nova.compute.manager [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1051.435771] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.435966] env[70966]: DEBUG nova.compute.manager [-] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.436082] env[70966]: DEBUG nova.network.neutron [-] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.446481] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613236, 'name': ReconfigVM_Task, 'duration_secs': 0.326451} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.446778] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 52a61c79-cc93-4ae0-8f43-d78a6d857f07/52a61c79-cc93-4ae0-8f43-d78a6d857f07.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.447414] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3174bf7c-3064-484c-89e6-66ca2fbe3d82 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.456707] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1051.456707] env[70966]: value = "task-3613238" [ 1051.456707] env[70966]: _type = "Task" [ 1051.456707] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.466062] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613238, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.561320] env[70966]: DEBUG nova.compute.manager [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.701162] env[70966]: DEBUG oslo_vmware.api [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613237, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.703753] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.704059] env[70966]: DEBUG nova.compute.manager [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Instance network_info: |[{"id": "7d12776c-cd90-44b8-ad4e-d2a7a389374f", "address": "fa:16:3e:e6:1f:62", "network": {"id": "76eb4596-0bea-4c91-a57f-0cdf1b1fc335", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1344172437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b978f2cd4dcc489e8d3480726962466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d12776c-cd", "ovs_interfaceid": "7d12776c-cd90-44b8-ad4e-d2a7a389374f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.704440] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:1f:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d12776c-cd90-44b8-ad4e-d2a7a389374f', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.712054] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Creating folder: Project (b978f2cd4dcc489e8d3480726962466d). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.712584] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b1909c5-3d28-4e86-b103-f6c8e31d0137 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.727605] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Created folder: Project (b978f2cd4dcc489e8d3480726962466d) in parent group-v720468. [ 1051.727805] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Creating folder: Instances. Parent ref: group-v720733. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.728072] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30eafb48-0781-414a-901b-5fdc0aee3d0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.739649] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Created folder: Instances in parent group-v720733. [ 1051.740067] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.740131] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.740332] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36d9a5d9-a015-419e-93f2-ffc67cd0f580 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.761991] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.761991] env[70966]: value = "task-3613241" [ 1051.761991] env[70966]: _type = "Task" [ 1051.761991] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.775911] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613241, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.852490] env[70966]: DEBUG nova.compute.manager [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.922230] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cb54af-2623-1cc9-3b76-22d1c5f4fe5f, 'name': SearchDatastore_Task, 'duration_secs': 0.043436} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.925078] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e0f53e-8224-4e30-aa2e-83ee2255c8f3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.927758] env[70966]: INFO nova.compute.manager [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Took 40.04 seconds to build instance. [ 1051.932803] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1051.932803] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523fd532-bd46-f522-50aa-ec523aabf2c7" [ 1051.932803] env[70966]: _type = "Task" [ 1051.932803] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.947155] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523fd532-bd46-f522-50aa-ec523aabf2c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.967075] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613238, 'name': Rename_Task, 'duration_secs': 0.157145} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.967696] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.967696] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64d038ad-f9c5-44fd-98a9-590301f6dc14 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.974904] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1051.974904] env[70966]: value = "task-3613242" [ 1051.974904] env[70966]: _type = "Task" [ 1051.974904] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.986596] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.081178] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.181548] env[70966]: DEBUG nova.network.neutron [-] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.200758] env[70966]: DEBUG oslo_vmware.api [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613237, 'name': PowerOffVM_Task, 'duration_secs': 0.53571} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.201617] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.201816] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.202083] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9de8b23-a9ae-43c2-92db-ffc5daa0570d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.242589] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3142aae9-8141-4988-8d4f-fa78b1430861 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.251573] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853ff53a-9a7f-4e5a-855d-543d152076ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.287252] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b646381e-0f66-455b-9d56-e3764f2580e8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.298648] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b6947b-3a28-492e-a6e3-422d47068df8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.302409] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613241, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.315535] env[70966]: DEBUG nova.compute.provider_tree [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.317993] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.318222] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.318395] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Deleting the datastore file [datastore1] 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.318883] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69186fa8-b2e2-433f-924d-067cc05ccef2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.326966] env[70966]: DEBUG oslo_vmware.api [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1052.326966] env[70966]: value = "task-3613244" [ 1052.326966] env[70966]: _type = "Task" [ 1052.326966] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.336646] env[70966]: DEBUG oslo_vmware.api [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.429841] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2cb4f3a-75cc-4b35-88b9-53a868934d0f tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "320938bd-aa9a-47c9-8add-f4ef382f171a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.549s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.445136] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]523fd532-bd46-f522-50aa-ec523aabf2c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012876} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.445450] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.445671] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] e6c65fed-3791-4f55-843b-25f9c5fe8172/e6c65fed-3791-4f55-843b-25f9c5fe8172.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.445934] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc110f08-6fa0-4aa5-b30c-d7ef0c1328d5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.455797] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1052.455797] env[70966]: value = "task-3613245" [ 1052.455797] env[70966]: _type = "Task" [ 1052.455797] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.466123] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.485293] env[70966]: DEBUG oslo_vmware.api [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613242, 'name': PowerOnVM_Task, 'duration_secs': 0.494603} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.485602] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.485802] env[70966]: INFO nova.compute.manager [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1052.485981] env[70966]: DEBUG nova.compute.manager [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.486791] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926fb7bd-bc4d-4c87-a495-be0d0ed8bdf0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.683996] env[70966]: INFO nova.compute.manager [-] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Took 1.25 seconds to deallocate network for instance. [ 1052.794713] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613241, 'name': CreateVM_Task, 'duration_secs': 0.541495} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.794713] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.794997] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.794997] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.795492] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.795877] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2950532d-cebd-4bca-9bd9-5bcdb7afb539 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.802179] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1052.802179] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520040f8-7861-c0f7-f62c-f002d46676c5" [ 1052.802179] env[70966]: _type = "Task" [ 1052.802179] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.812624] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520040f8-7861-c0f7-f62c-f002d46676c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.824566] env[70966]: DEBUG nova.scheduler.client.report [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.843013] env[70966]: DEBUG oslo_vmware.api [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242241} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.844173] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.844421] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.844598] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.844774] env[70966]: INFO nova.compute.manager [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1052.845064] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.845288] env[70966]: DEBUG nova.compute.manager [-] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.845381] env[70966]: DEBUG nova.network.neutron [-] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.862111] env[70966]: DEBUG nova.compute.manager [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.898356] env[70966]: DEBUG nova.virt.hardware [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.899612] env[70966]: DEBUG nova.virt.hardware [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.899612] env[70966]: DEBUG nova.virt.hardware [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.899612] env[70966]: DEBUG nova.virt.hardware [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.899612] env[70966]: DEBUG nova.virt.hardware [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.899612] env[70966]: DEBUG nova.virt.hardware [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.899944] env[70966]: DEBUG nova.virt.hardware [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.900069] env[70966]: DEBUG nova.virt.hardware [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.900420] env[70966]: DEBUG nova.virt.hardware [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.900693] env[70966]: DEBUG nova.virt.hardware [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.900998] env[70966]: DEBUG nova.virt.hardware [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.902447] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ec41ea-dc84-41d7-8b9f-063a6af36eee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.920046] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5700f40b-429b-41f5-a6a4-6e6623ea9a80 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.925640] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "320938bd-aa9a-47c9-8add-f4ef382f171a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.926045] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "320938bd-aa9a-47c9-8add-f4ef382f171a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.926297] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "320938bd-aa9a-47c9-8add-f4ef382f171a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.926580] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "320938bd-aa9a-47c9-8add-f4ef382f171a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.926898] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "320938bd-aa9a-47c9-8add-f4ef382f171a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.929590] env[70966]: INFO nova.compute.manager [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Terminating instance [ 1052.951067] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.958265] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.959814] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.963805] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cba5eed2-1325-4cfd-9227-1127e924e91a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.984026] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613245, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.985924] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.985924] env[70966]: value = "task-3613246" [ 1052.985924] env[70966]: _type = "Task" [ 1052.985924] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.997239] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613246, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.010931] env[70966]: INFO nova.compute.manager [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Took 35.83 seconds to build instance. [ 1053.190812] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.312681] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520040f8-7861-c0f7-f62c-f002d46676c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013677} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.312967] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.313215] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.313508] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.313662] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.313847] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.314123] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de64c106-9a62-4677-aead-107eec6d643d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.324764] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.324764] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.325410] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96500a1f-6c36-4b3e-9c07-0192f13356bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.331482] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1053.331482] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52412792-db18-0b4b-7a66-31964a502f23" [ 1053.331482] env[70966]: _type = "Task" [ 1053.331482] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.332381] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.336443] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.207s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.336663] env[70966]: DEBUG nova.objects.instance [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lazy-loading 'resources' on Instance uuid d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.342844] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52412792-db18-0b4b-7a66-31964a502f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.406579] env[70966]: DEBUG nova.compute.manager [req-01be7aae-fb3e-4092-a7df-497d0b1b9799 req-66c393b0-9056-4325-a2e8-5352ec14f6b0 service nova] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Received event network-vif-deleted-02090a80-f3d9-4e5e-8c13-53325be74b82 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.406807] env[70966]: DEBUG nova.compute.manager [req-01be7aae-fb3e-4092-a7df-497d0b1b9799 req-66c393b0-9056-4325-a2e8-5352ec14f6b0 service nova] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Received event network-vif-deleted-bb348085-9f52-448c-80d8-b9338d6f5b31 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.407159] env[70966]: INFO nova.compute.manager [req-01be7aae-fb3e-4092-a7df-497d0b1b9799 req-66c393b0-9056-4325-a2e8-5352ec14f6b0 service nova] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Neutron deleted interface bb348085-9f52-448c-80d8-b9338d6f5b31; detaching it from the instance and deleting it from the info cache [ 1053.408232] env[70966]: DEBUG nova.network.neutron [req-01be7aae-fb3e-4092-a7df-497d0b1b9799 req-66c393b0-9056-4325-a2e8-5352ec14f6b0 service nova] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.434340] env[70966]: DEBUG nova.compute.manager [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.434570] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.435718] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040da160-69d9-4d14-8f31-e0c1efa5e459 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.446934] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.447355] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10d49005-5cf7-4450-89bb-2f32120580de {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.460081] env[70966]: DEBUG oslo_vmware.api [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1053.460081] env[70966]: value = "task-3613247" [ 1053.460081] env[70966]: _type = "Task" [ 1053.460081] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.472444] env[70966]: DEBUG oslo_vmware.api [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.476194] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702062} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.476445] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] e6c65fed-3791-4f55-843b-25f9c5fe8172/e6c65fed-3791-4f55-843b-25f9c5fe8172.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.476676] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.476981] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d531e99d-1ca3-4e9d-8943-85ee0728ba2f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.485709] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1053.485709] env[70966]: value = "task-3613248" [ 1053.485709] env[70966]: _type = "Task" [ 1053.485709] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.498234] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613246, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.501512] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.513303] env[70966]: DEBUG oslo_concurrency.lockutils [None req-baff5b62-9860-4923-b0ea-1c6e43788057 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.339s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.683044] env[70966]: DEBUG nova.network.neutron [-] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.838568] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Acquiring lock "a29f2196-07e2-4f6a-8d9b-c231f75c56ee" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.838862] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Lock "a29f2196-07e2-4f6a-8d9b-c231f75c56ee" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.849021] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52412792-db18-0b4b-7a66-31964a502f23, 'name': SearchDatastore_Task, 'duration_secs': 0.022124} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.849021] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e71cdd-2c51-467c-993c-6b7637ecac1d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.854222] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1053.854222] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f0c2fb-3c63-5374-a7d2-96096ab99715" [ 1053.854222] env[70966]: _type = "Task" [ 1053.854222] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.863392] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f0c2fb-3c63-5374-a7d2-96096ab99715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.910424] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bdfb5a5-ad2f-4bd5-8713-c6f3db427869 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.924977] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cca8e6e-586c-4525-8dc6-44b08a8cae5a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.974568] env[70966]: DEBUG nova.compute.manager [req-01be7aae-fb3e-4092-a7df-497d0b1b9799 req-66c393b0-9056-4325-a2e8-5352ec14f6b0 service nova] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Detach interface failed, port_id=bb348085-9f52-448c-80d8-b9338d6f5b31, reason: Instance 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1053.987141] env[70966]: DEBUG oslo_vmware.api [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613247, 'name': PowerOffVM_Task, 'duration_secs': 0.279178} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.990800] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.991050] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.994712] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38ca8ce9-faa8-432f-8bed-17b30344bde6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.007721] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079004} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.011488] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.011885] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613246, 'name': CreateVM_Task, 'duration_secs': 0.680635} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.015428] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c2512a-aef6-4667-ba92-612b89801126 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.018202] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.022021] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.022021] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.022021] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.022021] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f44665-8c6d-4874-9db7-59e50f345d1b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.040140] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] e6c65fed-3791-4f55-843b-25f9c5fe8172/e6c65fed-3791-4f55-843b-25f9c5fe8172.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.044491] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-556291fa-2114-49c5-8b6f-a46523df19c5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.059738] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1054.059738] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e9ccfc-4eff-47e2-48dd-b0996ef8a063" [ 1054.059738] env[70966]: _type = "Task" [ 1054.059738] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.073499] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e9ccfc-4eff-47e2-48dd-b0996ef8a063, 'name': SearchDatastore_Task, 'duration_secs': 0.012473} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.080032] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.080032] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.080032] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.080032] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1054.080032] env[70966]: value = "task-3613250" [ 1054.080032] env[70966]: _type = "Task" [ 1054.080032] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.090342] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613250, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.092245] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.093027] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.093027] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Deleting the datastore file [datastore1] 320938bd-aa9a-47c9-8add-f4ef382f171a {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.095578] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2eea67c-496d-4dcc-a431-bf20f3853348 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.118019] env[70966]: DEBUG oslo_vmware.api [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1054.118019] env[70966]: value = "task-3613251" [ 1054.118019] env[70966]: _type = "Task" [ 1054.118019] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.126559] env[70966]: DEBUG oslo_vmware.api [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.185799] env[70966]: INFO nova.compute.manager [-] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Took 1.34 seconds to deallocate network for instance. [ 1054.325920] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc991a24-c0df-4be8-81bc-f25fd8bb82ca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.335663] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264d18e9-c97b-4d12-ae74-da189b613cf0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.366737] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Lock "a29f2196-07e2-4f6a-8d9b-c231f75c56ee" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.528s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.367395] env[70966]: DEBUG nova.compute.manager [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.375620] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb39ab2b-973a-492f-8d37-c1d4c7204f9b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.385942] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f0c2fb-3c63-5374-a7d2-96096ab99715, 'name': SearchDatastore_Task, 'duration_secs': 0.014138} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.388476] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.388673] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 46bbedf7-e3e6-4014-8e53-c232fb5d4856/46bbedf7-e3e6-4014-8e53-c232fb5d4856.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.389017] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.389213] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.389425] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ca0a6e9-598b-4acb-a74f-b8aae1f1689c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.392356] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783e5290-9933-44f5-b1c8-ce349123b5d6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.396248] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7ab6f2a-144f-4dc1-b9bb-dc8377164ad0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.408244] env[70966]: DEBUG nova.compute.provider_tree [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.412555] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.412555] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.413064] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1054.413064] env[70966]: value = "task-3613252" [ 1054.413064] env[70966]: _type = "Task" [ 1054.413064] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.415628] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a9ef12-d426-44ad-840a-838a5eed2c86 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.425167] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1054.425167] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522a4370-28e3-a93f-90ce-6eaee9ce6cc8" [ 1054.425167] env[70966]: _type = "Task" [ 1054.425167] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.429425] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.439567] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522a4370-28e3-a93f-90ce-6eaee9ce6cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.011185} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.440366] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef171be-9023-4364-9159-20ad4ed93577 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.445564] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1054.445564] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5206c5d5-59f2-b023-82e7-76efe3fa5908" [ 1054.445564] env[70966]: _type = "Task" [ 1054.445564] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.453983] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5206c5d5-59f2-b023-82e7-76efe3fa5908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.590818] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613250, 'name': ReconfigVM_Task, 'duration_secs': 0.316153} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.591159] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Reconfigured VM instance instance-00000064 to attach disk [datastore2] e6c65fed-3791-4f55-843b-25f9c5fe8172/e6c65fed-3791-4f55-843b-25f9c5fe8172.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.591866] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1b50153-e620-4f7e-9fb9-dee50bcf9f7c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.602200] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1054.602200] env[70966]: value = "task-3613253" [ 1054.602200] env[70966]: _type = "Task" [ 1054.602200] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.615988] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613253, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.628534] env[70966]: DEBUG oslo_vmware.api [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181236} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.628846] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.629048] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.629232] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.629436] env[70966]: INFO nova.compute.manager [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1054.629742] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.629999] env[70966]: DEBUG nova.compute.manager [-] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.630108] env[70966]: DEBUG nova.network.neutron [-] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.697259] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.712971] env[70966]: DEBUG nova.compute.manager [req-f88b7ff9-035e-40cd-8aa4-bb3eefb58edc req-2912388c-d0b3-4568-a924-350a6af374c7 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Received event network-changed-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.713219] env[70966]: DEBUG nova.compute.manager [req-f88b7ff9-035e-40cd-8aa4-bb3eefb58edc req-2912388c-d0b3-4568-a924-350a6af374c7 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Refreshing instance network info cache due to event network-changed-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.713555] env[70966]: DEBUG oslo_concurrency.lockutils [req-f88b7ff9-035e-40cd-8aa4-bb3eefb58edc req-2912388c-d0b3-4568-a924-350a6af374c7 service nova] Acquiring lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.713712] env[70966]: DEBUG oslo_concurrency.lockutils [req-f88b7ff9-035e-40cd-8aa4-bb3eefb58edc req-2912388c-d0b3-4568-a924-350a6af374c7 service nova] Acquired lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.714448] env[70966]: DEBUG nova.network.neutron [req-f88b7ff9-035e-40cd-8aa4-bb3eefb58edc req-2912388c-d0b3-4568-a924-350a6af374c7 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Refreshing network info cache for port 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.874266] env[70966]: DEBUG nova.compute.utils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.878108] env[70966]: DEBUG nova.compute.manager [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.880938] env[70966]: DEBUG nova.network.neutron [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.920347] env[70966]: DEBUG nova.scheduler.client.report [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.941419] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516752} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.941711] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 46bbedf7-e3e6-4014-8e53-c232fb5d4856/46bbedf7-e3e6-4014-8e53-c232fb5d4856.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.941924] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.942203] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-554f19c1-2b03-43fd-96d8-9d2021c23f31 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.952655] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1054.952655] env[70966]: value = "task-3613254" [ 1054.952655] env[70966]: _type = "Task" [ 1054.952655] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.963053] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5206c5d5-59f2-b023-82e7-76efe3fa5908, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.965412] env[70966]: DEBUG nova.policy [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2bdf212303a4dd6816f2fdc5b538aef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b60f0ee4ea14737907e5b8f03a4f7ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.967813] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.968169] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] d4bbfb4c-039f-4373-bcaf-e0e915d57e47/d4bbfb4c-039f-4373-bcaf-e0e915d57e47.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.968838] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e026b331-f199-415a-9066-efc5dfa29b55 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.976122] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.983544] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1054.983544] env[70966]: value = "task-3613255" [ 1054.983544] env[70966]: _type = "Task" [ 1054.983544] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.994333] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.117102] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613253, 'name': Rename_Task, 'duration_secs': 0.406343} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.117426] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.117718] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e12356e-ee08-4b3a-a1d0-2433b7242528 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.124902] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1055.124902] env[70966]: value = "task-3613256" [ 1055.124902] env[70966]: _type = "Task" [ 1055.124902] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.133705] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.382331] env[70966]: DEBUG nova.compute.manager [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.432539] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.436176] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.062s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.439164] env[70966]: DEBUG nova.network.neutron [-] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.466933] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076491} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.466933] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.469017] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22e3ec4-08fe-4a6a-a2e0-1c0c5a183299 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.471411] env[70966]: INFO nova.scheduler.client.report [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Deleted allocations for instance d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea [ 1055.473138] env[70966]: DEBUG nova.network.neutron [req-f88b7ff9-035e-40cd-8aa4-bb3eefb58edc req-2912388c-d0b3-4568-a924-350a6af374c7 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updated VIF entry in instance network info cache for port 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.473522] env[70966]: DEBUG nova.network.neutron [req-f88b7ff9-035e-40cd-8aa4-bb3eefb58edc req-2912388c-d0b3-4568-a924-350a6af374c7 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updating instance_info_cache with network_info: [{"id": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "address": "fa:16:3e:c0:45:0a", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa8ae32-90", "ovs_interfaceid": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.502371] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 46bbedf7-e3e6-4014-8e53-c232fb5d4856/46bbedf7-e3e6-4014-8e53-c232fb5d4856.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.508231] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef6c4926-80a6-4054-8943-1e415dcb0244 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.535767] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489697} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.536122] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] d4bbfb4c-039f-4373-bcaf-e0e915d57e47/d4bbfb4c-039f-4373-bcaf-e0e915d57e47.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.536210] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.536576] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1055.536576] env[70966]: value = "task-3613257" [ 1055.536576] env[70966]: _type = "Task" [ 1055.536576] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.536805] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7763d04b-8f5f-4244-977f-c3f834c8cca6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.549673] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.552619] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1055.552619] env[70966]: value = "task-3613258" [ 1055.552619] env[70966]: _type = "Task" [ 1055.552619] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.564280] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.592164] env[70966]: DEBUG nova.network.neutron [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Successfully created port: 3ac0aa33-fae0-446a-bc88-2a24a1a52601 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.637945] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.656387] env[70966]: DEBUG nova.compute.manager [req-c4271049-7833-4ba6-a096-de8e3297d3da req-59315206-047b-4bd1-b59b-be3e778ae3e5 service nova] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Received event network-vif-deleted-096f3e6a-b302-4be0-81ac-c64ba0e9a284 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.942869] env[70966]: INFO nova.compute.claims [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.950020] env[70966]: INFO nova.compute.manager [-] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Took 1.32 seconds to deallocate network for instance. [ 1055.975895] env[70966]: DEBUG oslo_concurrency.lockutils [req-f88b7ff9-035e-40cd-8aa4-bb3eefb58edc req-2912388c-d0b3-4568-a924-350a6af374c7 service nova] Releasing lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.984743] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dd83b27-3816-4b65-8561-ae30fa9cfa89 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.634s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.063467] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613257, 'name': ReconfigVM_Task, 'duration_secs': 0.33551} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.063729] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 46bbedf7-e3e6-4014-8e53-c232fb5d4856/46bbedf7-e3e6-4014-8e53-c232fb5d4856.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.064809] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deea1eba-6070-429b-92eb-f0ff4cc31ec5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.071363] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074157} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.071363] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.073784] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90897285-f8d7-4c15-9cc2-84762741623f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.078592] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1056.078592] env[70966]: value = "task-3613259" [ 1056.078592] env[70966]: _type = "Task" [ 1056.078592] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.099244] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] d4bbfb4c-039f-4373-bcaf-e0e915d57e47/d4bbfb4c-039f-4373-bcaf-e0e915d57e47.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.100080] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3fcad36-4686-46d2-9151-d066c0e07fe4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.119742] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613259, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.126691] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1056.126691] env[70966]: value = "task-3613260" [ 1056.126691] env[70966]: _type = "Task" [ 1056.126691] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.138947] env[70966]: DEBUG oslo_vmware.api [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613256, 'name': PowerOnVM_Task, 'duration_secs': 0.700187} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.143294] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.143294] env[70966]: INFO nova.compute.manager [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Took 5.94 seconds to spawn the instance on the hypervisor. [ 1056.143294] env[70966]: DEBUG nova.compute.manager [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.143429] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.144182] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b038523-0b09-4e71-9776-d73498de13e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.391631] env[70966]: DEBUG nova.compute.manager [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.425232] env[70966]: DEBUG nova.virt.hardware [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.425495] env[70966]: DEBUG nova.virt.hardware [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.425656] env[70966]: DEBUG nova.virt.hardware [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.429021] env[70966]: DEBUG nova.virt.hardware [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.429021] env[70966]: DEBUG nova.virt.hardware [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.429021] env[70966]: DEBUG nova.virt.hardware [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.429021] env[70966]: DEBUG nova.virt.hardware [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.429021] env[70966]: DEBUG nova.virt.hardware [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.429021] env[70966]: DEBUG nova.virt.hardware [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.429021] env[70966]: DEBUG nova.virt.hardware [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.429021] env[70966]: DEBUG nova.virt.hardware [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.429021] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e913b1-c0de-4a0b-a4fa-3eefa7a3c989 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.437896] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a53b97-e26a-45b6-ac40-f460bc5b8282 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.454207] env[70966]: INFO nova.compute.resource_tracker [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating resource usage from migration 4e32ac82-24f5-4629-b0d9-2deafc0b8b9e [ 1056.458145] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.588715] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613259, 'name': Rename_Task, 'duration_secs': 0.171654} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.591608] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.593087] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e94687e0-2c99-4c2f-b467-b1b4cb550142 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.600952] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1056.600952] env[70966]: value = "task-3613261" [ 1056.600952] env[70966]: _type = "Task" [ 1056.600952] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.612818] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.641347] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.666676] env[70966]: INFO nova.compute.manager [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Took 29.94 seconds to build instance. [ 1056.737384] env[70966]: DEBUG nova.compute.manager [req-14b1b4d6-45a7-411b-b1a8-341598d8394b req-0ca7171e-9c3e-4097-a9b8-cacf359b8212 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Received event network-changed-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.737603] env[70966]: DEBUG nova.compute.manager [req-14b1b4d6-45a7-411b-b1a8-341598d8394b req-0ca7171e-9c3e-4097-a9b8-cacf359b8212 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Refreshing instance network info cache due to event network-changed-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.737879] env[70966]: DEBUG oslo_concurrency.lockutils [req-14b1b4d6-45a7-411b-b1a8-341598d8394b req-0ca7171e-9c3e-4097-a9b8-cacf359b8212 service nova] Acquiring lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.738087] env[70966]: DEBUG oslo_concurrency.lockutils [req-14b1b4d6-45a7-411b-b1a8-341598d8394b req-0ca7171e-9c3e-4097-a9b8-cacf359b8212 service nova] Acquired lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.738284] env[70966]: DEBUG nova.network.neutron [req-14b1b4d6-45a7-411b-b1a8-341598d8394b req-0ca7171e-9c3e-4097-a9b8-cacf359b8212 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Refreshing network info cache for port f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.851650] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245eddd3-b4cc-410b-8889-812a366f1c91 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.861595] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7db10bc-99ca-4659-a283-85785627a929 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.896199] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909601fd-1383-48c9-8d65-b355b2562273 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.906165] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2740b2d3-ce24-4300-acb0-db1cd1096625 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.921839] env[70966]: DEBUG nova.compute.provider_tree [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.035603] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.036618] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.112240] env[70966]: DEBUG oslo_vmware.api [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613261, 'name': PowerOnVM_Task, 'duration_secs': 0.511297} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.112520] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.112761] env[70966]: INFO nova.compute.manager [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1057.113204] env[70966]: DEBUG nova.compute.manager [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.113744] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bc9dc7-2664-4c2a-8608-ffae5bc81f87 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.140627] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613260, 'name': ReconfigVM_Task, 'duration_secs': 0.962161} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.140944] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Reconfigured VM instance instance-00000065 to attach disk [datastore2] d4bbfb4c-039f-4373-bcaf-e0e915d57e47/d4bbfb4c-039f-4373-bcaf-e0e915d57e47.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.141568] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fa9f297-69f2-4a82-9c8e-f0bde470e53f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.150038] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1057.150038] env[70966]: value = "task-3613262" [ 1057.150038] env[70966]: _type = "Task" [ 1057.150038] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.161047] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613262, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.170823] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3358e7ec-72ff-4e66-a93f-fc54231eec67 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "e6c65fed-3791-4f55-843b-25f9c5fe8172" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.456s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.425404] env[70966]: DEBUG nova.scheduler.client.report [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.440477] env[70966]: DEBUG nova.network.neutron [req-14b1b4d6-45a7-411b-b1a8-341598d8394b req-0ca7171e-9c3e-4097-a9b8-cacf359b8212 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Updated VIF entry in instance network info cache for port f6b9f077-1a26-466f-b6c2-8b1dfa18ee58. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.440961] env[70966]: DEBUG nova.network.neutron [req-14b1b4d6-45a7-411b-b1a8-341598d8394b req-0ca7171e-9c3e-4097-a9b8-cacf359b8212 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Updating instance_info_cache with network_info: [{"id": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "address": "fa:16:3e:50:5a:37", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b9f077-1a", "ovs_interfaceid": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.512802] env[70966]: DEBUG nova.network.neutron [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Successfully updated port: 3ac0aa33-fae0-446a-bc88-2a24a1a52601 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.539212] env[70966]: INFO nova.compute.manager [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Detaching volume c9059d5a-3c25-4da1-8918-288bec601e8a [ 1057.584020] env[70966]: INFO nova.virt.block_device [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Attempting to driver detach volume c9059d5a-3c25-4da1-8918-288bec601e8a from mountpoint /dev/sdb [ 1057.584020] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1057.584020] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720681', 'volume_id': 'c9059d5a-3c25-4da1-8918-288bec601e8a', 'name': 'volume-c9059d5a-3c25-4da1-8918-288bec601e8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ff1d794-4c9f-4de9-8283-4a56c527c6d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9059d5a-3c25-4da1-8918-288bec601e8a', 'serial': 'c9059d5a-3c25-4da1-8918-288bec601e8a'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1057.584020] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06af92de-0b95-4156-a36d-0923fb32d1e8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.607402] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6d4e85-41e5-4cf7-885b-a3668c597112 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.615569] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27753a3c-4897-41a4-a8a4-ffc21d0e0d19 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.644882] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ccc80f-cff7-48c7-99c8-81c136305db3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.656922] env[70966]: INFO nova.compute.manager [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Took 39.99 seconds to build instance. [ 1057.685599] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613262, 'name': Rename_Task, 'duration_secs': 0.313614} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.685599] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] The volume has not been displaced from its original location: [datastore1] volume-c9059d5a-3c25-4da1-8918-288bec601e8a/volume-c9059d5a-3c25-4da1-8918-288bec601e8a.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1057.690636] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Reconfiguring VM instance instance-00000029 to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1057.692259] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.692720] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b80026-ada4-4264-9fdd-44e4b24955b3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.707168] env[70966]: DEBUG nova.compute.manager [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Received event network-changed-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.708357] env[70966]: DEBUG nova.compute.manager [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Refreshing instance network info cache due to event network-changed-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.708357] env[70966]: DEBUG oslo_concurrency.lockutils [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] Acquiring lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.708357] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12069a97-c8b4-4a4d-806a-8d430b163d6e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.718743] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1057.718743] env[70966]: value = "task-3613263" [ 1057.718743] env[70966]: _type = "Task" [ 1057.718743] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.719187] env[70966]: DEBUG oslo_vmware.api [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1057.719187] env[70966]: value = "task-3613264" [ 1057.719187] env[70966]: _type = "Task" [ 1057.719187] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.733038] env[70966]: DEBUG oslo_vmware.api [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613264, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.736236] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.931034] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.495s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.931213] env[70966]: INFO nova.compute.manager [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Migrating [ 1057.937881] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.788s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.939771] env[70966]: INFO nova.compute.claims [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.945255] env[70966]: DEBUG oslo_concurrency.lockutils [req-14b1b4d6-45a7-411b-b1a8-341598d8394b req-0ca7171e-9c3e-4097-a9b8-cacf359b8212 service nova] Releasing lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.949847] env[70966]: DEBUG oslo_concurrency.lockutils [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] Acquired lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.950076] env[70966]: DEBUG nova.network.neutron [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Refreshing network info cache for port f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.014883] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Acquiring lock "refresh_cache-dc7a61a4-2423-46a5-ab55-e6ed45cf0c48" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.015070] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Acquired lock "refresh_cache-dc7a61a4-2423-46a5-ab55-e6ed45cf0c48" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.015233] env[70966]: DEBUG nova.network.neutron [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.158949] env[70966]: DEBUG oslo_concurrency.lockutils [None req-444f26c3-a67f-4106-8fbb-664e3cbfe7a8 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.522s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.233389] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.235378] env[70966]: DEBUG oslo_vmware.api [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613264, 'name': ReconfigVM_Task, 'duration_secs': 0.430496} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.235815] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Reconfigured VM instance instance-00000029 to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1058.242018] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90b538f1-2393-42ca-b060-d03147ba69d9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.260364] env[70966]: DEBUG oslo_vmware.api [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1058.260364] env[70966]: value = "task-3613265" [ 1058.260364] env[70966]: _type = "Task" [ 1058.260364] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.269617] env[70966]: DEBUG oslo_vmware.api [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.452922] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.453140] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.453321] env[70966]: DEBUG nova.network.neutron [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.546584] env[70966]: DEBUG nova.network.neutron [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.659487] env[70966]: DEBUG nova.network.neutron [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Updated VIF entry in instance network info cache for port f6b9f077-1a26-466f-b6c2-8b1dfa18ee58. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.659902] env[70966]: DEBUG nova.network.neutron [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Updating instance_info_cache with network_info: [{"id": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "address": "fa:16:3e:50:5a:37", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b9f077-1a", "ovs_interfaceid": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.670734] env[70966]: DEBUG nova.network.neutron [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Updating instance_info_cache with network_info: [{"id": "3ac0aa33-fae0-446a-bc88-2a24a1a52601", "address": "fa:16:3e:ca:6e:56", "network": {"id": "59fba3fc-2c98-486c-b2bb-2ad777ad6010", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-903177060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b60f0ee4ea14737907e5b8f03a4f7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac0aa33-fa", "ovs_interfaceid": "3ac0aa33-fae0-446a-bc88-2a24a1a52601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.729939] env[70966]: DEBUG oslo_vmware.api [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613263, 'name': PowerOnVM_Task, 'duration_secs': 0.759443} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.730232] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.730435] env[70966]: INFO nova.compute.manager [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Took 5.87 seconds to spawn the instance on the hypervisor. [ 1058.730614] env[70966]: DEBUG nova.compute.manager [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.731434] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942ea75d-11b1-4e09-8254-6e4de04a2f81 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.770152] env[70966]: DEBUG oslo_vmware.api [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613265, 'name': ReconfigVM_Task, 'duration_secs': 0.220951} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.770491] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720681', 'volume_id': 'c9059d5a-3c25-4da1-8918-288bec601e8a', 'name': 'volume-c9059d5a-3c25-4da1-8918-288bec601e8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ff1d794-4c9f-4de9-8283-4a56c527c6d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9059d5a-3c25-4da1-8918-288bec601e8a', 'serial': 'c9059d5a-3c25-4da1-8918-288bec601e8a'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1058.785459] env[70966]: DEBUG nova.compute.manager [req-9ec679e4-ce45-40da-8410-1c31dd1b86d7 req-1188ee10-87fd-46f2-a188-22be0bb9be6e service nova] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Received event network-vif-plugged-3ac0aa33-fae0-446a-bc88-2a24a1a52601 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.785459] env[70966]: DEBUG oslo_concurrency.lockutils [req-9ec679e4-ce45-40da-8410-1c31dd1b86d7 req-1188ee10-87fd-46f2-a188-22be0bb9be6e service nova] Acquiring lock "dc7a61a4-2423-46a5-ab55-e6ed45cf0c48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.785459] env[70966]: DEBUG oslo_concurrency.lockutils [req-9ec679e4-ce45-40da-8410-1c31dd1b86d7 req-1188ee10-87fd-46f2-a188-22be0bb9be6e service nova] Lock "dc7a61a4-2423-46a5-ab55-e6ed45cf0c48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.785459] env[70966]: DEBUG oslo_concurrency.lockutils [req-9ec679e4-ce45-40da-8410-1c31dd1b86d7 req-1188ee10-87fd-46f2-a188-22be0bb9be6e service nova] Lock "dc7a61a4-2423-46a5-ab55-e6ed45cf0c48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.785879] env[70966]: DEBUG nova.compute.manager [req-9ec679e4-ce45-40da-8410-1c31dd1b86d7 req-1188ee10-87fd-46f2-a188-22be0bb9be6e service nova] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] No waiting events found dispatching network-vif-plugged-3ac0aa33-fae0-446a-bc88-2a24a1a52601 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.785879] env[70966]: WARNING nova.compute.manager [req-9ec679e4-ce45-40da-8410-1c31dd1b86d7 req-1188ee10-87fd-46f2-a188-22be0bb9be6e service nova] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Received unexpected event network-vif-plugged-3ac0aa33-fae0-446a-bc88-2a24a1a52601 for instance with vm_state building and task_state spawning. [ 1058.786029] env[70966]: DEBUG nova.compute.manager [req-9ec679e4-ce45-40da-8410-1c31dd1b86d7 req-1188ee10-87fd-46f2-a188-22be0bb9be6e service nova] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Received event network-changed-3ac0aa33-fae0-446a-bc88-2a24a1a52601 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.786107] env[70966]: DEBUG nova.compute.manager [req-9ec679e4-ce45-40da-8410-1c31dd1b86d7 req-1188ee10-87fd-46f2-a188-22be0bb9be6e service nova] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Refreshing instance network info cache due to event network-changed-3ac0aa33-fae0-446a-bc88-2a24a1a52601. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.786284] env[70966]: DEBUG oslo_concurrency.lockutils [req-9ec679e4-ce45-40da-8410-1c31dd1b86d7 req-1188ee10-87fd-46f2-a188-22be0bb9be6e service nova] Acquiring lock "refresh_cache-dc7a61a4-2423-46a5-ab55-e6ed45cf0c48" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.162567] env[70966]: DEBUG oslo_concurrency.lockutils [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] Releasing lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.162833] env[70966]: DEBUG nova.compute.manager [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Received event network-changed-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.163025] env[70966]: DEBUG nova.compute.manager [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Refreshing instance network info cache due to event network-changed-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.163253] env[70966]: DEBUG oslo_concurrency.lockutils [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] Acquiring lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.163398] env[70966]: DEBUG oslo_concurrency.lockutils [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] Acquired lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.163559] env[70966]: DEBUG nova.network.neutron [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Refreshing network info cache for port 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.174829] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Releasing lock "refresh_cache-dc7a61a4-2423-46a5-ab55-e6ed45cf0c48" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.174829] env[70966]: DEBUG nova.compute.manager [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Instance network_info: |[{"id": "3ac0aa33-fae0-446a-bc88-2a24a1a52601", "address": "fa:16:3e:ca:6e:56", "network": {"id": "59fba3fc-2c98-486c-b2bb-2ad777ad6010", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-903177060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b60f0ee4ea14737907e5b8f03a4f7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac0aa33-fa", "ovs_interfaceid": "3ac0aa33-fae0-446a-bc88-2a24a1a52601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.174829] env[70966]: DEBUG oslo_concurrency.lockutils [req-9ec679e4-ce45-40da-8410-1c31dd1b86d7 req-1188ee10-87fd-46f2-a188-22be0bb9be6e service nova] Acquired lock "refresh_cache-dc7a61a4-2423-46a5-ab55-e6ed45cf0c48" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.174829] env[70966]: DEBUG nova.network.neutron [req-9ec679e4-ce45-40da-8410-1c31dd1b86d7 req-1188ee10-87fd-46f2-a188-22be0bb9be6e service nova] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Refreshing network info cache for port 3ac0aa33-fae0-446a-bc88-2a24a1a52601 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.175121] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:6e:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ac0aa33-fae0-446a-bc88-2a24a1a52601', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.182557] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Creating folder: Project (5b60f0ee4ea14737907e5b8f03a4f7ee). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.183597] env[70966]: DEBUG nova.network.neutron [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance_info_cache with network_info: [{"id": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "address": "fa:16:3e:ee:c6:bd", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf7a8c5-37", "ovs_interfaceid": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.189715] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62f13ac1-9720-4401-8920-140a899fb3a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.207887] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Created folder: Project (5b60f0ee4ea14737907e5b8f03a4f7ee) in parent group-v720468. [ 1059.207887] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Creating folder: Instances. Parent ref: group-v720737. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.207887] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0245f8ad-59d6-42f0-82bd-39748faec197 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.219984] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Created folder: Instances in parent group-v720737. [ 1059.220274] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.222533] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.222849] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8f2bdbb-1efc-4468-a026-6d1cd3d7ecd9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.246598] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.246598] env[70966]: value = "task-3613268" [ 1059.246598] env[70966]: _type = "Task" [ 1059.246598] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.253405] env[70966]: INFO nova.compute.manager [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Took 32.14 seconds to build instance. [ 1059.260285] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613268, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.317973] env[70966]: DEBUG nova.objects.instance [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lazy-loading 'flavor' on Instance uuid 2ff1d794-4c9f-4de9-8283-4a56c527c6d9 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.331416] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c8ebe3-3ad9-4750-96a4-902aa41aa567 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.341010] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf43157-98fb-4e9f-977e-87b98a083f28 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.377438] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586a2603-eee2-4854-8c5c-dbc797fdd54d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.388315] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f2ecb1-bfe3-44b2-82b4-1859b2a6b63e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.403157] env[70966]: DEBUG nova.compute.provider_tree [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.414471] env[70966]: DEBUG nova.network.neutron [req-9ec679e4-ce45-40da-8410-1c31dd1b86d7 req-1188ee10-87fd-46f2-a188-22be0bb9be6e service nova] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Updated VIF entry in instance network info cache for port 3ac0aa33-fae0-446a-bc88-2a24a1a52601. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.414835] env[70966]: DEBUG nova.network.neutron [req-9ec679e4-ce45-40da-8410-1c31dd1b86d7 req-1188ee10-87fd-46f2-a188-22be0bb9be6e service nova] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Updating instance_info_cache with network_info: [{"id": "3ac0aa33-fae0-446a-bc88-2a24a1a52601", "address": "fa:16:3e:ca:6e:56", "network": {"id": "59fba3fc-2c98-486c-b2bb-2ad777ad6010", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-903177060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b60f0ee4ea14737907e5b8f03a4f7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac0aa33-fa", "ovs_interfaceid": "3ac0aa33-fae0-446a-bc88-2a24a1a52601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.568447] env[70966]: INFO nova.compute.manager [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Rebuilding instance [ 1059.619151] env[70966]: DEBUG nova.compute.manager [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.620093] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22faceb4-0b4e-4a4d-b223-f174c03d3b92 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.692763] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.731515] env[70966]: DEBUG nova.compute.manager [req-331426bc-8120-4e58-993d-0cb29a429ad4 req-4a0ac9fd-54c9-4df0-a671-e949e3108f26 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Received event network-changed-7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.731845] env[70966]: DEBUG nova.compute.manager [req-331426bc-8120-4e58-993d-0cb29a429ad4 req-4a0ac9fd-54c9-4df0-a671-e949e3108f26 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Refreshing instance network info cache due to event network-changed-7d12776c-cd90-44b8-ad4e-d2a7a389374f. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.732096] env[70966]: DEBUG oslo_concurrency.lockutils [req-331426bc-8120-4e58-993d-0cb29a429ad4 req-4a0ac9fd-54c9-4df0-a671-e949e3108f26 service nova] Acquiring lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.732246] env[70966]: DEBUG oslo_concurrency.lockutils [req-331426bc-8120-4e58-993d-0cb29a429ad4 req-4a0ac9fd-54c9-4df0-a671-e949e3108f26 service nova] Acquired lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.732409] env[70966]: DEBUG nova.network.neutron [req-331426bc-8120-4e58-993d-0cb29a429ad4 req-4a0ac9fd-54c9-4df0-a671-e949e3108f26 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Refreshing network info cache for port 7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.755875] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3efd167d-20bc-4e20-9b29-86f7e24cd7d7 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "d4bbfb4c-039f-4373-bcaf-e0e915d57e47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.662s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.760198] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613268, 'name': CreateVM_Task, 'duration_secs': 0.505231} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.760367] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.761045] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.761213] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.761527] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.761805] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f91714e-deec-4f06-89b9-5d759e820da1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.766812] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Waiting for the task: (returnval){ [ 1059.766812] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bf3b58-107e-5840-191d-87a99557c657" [ 1059.766812] env[70966]: _type = "Task" [ 1059.766812] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.777871] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bf3b58-107e-5840-191d-87a99557c657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.885934] env[70966]: DEBUG nova.network.neutron [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updated VIF entry in instance network info cache for port 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.886491] env[70966]: DEBUG nova.network.neutron [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updating instance_info_cache with network_info: [{"id": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "address": "fa:16:3e:c0:45:0a", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa8ae32-90", "ovs_interfaceid": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.906092] env[70966]: DEBUG nova.scheduler.client.report [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.917432] env[70966]: DEBUG oslo_concurrency.lockutils [req-9ec679e4-ce45-40da-8410-1c31dd1b86d7 req-1188ee10-87fd-46f2-a188-22be0bb9be6e service nova] Releasing lock "refresh_cache-dc7a61a4-2423-46a5-ab55-e6ed45cf0c48" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.283058] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bf3b58-107e-5840-191d-87a99557c657, 'name': SearchDatastore_Task, 'duration_secs': 0.012919} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.286656] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.287011] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.287375] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.287627] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.287982] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.288404] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e61c6d89-e8b7-466e-b61e-1107f63787b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.300881] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.301097] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.301889] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aae6b5ef-8b4c-4c40-954a-e042a1098de3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.308100] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Waiting for the task: (returnval){ [ 1060.308100] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5251cc27-b9fd-2ff8-9d85-8ab29723007a" [ 1060.308100] env[70966]: _type = "Task" [ 1060.308100] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.317228] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5251cc27-b9fd-2ff8-9d85-8ab29723007a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.327827] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d34288d-070f-406a-93f5-fc316f1e6c21 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.292s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.389173] env[70966]: DEBUG oslo_concurrency.lockutils [req-be4bdbdf-9605-43e5-965b-ba52988ea662 req-0e5a5cf0-fddf-4a69-bac4-9677c1cc2737 service nova] Releasing lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.412042] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.412042] env[70966]: DEBUG nova.compute.manager [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.421049] env[70966]: DEBUG oslo_concurrency.lockutils [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.217s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.483292] env[70966]: DEBUG nova.network.neutron [req-331426bc-8120-4e58-993d-0cb29a429ad4 req-4a0ac9fd-54c9-4df0-a671-e949e3108f26 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Updated VIF entry in instance network info cache for port 7d12776c-cd90-44b8-ad4e-d2a7a389374f. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.483653] env[70966]: DEBUG nova.network.neutron [req-331426bc-8120-4e58-993d-0cb29a429ad4 req-4a0ac9fd-54c9-4df0-a671-e949e3108f26 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Updating instance_info_cache with network_info: [{"id": "7d12776c-cd90-44b8-ad4e-d2a7a389374f", "address": "fa:16:3e:e6:1f:62", "network": {"id": "76eb4596-0bea-4c91-a57f-0cdf1b1fc335", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1344172437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b978f2cd4dcc489e8d3480726962466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d12776c-cd", "ovs_interfaceid": "7d12776c-cd90-44b8-ad4e-d2a7a389374f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.635744] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.636118] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e708368-97d8-496e-b0b2-4167e75a34a9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.645667] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1060.645667] env[70966]: value = "task-3613269" [ 1060.645667] env[70966]: _type = "Task" [ 1060.645667] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.655431] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.819320] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5251cc27-b9fd-2ff8-9d85-8ab29723007a, 'name': SearchDatastore_Task, 'duration_secs': 0.015403} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.820345] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7baf58-20b8-4e62-8479-fde19b18ada9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.826714] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Waiting for the task: (returnval){ [ 1060.826714] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d3693c-787b-88fa-5af4-868fde42e77c" [ 1060.826714] env[70966]: _type = "Task" [ 1060.826714] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.835778] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d3693c-787b-88fa-5af4-868fde42e77c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.924879] env[70966]: INFO nova.compute.claims [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.929310] env[70966]: DEBUG nova.compute.utils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.930487] env[70966]: DEBUG nova.compute.manager [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.930653] env[70966]: DEBUG nova.network.neutron [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.971973] env[70966]: DEBUG nova.policy [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2dabeca337c496fae9971378a2118ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893616cde42346daa4859c79b9637f82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.986796] env[70966]: DEBUG oslo_concurrency.lockutils [req-331426bc-8120-4e58-993d-0cb29a429ad4 req-4a0ac9fd-54c9-4df0-a671-e949e3108f26 service nova] Releasing lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.156534] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613269, 'name': PowerOffVM_Task, 'duration_secs': 0.229264} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.156805] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.157063] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.157862] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8727ba-8e98-4e60-b9a2-a83692ac2769 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.164807] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.165056] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9ae5f2d-3af0-46be-9333-c44046c5678c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.194544] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.194844] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.195029] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Deleting the datastore file [datastore2] d4bbfb4c-039f-4373-bcaf-e0e915d57e47 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.195317] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-679d0927-d251-4fbd-bdd1-feaca66973d3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.204795] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1061.204795] env[70966]: value = "task-3613271" [ 1061.204795] env[70966]: _type = "Task" [ 1061.204795] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.215996] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf996ae5-8397-4109-a5db-eab7da9131a9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.221995] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.241371] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance '2a414958-48b2-4b40-89df-ed686c590f5e' progress to 0 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.280123] env[70966]: DEBUG nova.network.neutron [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Successfully created port: 05e3fde8-d153-4e0d-9573-ad4e9fa8d80a {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.337924] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d3693c-787b-88fa-5af4-868fde42e77c, 'name': SearchDatastore_Task, 'duration_secs': 0.0152} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.338324] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.338471] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] dc7a61a4-2423-46a5-ab55-e6ed45cf0c48/dc7a61a4-2423-46a5-ab55-e6ed45cf0c48.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.338730] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e2122c2-4f73-46f4-9df9-015e42867727 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.348730] env[70966]: DEBUG oslo_concurrency.lockutils [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.349149] env[70966]: DEBUG oslo_concurrency.lockutils [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.349491] env[70966]: DEBUG oslo_concurrency.lockutils [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.349677] env[70966]: DEBUG oslo_concurrency.lockutils [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.349852] env[70966]: DEBUG oslo_concurrency.lockutils [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.351785] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Waiting for the task: (returnval){ [ 1061.351785] env[70966]: value = "task-3613272" [ 1061.351785] env[70966]: _type = "Task" [ 1061.351785] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.352256] env[70966]: INFO nova.compute.manager [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Terminating instance [ 1061.364228] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.434691] env[70966]: INFO nova.compute.resource_tracker [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating resource usage from migration 2154b0d5-2d6b-4b3e-9caa-5cf5597459be [ 1061.437800] env[70966]: DEBUG nova.compute.manager [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.717617] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278641} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.717883] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.718203] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.718281] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.747883] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.748526] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8837671-bf97-437d-b7b2-8b05ebb6ac96 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.759052] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1061.759052] env[70966]: value = "task-3613273" [ 1061.759052] env[70966]: _type = "Task" [ 1061.759052] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.769500] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.802097] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb15c777-142f-418b-a353-2ef32f16c716 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.815562] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74ae0fd-fb89-4c6c-95c0-de146fb41494 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.868790] env[70966]: DEBUG nova.compute.manager [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.869034] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.874131] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc64dda-1cb1-45d3-be1b-f11e436f1a2c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.877647] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b663f7-0a07-45c2-b553-885e0bfcfbd3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.893041] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9497ab61-a2ff-4f11-a8f0-002d79287645 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.897620] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613272, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.897961] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.898246] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc1f0dc9-019a-4fd6-9601-cb9ed7644525 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.914584] env[70966]: DEBUG nova.compute.provider_tree [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.917992] env[70966]: DEBUG oslo_vmware.api [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1061.917992] env[70966]: value = "task-3613274" [ 1061.917992] env[70966]: _type = "Task" [ 1061.917992] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.930350] env[70966]: DEBUG oslo_vmware.api [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.270710] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613273, 'name': PowerOffVM_Task, 'duration_secs': 0.366601} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.271042] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.271325] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance '2a414958-48b2-4b40-89df-ed686c590f5e' progress to 17 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.382978] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785479} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.386033] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] dc7a61a4-2423-46a5-ab55-e6ed45cf0c48/dc7a61a4-2423-46a5-ab55-e6ed45cf0c48.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.386033] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.386185] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-089d4071-7b2f-4da7-97d5-d36554011f17 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.395385] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Waiting for the task: (returnval){ [ 1062.395385] env[70966]: value = "task-3613275" [ 1062.395385] env[70966]: _type = "Task" [ 1062.395385] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.403857] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.420569] env[70966]: DEBUG nova.scheduler.client.report [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.434238] env[70966]: DEBUG oslo_vmware.api [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613274, 'name': PowerOffVM_Task, 'duration_secs': 0.28779} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.435030] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.435213] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.435459] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b4ea7d5-0fae-4b30-807c-6edbf2ecca3d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.448128] env[70966]: DEBUG nova.compute.manager [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.475606] env[70966]: DEBUG nova.virt.hardware [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9fc95b6a6eacceaa84ab9fea8244bced',container_format='bare',created_at=2025-04-25T21:35:05Z,direct_url=,disk_format='vmdk',id=7408e985-0225-4bee-a669-eec4eba203dc,min_disk=1,min_ram=0,name='tempest-test-snap-3239914',owner='893616cde42346daa4859c79b9637f82',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-25T21:35:19Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.475933] env[70966]: DEBUG nova.virt.hardware [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.476117] env[70966]: DEBUG nova.virt.hardware [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.476303] env[70966]: DEBUG nova.virt.hardware [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.476452] env[70966]: DEBUG nova.virt.hardware [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.476597] env[70966]: DEBUG nova.virt.hardware [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.476812] env[70966]: DEBUG nova.virt.hardware [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.476966] env[70966]: DEBUG nova.virt.hardware [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.477148] env[70966]: DEBUG nova.virt.hardware [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.477315] env[70966]: DEBUG nova.virt.hardware [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.477484] env[70966]: DEBUG nova.virt.hardware [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.478371] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d5555c-916b-40c2-a956-3ac51ed42ff2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.487154] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574f7bb2-3af5-4cac-8ea5-35d4412197d8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.511822] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.511898] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.512083] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Deleting the datastore file [datastore1] 2ff1d794-4c9f-4de9-8283-4a56c527c6d9 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.512377] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e4a1104-3291-4d4a-a740-4f185818924b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.519915] env[70966]: DEBUG oslo_vmware.api [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1062.519915] env[70966]: value = "task-3613277" [ 1062.519915] env[70966]: _type = "Task" [ 1062.519915] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.527991] env[70966]: DEBUG oslo_vmware.api [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.752054] env[70966]: DEBUG nova.virt.hardware [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.752360] env[70966]: DEBUG nova.virt.hardware [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.752526] env[70966]: DEBUG nova.virt.hardware [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.752720] env[70966]: DEBUG nova.virt.hardware [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.752950] env[70966]: DEBUG nova.virt.hardware [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.753130] env[70966]: DEBUG nova.virt.hardware [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.753343] env[70966]: DEBUG nova.virt.hardware [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.753503] env[70966]: DEBUG nova.virt.hardware [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.753670] env[70966]: DEBUG nova.virt.hardware [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.753833] env[70966]: DEBUG nova.virt.hardware [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.754026] env[70966]: DEBUG nova.virt.hardware [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.754957] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7531c495-0a4f-4fd2-b3ec-412ae1352eca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.763702] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9be7e3f-8589-46fd-a6ee-607611f86a0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.779452] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.779708] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.779864] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.780056] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.780329] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.780393] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.780538] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.780694] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.780859] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.781030] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.781297] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.786310] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.791744] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.791979] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdec4d1a-1c68-4456-8ba2-063fe6dc59b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.802204] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.802453] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c57786fe-3790-4c60-8a63-5026e499bbd0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.821307] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1062.821307] env[70966]: value = "task-3613279" [ 1062.821307] env[70966]: _type = "Task" [ 1062.821307] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.822627] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.822627] env[70966]: value = "task-3613278" [ 1062.822627] env[70966]: _type = "Task" [ 1062.822627] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.837013] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613279, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.840198] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613278, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.892980] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "interface-6822d83f-3208-47a7-8b15-e4c34d1a2b9b-3c93cb0c-5ecb-48e9-859a-a18827975c79" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.893252] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-6822d83f-3208-47a7-8b15-e4c34d1a2b9b-3c93cb0c-5ecb-48e9-859a-a18827975c79" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.893638] env[70966]: DEBUG nova.objects.instance [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lazy-loading 'flavor' on Instance uuid 6822d83f-3208-47a7-8b15-e4c34d1a2b9b {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.905036] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.928927] env[70966]: DEBUG oslo_concurrency.lockutils [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.509s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.929090] env[70966]: INFO nova.compute.manager [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Migrating [ 1062.935855] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.964s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.936131] env[70966]: DEBUG nova.objects.instance [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lazy-loading 'resources' on Instance uuid d5c25f0a-6cb3-46b6-ba8a-7822593a840d {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.974907] env[70966]: DEBUG nova.network.neutron [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Successfully updated port: 05e3fde8-d153-4e0d-9573-ad4e9fa8d80a {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.028447] env[70966]: DEBUG nova.compute.manager [req-8d147b41-2208-4c98-a6f9-75f067dfdb1f req-4dd2839b-90f9-4842-999e-466cfc611eee service nova] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Received event network-vif-plugged-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.028776] env[70966]: DEBUG oslo_concurrency.lockutils [req-8d147b41-2208-4c98-a6f9-75f067dfdb1f req-4dd2839b-90f9-4842-999e-466cfc611eee service nova] Acquiring lock "cf3f25a5-7a5c-4df5-9d28-3b69381a751f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.028991] env[70966]: DEBUG oslo_concurrency.lockutils [req-8d147b41-2208-4c98-a6f9-75f067dfdb1f req-4dd2839b-90f9-4842-999e-466cfc611eee service nova] Lock "cf3f25a5-7a5c-4df5-9d28-3b69381a751f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.029219] env[70966]: DEBUG oslo_concurrency.lockutils [req-8d147b41-2208-4c98-a6f9-75f067dfdb1f req-4dd2839b-90f9-4842-999e-466cfc611eee service nova] Lock "cf3f25a5-7a5c-4df5-9d28-3b69381a751f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.029422] env[70966]: DEBUG nova.compute.manager [req-8d147b41-2208-4c98-a6f9-75f067dfdb1f req-4dd2839b-90f9-4842-999e-466cfc611eee service nova] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] No waiting events found dispatching network-vif-plugged-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.029642] env[70966]: WARNING nova.compute.manager [req-8d147b41-2208-4c98-a6f9-75f067dfdb1f req-4dd2839b-90f9-4842-999e-466cfc611eee service nova] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Received unexpected event network-vif-plugged-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a for instance with vm_state building and task_state spawning. [ 1063.034128] env[70966]: DEBUG oslo_vmware.api [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209882} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.034449] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.034688] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.034935] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.035169] env[70966]: INFO nova.compute.manager [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1063.035471] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.035693] env[70966]: DEBUG nova.compute.manager [-] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.035825] env[70966]: DEBUG nova.network.neutron [-] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.339503] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613278, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.339846] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613279, 'name': ReconfigVM_Task, 'duration_secs': 0.4938} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.340163] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance '2a414958-48b2-4b40-89df-ed686c590f5e' progress to 33 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.410178] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.902499} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.410506] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.411175] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da85d09e-a2a4-4248-a9ee-94bb21a22c52 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.434260] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] dc7a61a4-2423-46a5-ab55-e6ed45cf0c48/dc7a61a4-2423-46a5-ab55-e6ed45cf0c48.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.434861] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdb2a263-9d31-4100-b1b7-4552089ca97e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.453680] env[70966]: DEBUG oslo_concurrency.lockutils [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.453894] env[70966]: DEBUG oslo_concurrency.lockutils [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquired lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.454077] env[70966]: DEBUG nova.network.neutron [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.465600] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Waiting for the task: (returnval){ [ 1063.465600] env[70966]: value = "task-3613280" [ 1063.465600] env[70966]: _type = "Task" [ 1063.465600] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.479693] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "refresh_cache-cf3f25a5-7a5c-4df5-9d28-3b69381a751f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.479693] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired lock "refresh_cache-cf3f25a5-7a5c-4df5-9d28-3b69381a751f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.479693] env[70966]: DEBUG nova.network.neutron [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.480064] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.567590] env[70966]: DEBUG nova.objects.instance [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lazy-loading 'pci_requests' on Instance uuid 6822d83f-3208-47a7-8b15-e4c34d1a2b9b {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.839214] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613278, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.841215] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4360e48-c4c5-41ac-83f6-fbd6c0d2bc80 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.846975] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.847250] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.847419] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.847618] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.847772] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.847924] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.848219] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.848336] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.848538] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.848752] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.848983] env[70966]: DEBUG nova.virt.hardware [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.854658] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1063.856802] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af735c5e-f329-47e8-8499-1c22e7372bd9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.870825] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c18ee2-8e43-4d45-8c04-3d66f20c541b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.905204] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bdb1e1-e940-415b-854a-5170150ec58d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.908365] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1063.908365] env[70966]: value = "task-3613281" [ 1063.908365] env[70966]: _type = "Task" [ 1063.908365] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.915404] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476753c2-7d10-48cb-bdff-b3f87e844fb2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.922594] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.932645] env[70966]: DEBUG nova.compute.provider_tree [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.977327] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613280, 'name': ReconfigVM_Task, 'duration_secs': 0.460078} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.977617] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Reconfigured VM instance instance-00000066 to attach disk [datastore1] dc7a61a4-2423-46a5-ab55-e6ed45cf0c48/dc7a61a4-2423-46a5-ab55-e6ed45cf0c48.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.978245] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15ccb47f-b4e3-4ab6-b5b1-c92160f7eef2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.985943] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Waiting for the task: (returnval){ [ 1063.985943] env[70966]: value = "task-3613282" [ 1063.985943] env[70966]: _type = "Task" [ 1063.985943] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.991810] env[70966]: DEBUG nova.network.neutron [-] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.001083] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613282, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.018684] env[70966]: DEBUG nova.network.neutron [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.073348] env[70966]: DEBUG nova.objects.base [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Object Instance<6822d83f-3208-47a7-8b15-e4c34d1a2b9b> lazy-loaded attributes: flavor,pci_requests {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1064.075700] env[70966]: DEBUG nova.network.neutron [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.170784] env[70966]: DEBUG nova.policy [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8389fe3055d4a7b8fdbb0853438905d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611d7f6ccb3644079814f537c0dc64d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.242661] env[70966]: DEBUG nova.network.neutron [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Updating instance_info_cache with network_info: [{"id": "05e3fde8-d153-4e0d-9573-ad4e9fa8d80a", "address": "fa:16:3e:a4:33:6b", "network": {"id": "a5238dec-7986-46ca-8cf7-2c8419f2bf99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1236207224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893616cde42346daa4859c79b9637f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e3fde8-d1", "ovs_interfaceid": "05e3fde8-d153-4e0d-9573-ad4e9fa8d80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.253841] env[70966]: DEBUG nova.network.neutron [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating instance_info_cache with network_info: [{"id": "0744d7c4-5911-4e74-9a6d-7b949880bf7d", "address": "fa:16:3e:e2:3f:b9", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0744d7c4-59", "ovs_interfaceid": "0744d7c4-5911-4e74-9a6d-7b949880bf7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.348032] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613278, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.419767] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613281, 'name': ReconfigVM_Task, 'duration_secs': 0.328253} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.419767] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1064.421200] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3943198c-2aad-4311-b329-a78792874832 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.440480] env[70966]: DEBUG nova.scheduler.client.report [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.452552] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 2a414958-48b2-4b40-89df-ed686c590f5e/2a414958-48b2-4b40-89df-ed686c590f5e.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.453150] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f8e3068-36b4-411c-9ab0-4922053c129f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.475767] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1064.475767] env[70966]: value = "task-3613283" [ 1064.475767] env[70966]: _type = "Task" [ 1064.475767] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.484520] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.496381] env[70966]: INFO nova.compute.manager [-] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Took 1.46 seconds to deallocate network for instance. [ 1064.496508] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613282, 'name': Rename_Task, 'duration_secs': 0.154679} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.498324] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.501282] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e37cd0a3-381e-4cb4-b1f4-ada8cb4494c0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.510317] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Waiting for the task: (returnval){ [ 1064.510317] env[70966]: value = "task-3613284" [ 1064.510317] env[70966]: _type = "Task" [ 1064.510317] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.526563] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.746746] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lock "refresh_cache-cf3f25a5-7a5c-4df5-9d28-3b69381a751f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.747542] env[70966]: DEBUG nova.compute.manager [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Instance network_info: |[{"id": "05e3fde8-d153-4e0d-9573-ad4e9fa8d80a", "address": "fa:16:3e:a4:33:6b", "network": {"id": "a5238dec-7986-46ca-8cf7-2c8419f2bf99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1236207224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893616cde42346daa4859c79b9637f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e3fde8-d1", "ovs_interfaceid": "05e3fde8-d153-4e0d-9573-ad4e9fa8d80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.747719] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:33:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05e3fde8-d153-4e0d-9573-ad4e9fa8d80a', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.755445] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.755687] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.756222] env[70966]: DEBUG oslo_concurrency.lockutils [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Releasing lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.757564] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63ba59d5-727c-4f3b-b7b3-e38bcafcffc8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.783841] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.783841] env[70966]: value = "task-3613285" [ 1064.783841] env[70966]: _type = "Task" [ 1064.783841] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.793406] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613285, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.844103] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613278, 'name': CreateVM_Task, 'duration_secs': 1.582137} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.844403] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.844997] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.845227] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.845637] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.845952] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aab8a41-e8c7-4852-bd46-07365be45cea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.853370] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1064.853370] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bbcbdb-dba5-eae8-9cb1-b569c4eb0360" [ 1064.853370] env[70966]: _type = "Task" [ 1064.853370] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.865301] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bbcbdb-dba5-eae8-9cb1-b569c4eb0360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.954153] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.956795] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.999s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.957091] env[70966]: DEBUG nova.objects.instance [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lazy-loading 'resources' on Instance uuid 5735bc97-c6e4-4314-9a9e-24722f9d4bea {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.981984] env[70966]: INFO nova.scheduler.client.report [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleted allocations for instance d5c25f0a-6cb3-46b6-ba8a-7822593a840d [ 1064.989949] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613283, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.005098] env[70966]: DEBUG oslo_concurrency.lockutils [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.020940] env[70966]: DEBUG oslo_vmware.api [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613284, 'name': PowerOnVM_Task, 'duration_secs': 0.487589} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.021229] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.021436] env[70966]: INFO nova.compute.manager [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1065.022045] env[70966]: DEBUG nova.compute.manager [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.022481] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1e1330-c4d8-49c7-b7fb-ce682e33a040 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.064121] env[70966]: DEBUG nova.compute.manager [req-6a1a2191-95ec-45fd-9ba5-499b4fc02199 req-8f38f2d9-d9b5-4c35-a5a0-0fa98a7d817b service nova] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Received event network-changed-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.064363] env[70966]: DEBUG nova.compute.manager [req-6a1a2191-95ec-45fd-9ba5-499b4fc02199 req-8f38f2d9-d9b5-4c35-a5a0-0fa98a7d817b service nova] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Refreshing instance network info cache due to event network-changed-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.064588] env[70966]: DEBUG oslo_concurrency.lockutils [req-6a1a2191-95ec-45fd-9ba5-499b4fc02199 req-8f38f2d9-d9b5-4c35-a5a0-0fa98a7d817b service nova] Acquiring lock "refresh_cache-cf3f25a5-7a5c-4df5-9d28-3b69381a751f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.064734] env[70966]: DEBUG oslo_concurrency.lockutils [req-6a1a2191-95ec-45fd-9ba5-499b4fc02199 req-8f38f2d9-d9b5-4c35-a5a0-0fa98a7d817b service nova] Acquired lock "refresh_cache-cf3f25a5-7a5c-4df5-9d28-3b69381a751f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.064914] env[70966]: DEBUG nova.network.neutron [req-6a1a2191-95ec-45fd-9ba5-499b4fc02199 req-8f38f2d9-d9b5-4c35-a5a0-0fa98a7d817b service nova] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Refreshing network info cache for port 05e3fde8-d153-4e0d-9573-ad4e9fa8d80a {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.297233] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613285, 'name': CreateVM_Task, 'duration_secs': 0.436602} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.297432] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.298152] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7408e985-0225-4bee-a669-eec4eba203dc" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.298335] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7408e985-0225-4bee-a669-eec4eba203dc" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.298696] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7408e985-0225-4bee-a669-eec4eba203dc" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.298948] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8223dd3-9f4b-4d9a-b552-85c157fed67d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.304802] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1065.304802] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a3ba52-53ab-9724-0081-8bf10bf79300" [ 1065.304802] env[70966]: _type = "Task" [ 1065.304802] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.313575] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a3ba52-53ab-9724-0081-8bf10bf79300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.364705] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bbcbdb-dba5-eae8-9cb1-b569c4eb0360, 'name': SearchDatastore_Task, 'duration_secs': 0.014548} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.365007] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.365279] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.365472] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.365620] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.365842] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.366909] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d3ddc52-ec51-4794-adb6-c9a1cfa36edc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.385502] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.385721] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.386679] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb53a5ac-8d1a-441b-8388-0ca07f5acbdf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.393099] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1065.393099] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527b2601-7caa-e6f7-4d8c-6e695b6c418c" [ 1065.393099] env[70966]: _type = "Task" [ 1065.393099] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.401066] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527b2601-7caa-e6f7-4d8c-6e695b6c418c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.459771] env[70966]: DEBUG nova.objects.instance [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lazy-loading 'numa_topology' on Instance uuid 5735bc97-c6e4-4314-9a9e-24722f9d4bea {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.486115] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613283, 'name': ReconfigVM_Task, 'duration_secs': 0.567274} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.486406] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 2a414958-48b2-4b40-89df-ed686c590f5e/2a414958-48b2-4b40-89df-ed686c590f5e.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.486695] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance '2a414958-48b2-4b40-89df-ed686c590f5e' progress to 50 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.493727] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27de8b70-4811-4f69-b682-ae858a9e18f7 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "d5c25f0a-6cb3-46b6-ba8a-7822593a840d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.141s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.541445] env[70966]: INFO nova.compute.manager [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Took 36.89 seconds to build instance. [ 1065.697080] env[70966]: DEBUG nova.network.neutron [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Successfully updated port: 3c93cb0c-5ecb-48e9-859a-a18827975c79 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.785117] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1411d50f-a6da-40fd-bb3b-58083bcab036 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.807304] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating instance 'e5a70365-479b-4c56-b385-684fd7e70c74' progress to 0 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.813179] env[70966]: DEBUG nova.network.neutron [req-6a1a2191-95ec-45fd-9ba5-499b4fc02199 req-8f38f2d9-d9b5-4c35-a5a0-0fa98a7d817b service nova] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Updated VIF entry in instance network info cache for port 05e3fde8-d153-4e0d-9573-ad4e9fa8d80a. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.813179] env[70966]: DEBUG nova.network.neutron [req-6a1a2191-95ec-45fd-9ba5-499b4fc02199 req-8f38f2d9-d9b5-4c35-a5a0-0fa98a7d817b service nova] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Updating instance_info_cache with network_info: [{"id": "05e3fde8-d153-4e0d-9573-ad4e9fa8d80a", "address": "fa:16:3e:a4:33:6b", "network": {"id": "a5238dec-7986-46ca-8cf7-2c8419f2bf99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1236207224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893616cde42346daa4859c79b9637f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e3fde8-d1", "ovs_interfaceid": "05e3fde8-d153-4e0d-9573-ad4e9fa8d80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.825944] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7408e985-0225-4bee-a669-eec4eba203dc" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.826194] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Processing image 7408e985-0225-4bee-a669-eec4eba203dc {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.826443] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7408e985-0225-4bee-a669-eec4eba203dc/7408e985-0225-4bee-a669-eec4eba203dc.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.826590] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7408e985-0225-4bee-a669-eec4eba203dc/7408e985-0225-4bee-a669-eec4eba203dc.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.826770] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.827320] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40f4374a-6ebe-490f-9179-b0650d017698 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.839349] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.839349] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.839939] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b05ea0-2958-4472-a388-41ca7845e529 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.847290] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1065.847290] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52dd3d0e-98d4-5fc3-f716-15d287fa499a" [ 1065.847290] env[70966]: _type = "Task" [ 1065.847290] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.851324] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Acquiring lock "dc7a61a4-2423-46a5-ab55-e6ed45cf0c48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.862171] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52dd3d0e-98d4-5fc3-f716-15d287fa499a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.903859] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527b2601-7caa-e6f7-4d8c-6e695b6c418c, 'name': SearchDatastore_Task, 'duration_secs': 0.043767} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.904719] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b14bfb80-3d67-4642-8970-65815ab8b231 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.909954] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1065.909954] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e69204-6f80-5d01-0db5-92b1b2058433" [ 1065.909954] env[70966]: _type = "Task" [ 1065.909954] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.919918] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e69204-6f80-5d01-0db5-92b1b2058433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.962634] env[70966]: DEBUG nova.objects.base [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Object Instance<5735bc97-c6e4-4314-9a9e-24722f9d4bea> lazy-loaded attributes: resources,numa_topology {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1065.994795] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3e58e0-6800-4d97-b5ab-453a1aa28ee7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.022103] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb593647-b34c-45d1-97fc-d1a84bd6d627 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.045683] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2e776e7f-212a-4fcf-8e52-b3b6f44ee9dd tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Lock "dc7a61a4-2423-46a5-ab55-e6ed45cf0c48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.873s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.046014] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance '2a414958-48b2-4b40-89df-ed686c590f5e' progress to 67 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.052232] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Lock "dc7a61a4-2423-46a5-ab55-e6ed45cf0c48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.201s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.052386] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Acquiring lock "dc7a61a4-2423-46a5-ab55-e6ed45cf0c48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.052594] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Lock "dc7a61a4-2423-46a5-ab55-e6ed45cf0c48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.052782] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Lock "dc7a61a4-2423-46a5-ab55-e6ed45cf0c48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.054792] env[70966]: INFO nova.compute.manager [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Terminating instance [ 1066.059666] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "523d5ceb-7c30-41fe-87d5-48f5944ba100" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.059666] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "523d5ceb-7c30-41fe-87d5-48f5944ba100" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.059839] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "523d5ceb-7c30-41fe-87d5-48f5944ba100-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.060042] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "523d5ceb-7c30-41fe-87d5-48f5944ba100-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.060208] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "523d5ceb-7c30-41fe-87d5-48f5944ba100-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.061872] env[70966]: INFO nova.compute.manager [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Terminating instance [ 1066.199739] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.199966] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.200722] env[70966]: DEBUG nova.network.neutron [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.318226] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.318776] env[70966]: DEBUG oslo_concurrency.lockutils [req-6a1a2191-95ec-45fd-9ba5-499b4fc02199 req-8f38f2d9-d9b5-4c35-a5a0-0fa98a7d817b service nova] Releasing lock "refresh_cache-cf3f25a5-7a5c-4df5-9d28-3b69381a751f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.319573] env[70966]: DEBUG nova.compute.manager [req-6a1a2191-95ec-45fd-9ba5-499b4fc02199 req-8f38f2d9-d9b5-4c35-a5a0-0fa98a7d817b service nova] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Received event network-vif-deleted-d3c056a2-3eed-48bb-a30b-e0c124e764ab {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.319573] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d033e95-db8d-4165-9531-84a483e540cd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.328341] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1066.328341] env[70966]: value = "task-3613286" [ 1066.328341] env[70966]: _type = "Task" [ 1066.328341] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.337999] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.340530] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e803250-2545-44e1-b47e-8841f8a52a05 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.353234] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1646cc-5b1f-4172-887c-979578d34049 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.388604] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Preparing fetch location {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1066.388883] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Fetch image to [datastore1] OSTACK_IMG_ca17e95f-4f4e-450d-95a8-27506cfe7616/OSTACK_IMG_ca17e95f-4f4e-450d-95a8-27506cfe7616.vmdk {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1066.389081] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Downloading stream optimized image 7408e985-0225-4bee-a669-eec4eba203dc to [datastore1] OSTACK_IMG_ca17e95f-4f4e-450d-95a8-27506cfe7616/OSTACK_IMG_ca17e95f-4f4e-450d-95a8-27506cfe7616.vmdk on the data store datastore1 as vApp {{(pid=70966) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1066.389258] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Downloading image file data 7408e985-0225-4bee-a669-eec4eba203dc to the ESX as VM named 'OSTACK_IMG_ca17e95f-4f4e-450d-95a8-27506cfe7616' {{(pid=70966) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1066.392199] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e6c844-b68b-44c0-8aa0-870664695e9f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.401323] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee45fec6-f697-4c52-a89d-f5b92289ff38 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.416080] env[70966]: DEBUG nova.compute.provider_tree [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.427958] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e69204-6f80-5d01-0db5-92b1b2058433, 'name': SearchDatastore_Task, 'duration_secs': 0.023497} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.445509] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.445840] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d4bbfb4c-039f-4373-bcaf-e0e915d57e47/d4bbfb4c-039f-4373-bcaf-e0e915d57e47.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.446617] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-420238fc-ea85-48ca-aac4-a82bd42e6d5a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.458137] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1066.458137] env[70966]: value = "task-3613287" [ 1066.458137] env[70966]: _type = "Task" [ 1066.458137] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.464178] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.491073] env[70966]: DEBUG oslo_vmware.rw_handles [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1066.491073] env[70966]: value = "resgroup-9" [ 1066.491073] env[70966]: _type = "ResourcePool" [ 1066.491073] env[70966]: }. {{(pid=70966) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1066.491408] env[70966]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c5bc15ba-5c60-41ee-9d91-64455c3d8190 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.516537] env[70966]: DEBUG oslo_vmware.rw_handles [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lease: (returnval){ [ 1066.516537] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ee8248-6639-d81a-96e4-b1a401cff8a8" [ 1066.516537] env[70966]: _type = "HttpNfcLease" [ 1066.516537] env[70966]: } obtained for vApp import into resource pool (val){ [ 1066.516537] env[70966]: value = "resgroup-9" [ 1066.516537] env[70966]: _type = "ResourcePool" [ 1066.516537] env[70966]: }. {{(pid=70966) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1066.516807] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the lease: (returnval){ [ 1066.516807] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ee8248-6639-d81a-96e4-b1a401cff8a8" [ 1066.516807] env[70966]: _type = "HttpNfcLease" [ 1066.516807] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1066.523932] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1066.523932] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ee8248-6639-d81a-96e4-b1a401cff8a8" [ 1066.523932] env[70966]: _type = "HttpNfcLease" [ 1066.523932] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1066.559641] env[70966]: DEBUG nova.compute.manager [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.559882] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.560808] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc01e7e-efff-4ce4-8063-ef88d7f5efc4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.566831] env[70966]: DEBUG nova.compute.manager [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.567039] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.568578] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee0fead-c984-4cdf-af63-e83ba3f1fe34 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.574035] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.574697] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c9d94ac-98d1-40bc-825a-7c81c4769108 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.580580] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.582285] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-432f0b28-01dd-4201-84c2-4c5444899e96 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.584187] env[70966]: DEBUG oslo_vmware.api [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Waiting for the task: (returnval){ [ 1066.584187] env[70966]: value = "task-3613289" [ 1066.584187] env[70966]: _type = "Task" [ 1066.584187] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.591420] env[70966]: DEBUG oslo_vmware.api [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1066.591420] env[70966]: value = "task-3613290" [ 1066.591420] env[70966]: _type = "Task" [ 1066.591420] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.598824] env[70966]: DEBUG oslo_vmware.api [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.606310] env[70966]: DEBUG oslo_vmware.api [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.745837] env[70966]: WARNING nova.network.neutron [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] 4697b8ca-a4de-4107-aa70-0f176622332c already exists in list: networks containing: ['4697b8ca-a4de-4107-aa70-0f176622332c']. ignoring it [ 1066.843451] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613286, 'name': PowerOffVM_Task, 'duration_secs': 0.263657} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.843451] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.844240] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating instance 'e5a70365-479b-4c56-b385-684fd7e70c74' progress to 17 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.923392] env[70966]: DEBUG nova.scheduler.client.report [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.972407] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613287, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.027463] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.027463] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ee8248-6639-d81a-96e4-b1a401cff8a8" [ 1067.027463] env[70966]: _type = "HttpNfcLease" [ 1067.027463] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1067.094465] env[70966]: DEBUG oslo_vmware.api [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613289, 'name': PowerOffVM_Task, 'duration_secs': 0.497218} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.099758] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.099945] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.100264] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61a58928-7785-4c25-8489-9abbe0c34588 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.106862] env[70966]: DEBUG oslo_vmware.api [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613290, 'name': PowerOffVM_Task, 'duration_secs': 0.285003} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.107110] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.107297] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.107558] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a00d7639-229b-4e96-bb8c-6f5410d2a9cd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.184712] env[70966]: DEBUG nova.network.neutron [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updating instance_info_cache with network_info: [{"id": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "address": "fa:16:3e:c0:45:0a", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa8ae32-90", "ovs_interfaceid": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c93cb0c-5ecb-48e9-859a-a18827975c79", "address": "fa:16:3e:00:eb:59", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c93cb0c-5e", "ovs_interfaceid": "3c93cb0c-5ecb-48e9-859a-a18827975c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.210720] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.210958] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.211158] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Deleting the datastore file [datastore1] dc7a61a4-2423-46a5-ab55-e6ed45cf0c48 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.211638] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84676524-536b-40d7-a82d-ea17306bf9c6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.218216] env[70966]: DEBUG oslo_vmware.api [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Waiting for the task: (returnval){ [ 1067.218216] env[70966]: value = "task-3613293" [ 1067.218216] env[70966]: _type = "Task" [ 1067.218216] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.232258] env[70966]: DEBUG nova.compute.manager [req-b65b4028-57ce-4f6d-89c8-cf008bca4fef req-d6bb857d-7968-467e-baad-95e2cec49314 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Received event network-vif-plugged-3c93cb0c-5ecb-48e9-859a-a18827975c79 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.232258] env[70966]: DEBUG oslo_concurrency.lockutils [req-b65b4028-57ce-4f6d-89c8-cf008bca4fef req-d6bb857d-7968-467e-baad-95e2cec49314 service nova] Acquiring lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.232258] env[70966]: DEBUG oslo_concurrency.lockutils [req-b65b4028-57ce-4f6d-89c8-cf008bca4fef req-d6bb857d-7968-467e-baad-95e2cec49314 service nova] Lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.232258] env[70966]: DEBUG oslo_concurrency.lockutils [req-b65b4028-57ce-4f6d-89c8-cf008bca4fef req-d6bb857d-7968-467e-baad-95e2cec49314 service nova] Lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.232258] env[70966]: DEBUG nova.compute.manager [req-b65b4028-57ce-4f6d-89c8-cf008bca4fef req-d6bb857d-7968-467e-baad-95e2cec49314 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] No waiting events found dispatching network-vif-plugged-3c93cb0c-5ecb-48e9-859a-a18827975c79 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.232258] env[70966]: WARNING nova.compute.manager [req-b65b4028-57ce-4f6d-89c8-cf008bca4fef req-d6bb857d-7968-467e-baad-95e2cec49314 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Received unexpected event network-vif-plugged-3c93cb0c-5ecb-48e9-859a-a18827975c79 for instance with vm_state active and task_state None. [ 1067.232464] env[70966]: DEBUG nova.compute.manager [req-b65b4028-57ce-4f6d-89c8-cf008bca4fef req-d6bb857d-7968-467e-baad-95e2cec49314 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Received event network-changed-3c93cb0c-5ecb-48e9-859a-a18827975c79 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.232596] env[70966]: DEBUG nova.compute.manager [req-b65b4028-57ce-4f6d-89c8-cf008bca4fef req-d6bb857d-7968-467e-baad-95e2cec49314 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Refreshing instance network info cache due to event network-changed-3c93cb0c-5ecb-48e9-859a-a18827975c79. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.232749] env[70966]: DEBUG oslo_concurrency.lockutils [req-b65b4028-57ce-4f6d-89c8-cf008bca4fef req-d6bb857d-7968-467e-baad-95e2cec49314 service nova] Acquiring lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.237200] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.237399] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.237573] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleting the datastore file [datastore2] 523d5ceb-7c30-41fe-87d5-48f5944ba100 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.237828] env[70966]: DEBUG oslo_vmware.api [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.238078] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b351c7fe-f160-4ebe-81e3-10f9d62de051 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.246256] env[70966]: DEBUG oslo_vmware.api [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1067.246256] env[70966]: value = "task-3613294" [ 1067.246256] env[70966]: _type = "Task" [ 1067.246256] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.254238] env[70966]: DEBUG oslo_vmware.api [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.352321] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.352639] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.352848] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.353279] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.353519] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.353740] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.354119] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.354427] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.354673] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.354901] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.355154] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.361455] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7eaf86f-4d59-466e-a3ca-305ac1354ae9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.384920] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1067.384920] env[70966]: value = "task-3613295" [ 1067.384920] env[70966]: _type = "Task" [ 1067.384920] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.393836] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.431404] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.475s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.434609] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.696s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.434818] env[70966]: DEBUG nova.objects.instance [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lazy-loading 'resources' on Instance uuid 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.467725] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555898} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.469235] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d4bbfb4c-039f-4373-bcaf-e0e915d57e47/d4bbfb4c-039f-4373-bcaf-e0e915d57e47.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.469540] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.470690] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e5d00bf-5f81-49d2-9933-c8d7e5dcf418 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.477029] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1067.477029] env[70966]: value = "task-3613296" [ 1067.477029] env[70966]: _type = "Task" [ 1067.477029] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.486806] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.526650] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.526650] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ee8248-6639-d81a-96e4-b1a401cff8a8" [ 1067.526650] env[70966]: _type = "HttpNfcLease" [ 1067.526650] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1067.527069] env[70966]: DEBUG oslo_vmware.rw_handles [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1067.527069] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ee8248-6639-d81a-96e4-b1a401cff8a8" [ 1067.527069] env[70966]: _type = "HttpNfcLease" [ 1067.527069] env[70966]: }. {{(pid=70966) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1067.527700] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1914f133-6b23-426c-93ba-7a91929c7b4f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.535678] env[70966]: DEBUG oslo_vmware.rw_handles [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ecf87-5f49-eb69-4802-d810146722ca/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1067.535866] env[70966]: DEBUG oslo_vmware.rw_handles [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ecf87-5f49-eb69-4802-d810146722ca/disk-0.vmdk. {{(pid=70966) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1067.603394] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f8152c70-2232-4976-8e94-f12445b4deaa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.687014] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.687819] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.688063] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.688466] env[70966]: DEBUG oslo_concurrency.lockutils [req-b65b4028-57ce-4f6d-89c8-cf008bca4fef req-d6bb857d-7968-467e-baad-95e2cec49314 service nova] Acquired lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.688694] env[70966]: DEBUG nova.network.neutron [req-b65b4028-57ce-4f6d-89c8-cf008bca4fef req-d6bb857d-7968-467e-baad-95e2cec49314 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Refreshing network info cache for port 3c93cb0c-5ecb-48e9-859a-a18827975c79 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.691097] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eade7ea-1372-44f6-b369-2ad9165277a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.712914] env[70966]: DEBUG nova.virt.hardware [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.713237] env[70966]: DEBUG nova.virt.hardware [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.713436] env[70966]: DEBUG nova.virt.hardware [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.713653] env[70966]: DEBUG nova.virt.hardware [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.713802] env[70966]: DEBUG nova.virt.hardware [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.713964] env[70966]: DEBUG nova.virt.hardware [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.714232] env[70966]: DEBUG nova.virt.hardware [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.714414] env[70966]: DEBUG nova.virt.hardware [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.714584] env[70966]: DEBUG nova.virt.hardware [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.714758] env[70966]: DEBUG nova.virt.hardware [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.714972] env[70966]: DEBUG nova.virt.hardware [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.721817] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Reconfiguring VM to attach interface {{(pid=70966) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1067.722632] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6642f99d-1d24-49e2-b6fc-2baa488a0a82 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.746539] env[70966]: DEBUG oslo_vmware.api [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Task: {'id': task-3613293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221426} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.747492] env[70966]: DEBUG nova.network.neutron [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Port ebf7a8c5-3718-4890-ae27-253bf3f26abf binding to destination host cpu-1 is already ACTIVE {{(pid=70966) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1067.750318] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.750583] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.750859] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.751145] env[70966]: INFO nova.compute.manager [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1067.751443] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.752118] env[70966]: DEBUG oslo_vmware.api [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1067.752118] env[70966]: value = "task-3613297" [ 1067.752118] env[70966]: _type = "Task" [ 1067.752118] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.755462] env[70966]: DEBUG nova.compute.manager [-] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.755576] env[70966]: DEBUG nova.network.neutron [-] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.766450] env[70966]: DEBUG oslo_vmware.api [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205353} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.769405] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.769679] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.769842] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.770066] env[70966]: INFO nova.compute.manager [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1067.770316] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.770919] env[70966]: DEBUG oslo_vmware.api [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613297, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.771174] env[70966]: DEBUG nova.compute.manager [-] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.771289] env[70966]: DEBUG nova.network.neutron [-] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.897034] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613295, 'name': ReconfigVM_Task, 'duration_secs': 0.245841} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.897034] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating instance 'e5a70365-479b-4c56-b385-684fd7e70c74' progress to 33 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.943776] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9865792e-2431-461d-9608-57b680bce592 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.680s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.949458] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3be80d3c-6aac-4b12-bf65-bff19885e896 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 21.105s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.949924] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3be80d3c-6aac-4b12-bf65-bff19885e896 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.950297] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3be80d3c-6aac-4b12-bf65-bff19885e896 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.950622] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3be80d3c-6aac-4b12-bf65-bff19885e896 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.953429] env[70966]: INFO nova.compute.manager [None req-3be80d3c-6aac-4b12-bf65-bff19885e896 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Terminating instance [ 1067.999728] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156777} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.000119] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.001010] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725e15a5-0b72-4f09-9d3f-3446f729cc3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.029608] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] d4bbfb4c-039f-4373-bcaf-e0e915d57e47/d4bbfb4c-039f-4373-bcaf-e0e915d57e47.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.039501] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c68062-3a93-4513-9a49-db8bc3a8cad1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.072883] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1068.072883] env[70966]: value = "task-3613298" [ 1068.072883] env[70966]: _type = "Task" [ 1068.072883] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.081345] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.187304] env[70966]: DEBUG nova.compute.manager [req-4894c335-f2e7-444f-835d-da76c672aabd req-a36c670c-013f-46be-be5a-46aac28a874a service nova] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Received event network-vif-deleted-3ac0aa33-fae0-446a-bc88-2a24a1a52601 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.187304] env[70966]: INFO nova.compute.manager [req-4894c335-f2e7-444f-835d-da76c672aabd req-a36c670c-013f-46be-be5a-46aac28a874a service nova] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Neutron deleted interface 3ac0aa33-fae0-446a-bc88-2a24a1a52601; detaching it from the instance and deleting it from the info cache [ 1068.187304] env[70966]: DEBUG nova.network.neutron [req-4894c335-f2e7-444f-835d-da76c672aabd req-a36c670c-013f-46be-be5a-46aac28a874a service nova] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.276605] env[70966]: DEBUG oslo_vmware.api [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.278309] env[70966]: DEBUG oslo_vmware.rw_handles [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Completed reading data from the image iterator. {{(pid=70966) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1068.278714] env[70966]: DEBUG oslo_vmware.rw_handles [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ecf87-5f49-eb69-4802-d810146722ca/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1068.279420] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec812025-b2c7-4076-9cb6-c762d04056f0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.292016] env[70966]: DEBUG oslo_vmware.rw_handles [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ecf87-5f49-eb69-4802-d810146722ca/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1068.292233] env[70966]: DEBUG oslo_vmware.rw_handles [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ecf87-5f49-eb69-4802-d810146722ca/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1068.292420] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-29cd1717-b721-4e84-ab45-1a7ea5f6cedf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.404558] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:34:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bdeb5ac2-14b7-430a-9adf-a16d034074cb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-365023890',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.404897] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.405137] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.405313] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.405473] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.405655] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.405919] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.406135] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.406364] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.406598] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.406822] env[70966]: DEBUG nova.virt.hardware [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.412968] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1068.414473] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69d00bf-ac8f-4b3f-9fbf-639e9f191815 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.428321] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb450cf-9afa-4078-898d-dd009b803073 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.440596] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8158c5-62f9-4fc1-a73a-12e95fd1022d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.443820] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1068.443820] env[70966]: value = "task-3613299" [ 1068.443820] env[70966]: _type = "Task" [ 1068.443820] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.472502] env[70966]: DEBUG nova.compute.manager [None req-3be80d3c-6aac-4b12-bf65-bff19885e896 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.472900] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3be80d3c-6aac-4b12-bf65-bff19885e896 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.473690] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afef1478-b2c3-430b-81cb-be4646400064 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.476353] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc48d08d-ffde-4cfa-9f1d-eebf3b2dc2a3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.482129] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.489928] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba5191e-fe5e-4724-9040-831abac2897b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.496506] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a410d1-8e23-4f14-b96c-7bcf1c6fb041 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.521626] env[70966]: DEBUG nova.compute.provider_tree [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.539851] env[70966]: WARNING nova.virt.vmwareapi.vmops [None req-3be80d3c-6aac-4b12-bf65-bff19885e896 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5735bc97-c6e4-4314-9a9e-24722f9d4bea could not be found. [ 1068.539851] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3be80d3c-6aac-4b12-bf65-bff19885e896 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.539851] env[70966]: INFO nova.compute.manager [None req-3be80d3c-6aac-4b12-bf65-bff19885e896 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1068.539851] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3be80d3c-6aac-4b12-bf65-bff19885e896 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.541302] env[70966]: DEBUG nova.compute.manager [-] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.541435] env[70966]: DEBUG nova.network.neutron [-] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.543363] env[70966]: DEBUG oslo_vmware.rw_handles [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ecf87-5f49-eb69-4802-d810146722ca/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1068.543611] env[70966]: INFO nova.virt.vmwareapi.images [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Downloaded image file data 7408e985-0225-4bee-a669-eec4eba203dc [ 1068.544385] env[70966]: DEBUG nova.network.neutron [req-b65b4028-57ce-4f6d-89c8-cf008bca4fef req-d6bb857d-7968-467e-baad-95e2cec49314 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updated VIF entry in instance network info cache for port 3c93cb0c-5ecb-48e9-859a-a18827975c79. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.544778] env[70966]: DEBUG nova.network.neutron [req-b65b4028-57ce-4f6d-89c8-cf008bca4fef req-d6bb857d-7968-467e-baad-95e2cec49314 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updating instance_info_cache with network_info: [{"id": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "address": "fa:16:3e:c0:45:0a", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa8ae32-90", "ovs_interfaceid": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c93cb0c-5ecb-48e9-859a-a18827975c79", "address": "fa:16:3e:00:eb:59", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c93cb0c-5e", "ovs_interfaceid": "3c93cb0c-5ecb-48e9-859a-a18827975c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.546625] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38271976-0d49-45da-aa18-81d783979561 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.564529] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3435f7c-218c-48df-a39b-71f0c9b14866 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.579416] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613298, 'name': ReconfigVM_Task, 'duration_secs': 0.275597} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.579835] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Reconfigured VM instance instance-00000065 to attach disk [datastore1] d4bbfb4c-039f-4373-bcaf-e0e915d57e47/d4bbfb4c-039f-4373-bcaf-e0e915d57e47.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.580474] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c04e22dc-7d91-41bd-884b-644fa4882f2d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.588527] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1068.588527] env[70966]: value = "task-3613301" [ 1068.588527] env[70966]: _type = "Task" [ 1068.588527] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.593987] env[70966]: DEBUG nova.network.neutron [-] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.601393] env[70966]: INFO nova.virt.vmwareapi.images [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] The imported VM was unregistered [ 1068.603912] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Caching image {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1068.604168] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7408e985-0225-4bee-a669-eec4eba203dc {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.605192] env[70966]: DEBUG nova.network.neutron [-] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.606202] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613301, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.608521] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6090e52-e429-4ebe-ab3f-c81252875334 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.623932] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Created directory with path [datastore1] devstack-image-cache_base/7408e985-0225-4bee-a669-eec4eba203dc {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.624246] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ca17e95f-4f4e-450d-95a8-27506cfe7616/OSTACK_IMG_ca17e95f-4f4e-450d-95a8-27506cfe7616.vmdk to [datastore1] devstack-image-cache_base/7408e985-0225-4bee-a669-eec4eba203dc/7408e985-0225-4bee-a669-eec4eba203dc.vmdk. {{(pid=70966) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1068.624544] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-46860d64-7c05-45b9-ab1e-aa7140994742 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.633085] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1068.633085] env[70966]: value = "task-3613302" [ 1068.633085] env[70966]: _type = "Task" [ 1068.633085] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.641273] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613302, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.698166] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d0f46fb-eccc-4bb6-a8cc-928d033ae73f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.705357] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78012050-bc48-4abb-94fd-fedb985fd8ff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.752102] env[70966]: DEBUG nova.compute.manager [req-4894c335-f2e7-444f-835d-da76c672aabd req-a36c670c-013f-46be-be5a-46aac28a874a service nova] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Detach interface failed, port_id=3ac0aa33-fae0-446a-bc88-2a24a1a52601, reason: Instance dc7a61a4-2423-46a5-ab55-e6ed45cf0c48 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1068.778284] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "2a414958-48b2-4b40-89df-ed686c590f5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.778539] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "2a414958-48b2-4b40-89df-ed686c590f5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.778823] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "2a414958-48b2-4b40-89df-ed686c590f5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.791294] env[70966]: DEBUG oslo_vmware.api [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613297, 'name': ReconfigVM_Task, 'duration_secs': 0.747311} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.791294] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.791294] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Reconfigured VM to attach interface {{(pid=70966) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1068.956771] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613299, 'name': ReconfigVM_Task, 'duration_secs': 0.316528} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.957095] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.957974] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7132485-3738-4670-8838-737db2105288 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.983674] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] e5a70365-479b-4c56-b385-684fd7e70c74/e5a70365-479b-4c56-b385-684fd7e70c74.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.984046] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa61bcb-71b3-4035-87b9-327bbb470d61 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.005510] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1069.005510] env[70966]: value = "task-3613303" [ 1069.005510] env[70966]: _type = "Task" [ 1069.005510] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.017685] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.041379] env[70966]: DEBUG nova.scheduler.client.report [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.050826] env[70966]: DEBUG oslo_concurrency.lockutils [req-b65b4028-57ce-4f6d-89c8-cf008bca4fef req-d6bb857d-7968-467e-baad-95e2cec49314 service nova] Releasing lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.095167] env[70966]: INFO nova.compute.manager [-] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Took 1.32 seconds to deallocate network for instance. [ 1069.103596] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613301, 'name': Rename_Task, 'duration_secs': 0.16089} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.104208] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.104489] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b41fe042-9b82-4e9f-94b4-0d63837caf59 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.108985] env[70966]: INFO nova.compute.manager [-] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Took 1.35 seconds to deallocate network for instance. [ 1069.115046] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1069.115046] env[70966]: value = "task-3613304" [ 1069.115046] env[70966]: _type = "Task" [ 1069.115046] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.126684] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.148622] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613302, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.265640] env[70966]: DEBUG nova.compute.manager [req-272a420e-8fca-4121-bf97-e4ad14eb9fd1 req-8881f258-e275-45e2-be0e-3c0aee1810c6 service nova] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Received event network-vif-deleted-930aceb8-9659-4057-b3ba-e3e4f50c34b5 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.295876] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4fdea375-96c8-4ca8-bf06-03c22166838c tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-6822d83f-3208-47a7-8b15-e4c34d1a2b9b-3c93cb0c-5ecb-48e9-859a-a18827975c79" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.402s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.297678] env[70966]: DEBUG nova.network.neutron [-] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.520570] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613303, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.547888] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.550697] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.470s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.552567] env[70966]: INFO nova.compute.claims [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.576056] env[70966]: INFO nova.scheduler.client.report [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Deleted allocations for instance 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636 [ 1069.605298] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.617437] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.631968] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.645451] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613302, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.801072] env[70966]: INFO nova.compute.manager [-] [instance: 5735bc97-c6e4-4314-9a9e-24722f9d4bea] Took 1.26 seconds to deallocate network for instance. [ 1069.833209] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.833548] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.833632] env[70966]: DEBUG nova.network.neutron [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.021519] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613303, 'name': ReconfigVM_Task, 'duration_secs': 0.531872} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.021861] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Reconfigured VM instance instance-0000005d to attach disk [datastore2] e5a70365-479b-4c56-b385-684fd7e70c74/e5a70365-479b-4c56-b385-684fd7e70c74.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.022178] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating instance 'e5a70365-479b-4c56-b385-684fd7e70c74' progress to 50 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.084419] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ad035e32-6a8b-4b3f-a619-d40a356b2806 tempest-ServerRescueNegativeTestJSON-1978082360 tempest-ServerRescueNegativeTestJSON-1978082360-project-member] Lock "103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.161s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.130154] env[70966]: DEBUG oslo_vmware.api [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613304, 'name': PowerOnVM_Task, 'duration_secs': 0.574817} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.130456] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.130666] env[70966]: DEBUG nova.compute.manager [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.131516] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7fdd91-e75e-432b-8e18-15cdf0e401e2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.144500] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613302, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.531448] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fadc80-22eb-4932-8979-f0ae81fe51fd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.556015] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228bff4c-684c-444d-8ab6-e8fd40509649 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.578742] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating instance 'e5a70365-479b-4c56-b385-684fd7e70c74' progress to 67 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.583658] env[70966]: DEBUG nova.network.neutron [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance_info_cache with network_info: [{"id": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "address": "fa:16:3e:ee:c6:bd", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf7a8c5-37", "ovs_interfaceid": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.647193] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613302, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.659103] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.663685] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "interface-6822d83f-3208-47a7-8b15-e4c34d1a2b9b-3c93cb0c-5ecb-48e9-859a-a18827975c79" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.663823] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-6822d83f-3208-47a7-8b15-e4c34d1a2b9b-3c93cb0c-5ecb-48e9-859a-a18827975c79" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.832834] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3be80d3c-6aac-4b12-bf65-bff19885e896 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "5735bc97-c6e4-4314-9a9e-24722f9d4bea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.883s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.967680] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3e714c-905a-4019-afaf-f6afa068f132 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.977648] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e07457-fe14-40d9-ae79-a48417a709d6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.023074] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928967d8-3b57-4598-8398-385c79b04192 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.033112] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aef078-5b7a-4a81-98dd-d3a749882101 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.050633] env[70966]: DEBUG nova.compute.provider_tree [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.093919] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.146524] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613302, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.47554} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.147608] env[70966]: INFO nova.virt.vmwareapi.ds_util [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ca17e95f-4f4e-450d-95a8-27506cfe7616/OSTACK_IMG_ca17e95f-4f4e-450d-95a8-27506cfe7616.vmdk to [datastore1] devstack-image-cache_base/7408e985-0225-4bee-a669-eec4eba203dc/7408e985-0225-4bee-a669-eec4eba203dc.vmdk. [ 1071.147608] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Cleaning up location [datastore1] OSTACK_IMG_ca17e95f-4f4e-450d-95a8-27506cfe7616 {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1071.147608] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ca17e95f-4f4e-450d-95a8-27506cfe7616 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.147608] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0890ccd4-d104-4924-b148-3fe3c3b72c63 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.150339] env[70966]: DEBUG nova.network.neutron [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Port 0744d7c4-5911-4e74-9a6d-7b949880bf7d binding to destination host cpu-1 is already ACTIVE {{(pid=70966) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1071.157378] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1071.157378] env[70966]: value = "task-3613305" [ 1071.157378] env[70966]: _type = "Task" [ 1071.157378] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.168514] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.168782] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.169374] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.170331] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d9d51c-38e5-4457-aee5-476bebeb9b1d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.191706] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d288225-651d-4488-b49e-21c47fb179ed {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.220251] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Reconfiguring VM to detach interface {{(pid=70966) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1071.220582] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d595adb-2687-4c40-a78a-ed91c58015c9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.239323] env[70966]: DEBUG oslo_vmware.api [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1071.239323] env[70966]: value = "task-3613306" [ 1071.239323] env[70966]: _type = "Task" [ 1071.239323] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.249500] env[70966]: DEBUG oslo_vmware.api [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.554117] env[70966]: DEBUG nova.scheduler.client.report [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.596772] env[70966]: DEBUG oslo_concurrency.lockutils [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "d4bbfb4c-039f-4373-bcaf-e0e915d57e47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.596988] env[70966]: DEBUG oslo_concurrency.lockutils [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "d4bbfb4c-039f-4373-bcaf-e0e915d57e47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.597169] env[70966]: DEBUG oslo_concurrency.lockutils [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "d4bbfb4c-039f-4373-bcaf-e0e915d57e47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.597383] env[70966]: DEBUG oslo_concurrency.lockutils [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "d4bbfb4c-039f-4373-bcaf-e0e915d57e47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.597558] env[70966]: DEBUG oslo_concurrency.lockutils [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "d4bbfb4c-039f-4373-bcaf-e0e915d57e47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.604114] env[70966]: INFO nova.compute.manager [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Terminating instance [ 1071.605952] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fb14c9-eca3-4de4-8efa-395d57c16734 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.615880] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e7b1b0-4cbe-49ab-83bd-ee23f36b5579 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.625968] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "c0ffa2af-7dcf-4114-a53a-7595e5f77fa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.626223] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "c0ffa2af-7dcf-4114-a53a-7595e5f77fa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.667195] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046913} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.667452] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.667616] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7408e985-0225-4bee-a669-eec4eba203dc/7408e985-0225-4bee-a669-eec4eba203dc.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.667860] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7408e985-0225-4bee-a669-eec4eba203dc/7408e985-0225-4bee-a669-eec4eba203dc.vmdk to [datastore1] cf3f25a5-7a5c-4df5-9d28-3b69381a751f/cf3f25a5-7a5c-4df5-9d28-3b69381a751f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.668129] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d5f1ed0-57c4-4f16-9a9d-cf41d49c95bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.675806] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1071.675806] env[70966]: value = "task-3613307" [ 1071.675806] env[70966]: _type = "Task" [ 1071.675806] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.688364] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.758667] env[70966]: DEBUG oslo_vmware.api [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.059524] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.060587] env[70966]: DEBUG nova.compute.manager [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.064836] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.874s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.065016] env[70966]: DEBUG nova.objects.instance [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lazy-loading 'resources' on Instance uuid 06d64fc7-94a1-4bf1-8556-121936dc19e3 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.115474] env[70966]: DEBUG oslo_concurrency.lockutils [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "refresh_cache-d4bbfb4c-039f-4373-bcaf-e0e915d57e47" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.115474] env[70966]: DEBUG oslo_concurrency.lockutils [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquired lock "refresh_cache-d4bbfb4c-039f-4373-bcaf-e0e915d57e47" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.115474] env[70966]: DEBUG nova.network.neutron [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.128863] env[70966]: DEBUG nova.compute.manager [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.180268] env[70966]: DEBUG oslo_concurrency.lockutils [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "e5a70365-479b-4c56-b385-684fd7e70c74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.180519] env[70966]: DEBUG oslo_concurrency.lockutils [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "e5a70365-479b-4c56-b385-684fd7e70c74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.180686] env[70966]: DEBUG oslo_concurrency.lockutils [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "e5a70365-479b-4c56-b385-684fd7e70c74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.201434] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613307, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.252852] env[70966]: DEBUG oslo_vmware.api [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.571595] env[70966]: DEBUG nova.compute.utils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.578783] env[70966]: DEBUG nova.compute.manager [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.578783] env[70966]: DEBUG nova.network.neutron [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.623740] env[70966]: DEBUG nova.policy [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946ada4fbc6b4bc5800cc0db8f930eb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f7282aeff242339ccf356f4ab237c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.642826] env[70966]: DEBUG nova.network.neutron [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.655915] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.704291] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613307, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.749032] env[70966]: DEBUG nova.network.neutron [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.761387] env[70966]: DEBUG oslo_vmware.api [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.764334] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aea825e-5c54-4643-b4ef-4b2ebfde399b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.799278] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e919d85d-21e5-47fa-9797-919589f15b1f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.809418] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance '2a414958-48b2-4b40-89df-ed686c590f5e' progress to 83 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.937150] env[70966]: DEBUG nova.network.neutron [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Successfully created port: 803b07c2-f5e3-4863-814b-1561d5417c6c {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.034996] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87c7c42-9110-496f-97a0-7c6a8e033257 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.048251] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb25095-bfcc-4cf7-b646-ffa35725de34 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.089883] env[70966]: DEBUG nova.compute.manager [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.094365] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8406d5-ab84-43a7-8aeb-4820b6a8cea8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.105474] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d34d65-2e28-495d-867a-f72a80b31677 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.124964] env[70966]: DEBUG nova.compute.provider_tree [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.205911] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613307, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.236892] env[70966]: DEBUG oslo_concurrency.lockutils [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.237182] env[70966]: DEBUG oslo_concurrency.lockutils [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquired lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.237421] env[70966]: DEBUG nova.network.neutron [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.252595] env[70966]: DEBUG oslo_concurrency.lockutils [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Releasing lock "refresh_cache-d4bbfb4c-039f-4373-bcaf-e0e915d57e47" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.253265] env[70966]: DEBUG nova.compute.manager [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.253495] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.255577] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0158bc96-a832-4b58-8b81-05e6eb805a77 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.263049] env[70966]: DEBUG oslo_vmware.api [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.270902] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.271231] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ff8a412-c84c-44e6-be00-be76df386fe2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.282289] env[70966]: DEBUG oslo_vmware.api [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1073.282289] env[70966]: value = "task-3613308" [ 1073.282289] env[70966]: _type = "Task" [ 1073.282289] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.297027] env[70966]: DEBUG oslo_vmware.api [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.318177] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.318528] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30730e05-c589-4aed-a1cf-354220dcc60f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.331265] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1073.331265] env[70966]: value = "task-3613309" [ 1073.331265] env[70966]: _type = "Task" [ 1073.331265] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.343304] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.628463] env[70966]: DEBUG nova.scheduler.client.report [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.696217] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613307, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.757213] env[70966]: DEBUG oslo_vmware.api [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.795361] env[70966]: DEBUG oslo_vmware.api [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613308, 'name': PowerOffVM_Task, 'duration_secs': 0.151845} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.795691] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.795808] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.796094] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a371eaaf-b05e-4804-974a-1acc95868006 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.836680] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.836902] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.837106] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Deleting the datastore file [datastore1] d4bbfb4c-039f-4373-bcaf-e0e915d57e47 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.837804] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbed5273-99dd-47c7-bc69-32d94a8d1b7f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.847344] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.851074] env[70966]: DEBUG oslo_vmware.api [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1073.851074] env[70966]: value = "task-3613311" [ 1073.851074] env[70966]: _type = "Task" [ 1073.851074] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.870167] env[70966]: DEBUG oslo_vmware.api [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.005528] env[70966]: DEBUG nova.network.neutron [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating instance_info_cache with network_info: [{"id": "0744d7c4-5911-4e74-9a6d-7b949880bf7d", "address": "fa:16:3e:e2:3f:b9", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0744d7c4-59", "ovs_interfaceid": "0744d7c4-5911-4e74-9a6d-7b949880bf7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.100224] env[70966]: DEBUG nova.compute.manager [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.129332] env[70966]: DEBUG nova.virt.hardware [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.129629] env[70966]: DEBUG nova.virt.hardware [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.129836] env[70966]: DEBUG nova.virt.hardware [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.130082] env[70966]: DEBUG nova.virt.hardware [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.130259] env[70966]: DEBUG nova.virt.hardware [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.130412] env[70966]: DEBUG nova.virt.hardware [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.130622] env[70966]: DEBUG nova.virt.hardware [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.130781] env[70966]: DEBUG nova.virt.hardware [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.130946] env[70966]: DEBUG nova.virt.hardware [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.131155] env[70966]: DEBUG nova.virt.hardware [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.131330] env[70966]: DEBUG nova.virt.hardware [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.132233] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87d7780-9213-48b4-bc4c-3e78a9178d04 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.135571] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.137592] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.441s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.137819] env[70966]: DEBUG nova.objects.instance [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lazy-loading 'resources' on Instance uuid 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.145979] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022c817b-841d-49b8-8981-d75896358876 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.162968] env[70966]: INFO nova.scheduler.client.report [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Deleted allocations for instance 06d64fc7-94a1-4bf1-8556-121936dc19e3 [ 1074.195298] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613307, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.423471} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.195580] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7408e985-0225-4bee-a669-eec4eba203dc/7408e985-0225-4bee-a669-eec4eba203dc.vmdk to [datastore1] cf3f25a5-7a5c-4df5-9d28-3b69381a751f/cf3f25a5-7a5c-4df5-9d28-3b69381a751f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.196508] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b788b8-ca28-4761-a044-220c9a992c98 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.221231] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] cf3f25a5-7a5c-4df5-9d28-3b69381a751f/cf3f25a5-7a5c-4df5-9d28-3b69381a751f.vmdk or device None with type streamOptimized {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.222253] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5546d5fc-8413-4eb8-af6f-6cdb84aa2fdc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.244513] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1074.244513] env[70966]: value = "task-3613312" [ 1074.244513] env[70966]: _type = "Task" [ 1074.244513] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.256760] env[70966]: DEBUG oslo_vmware.api [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.260095] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.343551] env[70966]: DEBUG oslo_vmware.api [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613309, 'name': PowerOnVM_Task, 'duration_secs': 0.595438} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.343876] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.344123] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3563af56-9c09-4d52-930d-e129e143baf7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance '2a414958-48b2-4b40-89df-ed686c590f5e' progress to 100 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.364769] env[70966]: DEBUG oslo_vmware.api [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350583} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.364987] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.365184] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.365359] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.365523] env[70966]: INFO nova.compute.manager [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1074.366188] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.366188] env[70966]: DEBUG nova.compute.manager [-] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.366188] env[70966]: DEBUG nova.network.neutron [-] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.393393] env[70966]: DEBUG nova.network.neutron [-] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.510682] env[70966]: DEBUG oslo_concurrency.lockutils [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Releasing lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.555824] env[70966]: DEBUG nova.compute.manager [req-6a87e0b6-8280-4599-9756-a7482f467824 req-7025da74-2d39-4c03-a01a-b66728552ebf service nova] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Received event network-vif-plugged-803b07c2-f5e3-4863-814b-1561d5417c6c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.556095] env[70966]: DEBUG oslo_concurrency.lockutils [req-6a87e0b6-8280-4599-9756-a7482f467824 req-7025da74-2d39-4c03-a01a-b66728552ebf service nova] Acquiring lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.556320] env[70966]: DEBUG oslo_concurrency.lockutils [req-6a87e0b6-8280-4599-9756-a7482f467824 req-7025da74-2d39-4c03-a01a-b66728552ebf service nova] Lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.556988] env[70966]: DEBUG oslo_concurrency.lockutils [req-6a87e0b6-8280-4599-9756-a7482f467824 req-7025da74-2d39-4c03-a01a-b66728552ebf service nova] Lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.557320] env[70966]: DEBUG nova.compute.manager [req-6a87e0b6-8280-4599-9756-a7482f467824 req-7025da74-2d39-4c03-a01a-b66728552ebf service nova] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] No waiting events found dispatching network-vif-plugged-803b07c2-f5e3-4863-814b-1561d5417c6c {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.557559] env[70966]: WARNING nova.compute.manager [req-6a87e0b6-8280-4599-9756-a7482f467824 req-7025da74-2d39-4c03-a01a-b66728552ebf service nova] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Received unexpected event network-vif-plugged-803b07c2-f5e3-4863-814b-1561d5417c6c for instance with vm_state building and task_state spawning. [ 1074.608497] env[70966]: DEBUG nova.network.neutron [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Successfully updated port: 803b07c2-f5e3-4863-814b-1561d5417c6c {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.673158] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b2ba8613-670f-457e-a5c0-e60e6bdb6399 tempest-ServerDiskConfigTestJSON-1052170589 tempest-ServerDiskConfigTestJSON-1052170589-project-member] Lock "06d64fc7-94a1-4bf1-8556-121936dc19e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.970s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.770977] env[70966]: DEBUG oslo_vmware.api [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.771304] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613312, 'name': ReconfigVM_Task, 'duration_secs': 0.309235} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.771558] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Reconfigured VM instance instance-00000067 to attach disk [datastore1] cf3f25a5-7a5c-4df5-9d28-3b69381a751f/cf3f25a5-7a5c-4df5-9d28-3b69381a751f.vmdk or device None with type streamOptimized {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.772258] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bddeb00-1d1d-42fa-b41a-14542791f8be {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.783536] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1074.783536] env[70966]: value = "task-3613313" [ 1074.783536] env[70966]: _type = "Task" [ 1074.783536] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.792120] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613313, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.899202] env[70966]: DEBUG nova.network.neutron [-] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.008814] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a90c23-d50c-473e-9aac-bce2fe8a0321 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.018130] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48e65e9-c02b-40b6-b876-1442539904fd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.055868] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a54a18-7049-468e-9d72-8a471da7311a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.064742] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9124c2f8-cb5f-4451-afbc-5c1b3b250453 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.081745] env[70966]: DEBUG nova.compute.provider_tree [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.084463] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07739717-1cff-4589-b114-4589db4ede51 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.104629] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69be14b-30b9-468a-bc0a-8aba7e8b64cb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.112903] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "refresh_cache-6b9e8a8f-edb0-4efb-b815-19c09f7512a5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.113039] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "refresh_cache-6b9e8a8f-edb0-4efb-b815-19c09f7512a5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.113140] env[70966]: DEBUG nova.network.neutron [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.115027] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating instance 'e5a70365-479b-4c56-b385-684fd7e70c74' progress to 83 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.258202] env[70966]: DEBUG oslo_vmware.api [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.292902] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613313, 'name': Rename_Task, 'duration_secs': 0.183148} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.293232] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.293483] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-670e1e59-6f14-42c3-b071-f071bcac2632 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.301703] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1075.301703] env[70966]: value = "task-3613314" [ 1075.301703] env[70966]: _type = "Task" [ 1075.301703] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.312271] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.405290] env[70966]: INFO nova.compute.manager [-] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Took 1.04 seconds to deallocate network for instance. [ 1075.590233] env[70966]: DEBUG nova.scheduler.client.report [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.621316] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.621610] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81237e68-026e-456d-9501-3e91c83348ad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.631974] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1075.631974] env[70966]: value = "task-3613315" [ 1075.631974] env[70966]: _type = "Task" [ 1075.631974] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.644939] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.667698] env[70966]: DEBUG nova.network.neutron [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.759887] env[70966]: DEBUG oslo_vmware.api [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.813639] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613314, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.929727] env[70966]: DEBUG oslo_concurrency.lockutils [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.932425] env[70966]: DEBUG nova.network.neutron [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Updating instance_info_cache with network_info: [{"id": "803b07c2-f5e3-4863-814b-1561d5417c6c", "address": "fa:16:3e:75:fd:12", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap803b07c2-f5", "ovs_interfaceid": "803b07c2-f5e3-4863-814b-1561d5417c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.096872] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.099377] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.642s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.099775] env[70966]: DEBUG nova.objects.instance [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lazy-loading 'resources' on Instance uuid 320938bd-aa9a-47c9-8add-f4ef382f171a {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.120837] env[70966]: INFO nova.scheduler.client.report [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Deleted allocations for instance 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1 [ 1076.143709] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.260284] env[70966]: DEBUG oslo_vmware.api [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.313444] env[70966]: DEBUG oslo_vmware.api [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613314, 'name': PowerOnVM_Task, 'duration_secs': 0.571713} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.313697] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.313846] env[70966]: INFO nova.compute.manager [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Took 13.87 seconds to spawn the instance on the hypervisor. [ 1076.314035] env[70966]: DEBUG nova.compute.manager [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.314842] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106e187e-05b8-48f2-becb-448d1432b9f6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.435561] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "refresh_cache-6b9e8a8f-edb0-4efb-b815-19c09f7512a5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.436030] env[70966]: DEBUG nova.compute.manager [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Instance network_info: |[{"id": "803b07c2-f5e3-4863-814b-1561d5417c6c", "address": "fa:16:3e:75:fd:12", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap803b07c2-f5", "ovs_interfaceid": "803b07c2-f5e3-4863-814b-1561d5417c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.436689] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:fd:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '803b07c2-f5e3-4863-814b-1561d5417c6c', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.457843] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.457843] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.457843] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b60b9977-954f-4ca4-93f3-a8d86eee8ea2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.491632] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.491632] env[70966]: value = "task-3613316" [ 1076.491632] env[70966]: _type = "Task" [ 1076.491632] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.504184] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613316, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.628799] env[70966]: DEBUG oslo_concurrency.lockutils [None req-2458da5a-efcb-4f8c-b8cb-b10668180d9c tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "98c6cd14-a5c9-4b6e-82d2-799b6c0187b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.964s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.650967] env[70966]: DEBUG nova.compute.manager [req-a394f905-c055-4987-adb8-988536b45f87 req-411a4fc9-9875-4469-9019-001f728b411a service nova] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Received event network-changed-803b07c2-f5e3-4863-814b-1561d5417c6c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.651240] env[70966]: DEBUG nova.compute.manager [req-a394f905-c055-4987-adb8-988536b45f87 req-411a4fc9-9875-4469-9019-001f728b411a service nova] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Refreshing instance network info cache due to event network-changed-803b07c2-f5e3-4863-814b-1561d5417c6c. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.651523] env[70966]: DEBUG oslo_concurrency.lockutils [req-a394f905-c055-4987-adb8-988536b45f87 req-411a4fc9-9875-4469-9019-001f728b411a service nova] Acquiring lock "refresh_cache-6b9e8a8f-edb0-4efb-b815-19c09f7512a5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.651721] env[70966]: DEBUG oslo_concurrency.lockutils [req-a394f905-c055-4987-adb8-988536b45f87 req-411a4fc9-9875-4469-9019-001f728b411a service nova] Acquired lock "refresh_cache-6b9e8a8f-edb0-4efb-b815-19c09f7512a5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.652178] env[70966]: DEBUG nova.network.neutron [req-a394f905-c055-4987-adb8-988536b45f87 req-411a4fc9-9875-4469-9019-001f728b411a service nova] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Refreshing network info cache for port 803b07c2-f5e3-4863-814b-1561d5417c6c {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.658357] env[70966]: DEBUG oslo_vmware.api [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613315, 'name': PowerOnVM_Task, 'duration_secs': 0.950079} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.662052] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.662387] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-195a8320-b16d-4402-96ac-f71f4f71332b tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating instance 'e5a70365-479b-4c56-b385-684fd7e70c74' progress to 100 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.761639] env[70966]: DEBUG oslo_vmware.api [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613306, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.793686] env[70966]: DEBUG nova.network.neutron [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Port ebf7a8c5-3718-4890-ae27-253bf3f26abf binding to destination host cpu-1 is already ACTIVE {{(pid=70966) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1076.794160] env[70966]: DEBUG oslo_concurrency.lockutils [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.794346] env[70966]: DEBUG oslo_concurrency.lockutils [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.794516] env[70966]: DEBUG nova.network.neutron [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.839286] env[70966]: INFO nova.compute.manager [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Took 37.71 seconds to build instance. [ 1077.013402] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613316, 'name': CreateVM_Task, 'duration_secs': 0.413122} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.017914] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.020041] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.020041] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.020041] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.020641] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d14fee5-bfe8-497f-8f90-b81559f0cfff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.030056] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1077.030056] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bf63b2-3478-8f49-b3ee-cba269d6c5a6" [ 1077.030056] env[70966]: _type = "Task" [ 1077.030056] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.036332] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e00514a-8e02-44ff-9b82-7e5774fbcc71 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.055385] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452d90bb-9ee0-4bc0-89c4-8c3198327cc0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.061545] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bf63b2-3478-8f49-b3ee-cba269d6c5a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012736} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.062449] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.062449] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.062973] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.063297] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.063772] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.064718] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68739b5d-3d29-4226-abe3-087c6544e3bc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.123452] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca9581d-1e86-4480-a9f1-66df1e1a884b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.131467] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.131786] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.137025] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65390c6-a5cd-448c-9ea8-035bbb299565 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.141109] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0eb3e1-2fcb-4a47-a593-7162ebbee46d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.160565] env[70966]: DEBUG nova.compute.provider_tree [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.162502] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1077.162502] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520779bc-f85c-bc40-4518-41999f6f9dec" [ 1077.162502] env[70966]: _type = "Task" [ 1077.162502] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.176109] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520779bc-f85c-bc40-4518-41999f6f9dec, 'name': SearchDatastore_Task, 'duration_secs': 0.01515} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.176109] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703aef52-5c1b-4b72-87a5-5fb76f065b70 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.183152] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1077.183152] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528854b8-5a9d-834d-46b7-21d36b9d91f5" [ 1077.183152] env[70966]: _type = "Task" [ 1077.183152] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.196091] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528854b8-5a9d-834d-46b7-21d36b9d91f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.261287] env[70966]: DEBUG oslo_vmware.api [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613306, 'name': ReconfigVM_Task, 'duration_secs': 5.801911} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.261703] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.262029] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Reconfigured VM to detach interface {{(pid=70966) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1077.353121] env[70966]: DEBUG oslo_concurrency.lockutils [None req-172c7203-a6ae-4405-9588-1f325692d34d tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "cf3f25a5-7a5c-4df5-9d28-3b69381a751f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.231s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.443807] env[70966]: DEBUG nova.network.neutron [req-a394f905-c055-4987-adb8-988536b45f87 req-411a4fc9-9875-4469-9019-001f728b411a service nova] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Updated VIF entry in instance network info cache for port 803b07c2-f5e3-4863-814b-1561d5417c6c. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.444189] env[70966]: DEBUG nova.network.neutron [req-a394f905-c055-4987-adb8-988536b45f87 req-411a4fc9-9875-4469-9019-001f728b411a service nova] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Updating instance_info_cache with network_info: [{"id": "803b07c2-f5e3-4863-814b-1561d5417c6c", "address": "fa:16:3e:75:fd:12", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap803b07c2-f5", "ovs_interfaceid": "803b07c2-f5e3-4863-814b-1561d5417c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.453439] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "cf3f25a5-7a5c-4df5-9d28-3b69381a751f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.453693] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "cf3f25a5-7a5c-4df5-9d28-3b69381a751f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.453897] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "cf3f25a5-7a5c-4df5-9d28-3b69381a751f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.454101] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "cf3f25a5-7a5c-4df5-9d28-3b69381a751f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.454682] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "cf3f25a5-7a5c-4df5-9d28-3b69381a751f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.456331] env[70966]: INFO nova.compute.manager [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Terminating instance [ 1077.571195] env[70966]: DEBUG nova.network.neutron [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance_info_cache with network_info: [{"id": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "address": "fa:16:3e:ee:c6:bd", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf7a8c5-37", "ovs_interfaceid": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.665878] env[70966]: DEBUG nova.scheduler.client.report [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.694218] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528854b8-5a9d-834d-46b7-21d36b9d91f5, 'name': SearchDatastore_Task, 'duration_secs': 0.014332} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.694714] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.694977] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 6b9e8a8f-edb0-4efb-b815-19c09f7512a5/6b9e8a8f-edb0-4efb-b815-19c09f7512a5.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.695255] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1862720-3c1c-46a3-8c05-18486f82641e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.704137] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1077.704137] env[70966]: value = "task-3613318" [ 1077.704137] env[70966]: _type = "Task" [ 1077.704137] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.712491] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.948744] env[70966]: DEBUG oslo_concurrency.lockutils [req-a394f905-c055-4987-adb8-988536b45f87 req-411a4fc9-9875-4469-9019-001f728b411a service nova] Releasing lock "refresh_cache-6b9e8a8f-edb0-4efb-b815-19c09f7512a5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.960828] env[70966]: DEBUG nova.compute.manager [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.961078] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.962035] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cf19b9-f6e2-4adb-9568-759fb18eb1d0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.970224] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.970727] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1be8ec7-c4ea-4882-bfec-2cd15073ce94 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.977276] env[70966]: DEBUG oslo_vmware.api [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1077.977276] env[70966]: value = "task-3613319" [ 1077.977276] env[70966]: _type = "Task" [ 1077.977276] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.985965] env[70966]: DEBUG oslo_vmware.api [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.073672] env[70966]: DEBUG oslo_concurrency.lockutils [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.172042] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.175745] env[70966]: DEBUG oslo_concurrency.lockutils [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.170s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.176956] env[70966]: DEBUG nova.objects.instance [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lazy-loading 'resources' on Instance uuid 2ff1d794-4c9f-4de9-8283-4a56c527c6d9 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.197762] env[70966]: INFO nova.scheduler.client.report [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Deleted allocations for instance 320938bd-aa9a-47c9-8add-f4ef382f171a [ 1078.215544] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613318, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.488726] env[70966]: DEBUG oslo_vmware.api [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613319, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.577425] env[70966]: DEBUG nova.compute.manager [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70966) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1078.667659] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.667659] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.667659] env[70966]: DEBUG nova.network.neutron [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.425205] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3d250616-8081-4f63-a58c-f33df8b20585 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "320938bd-aa9a-47c9-8add-f4ef382f171a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.499s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.445523] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914288} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.450044] env[70966]: DEBUG oslo_vmware.api [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613319, 'name': PowerOffVM_Task, 'duration_secs': 0.549023} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.450044] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 6b9e8a8f-edb0-4efb-b815-19c09f7512a5/6b9e8a8f-edb0-4efb-b815-19c09f7512a5.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.450044] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.450044] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.450044] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.450044] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55a6369d-08e1-4890-8cf5-e1f3b40734a5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.450044] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6eadbcc3-665a-4915-b962-aec0b8e6d001 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.458413] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1079.458413] env[70966]: value = "task-3613320" [ 1079.458413] env[70966]: _type = "Task" [ 1079.458413] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.472216] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.546299] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.546504] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.546677] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleting the datastore file [datastore1] cf3f25a5-7a5c-4df5-9d28-3b69381a751f {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.549207] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa47c015-76dd-40bd-ab81-2b435d57966d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.561194] env[70966]: DEBUG oslo_vmware.api [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1079.561194] env[70966]: value = "task-3613322" [ 1079.561194] env[70966]: _type = "Task" [ 1079.561194] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.570428] env[70966]: DEBUG oslo_vmware.api [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.629722] env[70966]: DEBUG nova.network.neutron [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Port 0744d7c4-5911-4e74-9a6d-7b949880bf7d binding to destination host cpu-1 is already ACTIVE {{(pid=70966) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1079.630229] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.630470] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquired lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.630693] env[70966]: DEBUG nova.network.neutron [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.699200] env[70966]: DEBUG nova.compute.manager [req-cf6497a5-97bc-4526-aaf0-4208faff5dc0 req-cfb7c202-9438-45e4-864f-323f4a49bee3 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Received event network-changed-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.699410] env[70966]: DEBUG nova.compute.manager [req-cf6497a5-97bc-4526-aaf0-4208faff5dc0 req-cfb7c202-9438-45e4-864f-323f4a49bee3 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Refreshing instance network info cache due to event network-changed-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.699605] env[70966]: DEBUG oslo_concurrency.lockutils [req-cf6497a5-97bc-4526-aaf0-4208faff5dc0 req-cfb7c202-9438-45e4-864f-323f4a49bee3 service nova] Acquiring lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.714226] env[70966]: INFO nova.network.neutron [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Port 3c93cb0c-5ecb-48e9-859a-a18827975c79 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1079.714582] env[70966]: DEBUG nova.network.neutron [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updating instance_info_cache with network_info: [{"id": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "address": "fa:16:3e:c0:45:0a", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa8ae32-90", "ovs_interfaceid": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.802842] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149958c3-6963-4e53-ac56-7b162637169f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.810770] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81dbced-d752-4cff-9adc-9197b72f72d9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.842831] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e83ce2-371b-41f4-b89e-debd0c9ec248 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.851326] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6507b564-cb67-4d2e-82b6-1b72aa1de36d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.866020] env[70966]: DEBUG nova.compute.provider_tree [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.926813] env[70966]: DEBUG oslo_concurrency.lockutils [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.972814] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088889} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.972814] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.973477] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a96fbe2-4703-4ee6-9019-f3d0796ad3bc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.995429] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 6b9e8a8f-edb0-4efb-b815-19c09f7512a5/6b9e8a8f-edb0-4efb-b815-19c09f7512a5.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.995685] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0737b9ef-6011-4b54-b998-8f5a63b2556d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.017066] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1080.017066] env[70966]: value = "task-3613323" [ 1080.017066] env[70966]: _type = "Task" [ 1080.017066] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.027410] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.071847] env[70966]: DEBUG oslo_vmware.api [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.219485] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.221922] env[70966]: DEBUG oslo_concurrency.lockutils [req-cf6497a5-97bc-4526-aaf0-4208faff5dc0 req-cfb7c202-9438-45e4-864f-323f4a49bee3 service nova] Acquired lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.222316] env[70966]: DEBUG nova.network.neutron [req-cf6497a5-97bc-4526-aaf0-4208faff5dc0 req-cfb7c202-9438-45e4-864f-323f4a49bee3 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Refreshing network info cache for port 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.369272] env[70966]: DEBUG nova.scheduler.client.report [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.390499] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "interface-52a61c79-cc93-4ae0-8f43-d78a6d857f07-3c93cb0c-5ecb-48e9-859a-a18827975c79" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.390752] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-52a61c79-cc93-4ae0-8f43-d78a6d857f07-3c93cb0c-5ecb-48e9-859a-a18827975c79" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.391109] env[70966]: DEBUG nova.objects.instance [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lazy-loading 'flavor' on Instance uuid 52a61c79-cc93-4ae0-8f43-d78a6d857f07 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.395402] env[70966]: DEBUG nova.network.neutron [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating instance_info_cache with network_info: [{"id": "0744d7c4-5911-4e74-9a6d-7b949880bf7d", "address": "fa:16:3e:e2:3f:b9", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0744d7c4-59", "ovs_interfaceid": "0744d7c4-5911-4e74-9a6d-7b949880bf7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.528635] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613323, 'name': ReconfigVM_Task, 'duration_secs': 0.316716} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.528927] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 6b9e8a8f-edb0-4efb-b815-19c09f7512a5/6b9e8a8f-edb0-4efb-b815-19c09f7512a5.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.529778] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc3811af-c00f-4080-adc7-c34fe7d0d650 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.537683] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1080.537683] env[70966]: value = "task-3613324" [ 1080.537683] env[70966]: _type = "Task" [ 1080.537683] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.546507] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613324, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.572637] env[70966]: DEBUG oslo_vmware.api [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519783} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.572946] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.573132] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.573326] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.573497] env[70966]: INFO nova.compute.manager [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Took 2.61 seconds to destroy the instance on the hypervisor. [ 1080.573740] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.573935] env[70966]: DEBUG nova.compute.manager [-] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.574601] env[70966]: DEBUG nova.network.neutron [-] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.680857] env[70966]: DEBUG oslo_concurrency.lockutils [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "6de5cc86-3369-45ae-8a25-373621dd03a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.680857] env[70966]: DEBUG oslo_concurrency.lockutils [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "6de5cc86-3369-45ae-8a25-373621dd03a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.680857] env[70966]: DEBUG oslo_concurrency.lockutils [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "6de5cc86-3369-45ae-8a25-373621dd03a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.680857] env[70966]: DEBUG oslo_concurrency.lockutils [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "6de5cc86-3369-45ae-8a25-373621dd03a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.680857] env[70966]: DEBUG oslo_concurrency.lockutils [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "6de5cc86-3369-45ae-8a25-373621dd03a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.683133] env[70966]: INFO nova.compute.manager [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Terminating instance [ 1080.725530] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f1b928c5-deb4-4ce4-b96e-b2654e4a8e0b tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-6822d83f-3208-47a7-8b15-e4c34d1a2b9b-3c93cb0c-5ecb-48e9-859a-a18827975c79" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.062s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.875018] env[70966]: DEBUG oslo_concurrency.lockutils [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.700s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.885615] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.279s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.885615] env[70966]: DEBUG nova.objects.instance [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lazy-loading 'resources' on Instance uuid 523d5ceb-7c30-41fe-87d5-48f5944ba100 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.902373] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Releasing lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.913362] env[70966]: INFO nova.scheduler.client.report [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Deleted allocations for instance 2ff1d794-4c9f-4de9-8283-4a56c527c6d9 [ 1080.952070] env[70966]: DEBUG nova.network.neutron [req-cf6497a5-97bc-4526-aaf0-4208faff5dc0 req-cfb7c202-9438-45e4-864f-323f4a49bee3 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updated VIF entry in instance network info cache for port 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.952275] env[70966]: DEBUG nova.network.neutron [req-cf6497a5-97bc-4526-aaf0-4208faff5dc0 req-cfb7c202-9438-45e4-864f-323f4a49bee3 service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updating instance_info_cache with network_info: [{"id": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "address": "fa:16:3e:c0:45:0a", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa8ae32-90", "ovs_interfaceid": "5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.022905] env[70966]: DEBUG nova.objects.instance [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lazy-loading 'pci_requests' on Instance uuid 52a61c79-cc93-4ae0-8f43-d78a6d857f07 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.050662] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613324, 'name': Rename_Task, 'duration_secs': 0.171609} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.050949] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.051483] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74199254-2f7d-4cb2-a87c-3169daeec384 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.059517] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1081.059517] env[70966]: value = "task-3613325" [ 1081.059517] env[70966]: _type = "Task" [ 1081.059517] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.069503] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.143426] env[70966]: DEBUG nova.compute.manager [req-29ef6506-9143-4917-becb-978f4a56c189 req-8159ff04-874c-46ed-bd8a-43641afb8c7c service nova] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Received event network-vif-deleted-05e3fde8-d153-4e0d-9573-ad4e9fa8d80a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.143562] env[70966]: INFO nova.compute.manager [req-29ef6506-9143-4917-becb-978f4a56c189 req-8159ff04-874c-46ed-bd8a-43641afb8c7c service nova] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Neutron deleted interface 05e3fde8-d153-4e0d-9573-ad4e9fa8d80a; detaching it from the instance and deleting it from the info cache [ 1081.143793] env[70966]: DEBUG nova.network.neutron [req-29ef6506-9143-4917-becb-978f4a56c189 req-8159ff04-874c-46ed-bd8a-43641afb8c7c service nova] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.185602] env[70966]: DEBUG nova.compute.manager [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.185833] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.186818] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eafdf0-8b98-445f-8b99-37fd3947f19f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.195611] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.195832] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0264c0f8-d079-4868-bb85-6b199ab56d64 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.205495] env[70966]: DEBUG oslo_vmware.api [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1081.205495] env[70966]: value = "task-3613326" [ 1081.205495] env[70966]: _type = "Task" [ 1081.205495] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.216102] env[70966]: DEBUG oslo_vmware.api [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.370455] env[70966]: DEBUG nova.network.neutron [-] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.406038] env[70966]: DEBUG nova.compute.manager [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70966) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1081.406218] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.429773] env[70966]: DEBUG oslo_concurrency.lockutils [None req-161f8bff-f4c5-43b3-9393-75456aa43c16 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "2ff1d794-4c9f-4de9-8283-4a56c527c6d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.081s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.455108] env[70966]: DEBUG oslo_concurrency.lockutils [req-cf6497a5-97bc-4526-aaf0-4208faff5dc0 req-cfb7c202-9438-45e4-864f-323f4a49bee3 service nova] Releasing lock "refresh_cache-6822d83f-3208-47a7-8b15-e4c34d1a2b9b" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.528057] env[70966]: DEBUG nova.objects.base [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Object Instance<52a61c79-cc93-4ae0-8f43-d78a6d857f07> lazy-loaded attributes: flavor,pci_requests {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1081.528057] env[70966]: DEBUG nova.network.neutron [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.575696] env[70966]: DEBUG oslo_vmware.api [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613325, 'name': PowerOnVM_Task, 'duration_secs': 0.477694} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.575966] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.576187] env[70966]: INFO nova.compute.manager [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1081.576370] env[70966]: DEBUG nova.compute.manager [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.577175] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844cdb67-2a05-4928-a35c-5b40849f2985 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.622812] env[70966]: DEBUG nova.policy [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8389fe3055d4a7b8fdbb0853438905d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611d7f6ccb3644079814f537c0dc64d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.646127] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebc89266-4d0c-4d3a-9b02-3293e9f53153 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.661383] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f3db32-657f-4d90-8397-9a7bd1bc71c9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.702873] env[70966]: DEBUG nova.compute.manager [req-29ef6506-9143-4917-becb-978f4a56c189 req-8159ff04-874c-46ed-bd8a-43641afb8c7c service nova] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Detach interface failed, port_id=05e3fde8-d153-4e0d-9573-ad4e9fa8d80a, reason: Instance cf3f25a5-7a5c-4df5-9d28-3b69381a751f could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1081.718458] env[70966]: DEBUG oslo_vmware.api [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613326, 'name': PowerOffVM_Task, 'duration_secs': 0.247486} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.721850] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.721850] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.722307] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfd99b11-781f-4338-acf4-61f507bdf773 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.755809] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1cee88-8d37-4044-9fed-a71bd9b7b96c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.763451] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a096925c-8c30-4540-94a6-15b7d32b9176 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.797449] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335e93fb-08c3-49f6-8d9e-7dee9a7d3d38 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.806163] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda6e60d-b8ab-472f-b490-23c6c4849979 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.813440] env[70966]: DEBUG nova.compute.manager [req-64d4b724-5e8b-451d-bbe5-7507fdb2bef5 req-06bb59aa-6148-44f0-9cd0-39f6569d38fd service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Received event network-changed-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.813643] env[70966]: DEBUG nova.compute.manager [req-64d4b724-5e8b-451d-bbe5-7507fdb2bef5 req-06bb59aa-6148-44f0-9cd0-39f6569d38fd service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Refreshing instance network info cache due to event network-changed-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.814038] env[70966]: DEBUG oslo_concurrency.lockutils [req-64d4b724-5e8b-451d-bbe5-7507fdb2bef5 req-06bb59aa-6148-44f0-9cd0-39f6569d38fd service nova] Acquiring lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.814081] env[70966]: DEBUG oslo_concurrency.lockutils [req-64d4b724-5e8b-451d-bbe5-7507fdb2bef5 req-06bb59aa-6148-44f0-9cd0-39f6569d38fd service nova] Acquired lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.814268] env[70966]: DEBUG nova.network.neutron [req-64d4b724-5e8b-451d-bbe5-7507fdb2bef5 req-06bb59aa-6148-44f0-9cd0-39f6569d38fd service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Refreshing network info cache for port f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.824954] env[70966]: DEBUG nova.compute.provider_tree [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.828306] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.828518] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.828692] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Deleting the datastore file [datastore1] 6de5cc86-3369-45ae-8a25-373621dd03a5 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.829631] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4350423-efc2-4f74-bddc-749337124938 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.837921] env[70966]: DEBUG oslo_vmware.api [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for the task: (returnval){ [ 1081.837921] env[70966]: value = "task-3613328" [ 1081.837921] env[70966]: _type = "Task" [ 1081.837921] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.847481] env[70966]: DEBUG oslo_vmware.api [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.873516] env[70966]: INFO nova.compute.manager [-] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Took 1.30 seconds to deallocate network for instance. [ 1082.099848] env[70966]: INFO nova.compute.manager [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Took 30.03 seconds to build instance. [ 1082.330303] env[70966]: DEBUG nova.scheduler.client.report [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.348488] env[70966]: DEBUG oslo_vmware.api [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Task: {'id': task-3613328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220343} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.349531] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.349725] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.349902] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.350094] env[70966]: INFO nova.compute.manager [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1082.350344] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.350541] env[70966]: DEBUG nova.compute.manager [-] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.350635] env[70966]: DEBUG nova.network.neutron [-] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.380906] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.601773] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9d04fd9c-60bf-433b-b78d-06bbf743a723 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.543s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.630495] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a29ecfe1-883c-4a28-b093-79a734726933 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.630908] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a29ecfe1-883c-4a28-b093-79a734726933 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.631230] env[70966]: DEBUG nova.compute.manager [None req-a29ecfe1-883c-4a28-b093-79a734726933 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.632536] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dd211d-f01f-41b1-b993-729ce3db55d6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.644025] env[70966]: DEBUG nova.compute.manager [None req-a29ecfe1-883c-4a28-b093-79a734726933 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70966) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1082.644025] env[70966]: DEBUG nova.objects.instance [None req-a29ecfe1-883c-4a28-b093-79a734726933 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lazy-loading 'flavor' on Instance uuid 6b9e8a8f-edb0-4efb-b815-19c09f7512a5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.835845] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.838586] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.221s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.838896] env[70966]: DEBUG nova.objects.instance [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Lazy-loading 'resources' on Instance uuid dc7a61a4-2423-46a5-ab55-e6ed45cf0c48 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.866695] env[70966]: INFO nova.scheduler.client.report [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleted allocations for instance 523d5ceb-7c30-41fe-87d5-48f5944ba100 [ 1082.895015] env[70966]: DEBUG nova.network.neutron [req-64d4b724-5e8b-451d-bbe5-7507fdb2bef5 req-06bb59aa-6148-44f0-9cd0-39f6569d38fd service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Updated VIF entry in instance network info cache for port f6b9f077-1a26-466f-b6c2-8b1dfa18ee58. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.895411] env[70966]: DEBUG nova.network.neutron [req-64d4b724-5e8b-451d-bbe5-7507fdb2bef5 req-06bb59aa-6148-44f0-9cd0-39f6569d38fd service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Updating instance_info_cache with network_info: [{"id": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "address": "fa:16:3e:50:5a:37", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b9f077-1a", "ovs_interfaceid": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.185882] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "07fef84f-b749-472e-909b-0c7df39a55b6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.185882] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "07fef84f-b749-472e-909b-0c7df39a55b6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.185882] env[70966]: INFO nova.compute.manager [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Rebooting instance [ 1083.380550] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46829dd8-b019-46cd-9d0c-e241d22a8125 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "523d5ceb-7c30-41fe-87d5-48f5944ba100" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.321s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.401904] env[70966]: DEBUG oslo_concurrency.lockutils [req-64d4b724-5e8b-451d-bbe5-7507fdb2bef5 req-06bb59aa-6148-44f0-9cd0-39f6569d38fd service nova] Releasing lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.418022] env[70966]: DEBUG nova.network.neutron [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Successfully updated port: 3c93cb0c-5ecb-48e9-859a-a18827975c79 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.654630] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29ecfe1-883c-4a28-b093-79a734726933 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.654630] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eda326c5-d938-46e4-b785-657952a504a5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.658726] env[70966]: DEBUG nova.network.neutron [-] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.668627] env[70966]: DEBUG oslo_vmware.api [None req-a29ecfe1-883c-4a28-b093-79a734726933 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1083.668627] env[70966]: value = "task-3613329" [ 1083.668627] env[70966]: _type = "Task" [ 1083.668627] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.681507] env[70966]: DEBUG oslo_vmware.api [None req-a29ecfe1-883c-4a28-b093-79a734726933 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.693538] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e431b8-5ba4-47c0-9c82-257b0ca704a6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.702922] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a06e29-d416-427b-8d9a-3f3881306d3a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.707102] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.707241] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.707472] env[70966]: DEBUG nova.network.neutron [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.744422] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780c8525-ed43-4015-a773-05235d40e0f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.753575] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a784d9-a496-49f0-b054-85b15a90291e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.769448] env[70966]: DEBUG nova.compute.provider_tree [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.798894] env[70966]: DEBUG nova.compute.manager [req-ba8a7af4-a8f8-45c9-a08e-fe9585fb1b69 req-e9d0224f-3cc9-49bd-b120-65c488013f4b service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Received event network-vif-plugged-3c93cb0c-5ecb-48e9-859a-a18827975c79 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.799204] env[70966]: DEBUG oslo_concurrency.lockutils [req-ba8a7af4-a8f8-45c9-a08e-fe9585fb1b69 req-e9d0224f-3cc9-49bd-b120-65c488013f4b service nova] Acquiring lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.799462] env[70966]: DEBUG oslo_concurrency.lockutils [req-ba8a7af4-a8f8-45c9-a08e-fe9585fb1b69 req-e9d0224f-3cc9-49bd-b120-65c488013f4b service nova] Lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.799747] env[70966]: DEBUG oslo_concurrency.lockutils [req-ba8a7af4-a8f8-45c9-a08e-fe9585fb1b69 req-e9d0224f-3cc9-49bd-b120-65c488013f4b service nova] Lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.799920] env[70966]: DEBUG nova.compute.manager [req-ba8a7af4-a8f8-45c9-a08e-fe9585fb1b69 req-e9d0224f-3cc9-49bd-b120-65c488013f4b service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] No waiting events found dispatching network-vif-plugged-3c93cb0c-5ecb-48e9-859a-a18827975c79 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.800170] env[70966]: WARNING nova.compute.manager [req-ba8a7af4-a8f8-45c9-a08e-fe9585fb1b69 req-e9d0224f-3cc9-49bd-b120-65c488013f4b service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Received unexpected event network-vif-plugged-3c93cb0c-5ecb-48e9-859a-a18827975c79 for instance with vm_state active and task_state None. [ 1083.919056] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.919286] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.919510] env[70966]: DEBUG nova.network.neutron [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.162862] env[70966]: INFO nova.compute.manager [-] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Took 1.81 seconds to deallocate network for instance. [ 1084.179309] env[70966]: DEBUG oslo_vmware.api [None req-a29ecfe1-883c-4a28-b093-79a734726933 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613329, 'name': PowerOffVM_Task, 'duration_secs': 0.213282} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.179635] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29ecfe1-883c-4a28-b093-79a734726933 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.179635] env[70966]: DEBUG nova.compute.manager [None req-a29ecfe1-883c-4a28-b093-79a734726933 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.180615] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ae567c-57c2-401f-92a3-7d6cb7e77953 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.196503] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "83c6af70-2fb2-401c-80ae-3070a0b534f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.197151] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "83c6af70-2fb2-401c-80ae-3070a0b534f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.272246] env[70966]: DEBUG nova.scheduler.client.report [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.393217] env[70966]: DEBUG nova.compute.manager [req-12fbf090-9912-4635-bcb7-efec73e2c348 req-cd796e58-22e9-4525-b7b3-f4fa66a8b1ce service nova] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Received event network-vif-deleted-568d29e4-fda2-4ffe-9d34-817f4384c5e8 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.463880] env[70966]: WARNING nova.network.neutron [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] 4697b8ca-a4de-4107-aa70-0f176622332c already exists in list: networks containing: ['4697b8ca-a4de-4107-aa70-0f176622332c']. ignoring it [ 1084.475541] env[70966]: DEBUG nova.network.neutron [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance_info_cache with network_info: [{"id": "315485ee-ebec-4228-beae-aee1cf4c3800", "address": "fa:16:3e:c5:2c:c7", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315485ee-eb", "ovs_interfaceid": "315485ee-ebec-4228-beae-aee1cf4c3800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.669550] env[70966]: DEBUG oslo_concurrency.lockutils [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.692750] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a29ecfe1-883c-4a28-b093-79a734726933 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.699484] env[70966]: DEBUG nova.compute.manager [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.730060] env[70966]: DEBUG nova.network.neutron [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Updating instance_info_cache with network_info: [{"id": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "address": "fa:16:3e:50:5a:37", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b9f077-1a", "ovs_interfaceid": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c93cb0c-5ecb-48e9-859a-a18827975c79", "address": "fa:16:3e:00:eb:59", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c93cb0c-5e", "ovs_interfaceid": "3c93cb0c-5ecb-48e9-859a-a18827975c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.776862] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.779389] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.121s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.779670] env[70966]: DEBUG nova.objects.instance [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70966) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1084.798828] env[70966]: INFO nova.scheduler.client.report [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Deleted allocations for instance dc7a61a4-2423-46a5-ab55-e6ed45cf0c48 [ 1084.978907] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.223718] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.231512] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.232017] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.232209] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.233075] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2de3d0-b71d-4c05-bd8b-e9de4cdd1910 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.251387] env[70966]: DEBUG nova.virt.hardware [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.251647] env[70966]: DEBUG nova.virt.hardware [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.251807] env[70966]: DEBUG nova.virt.hardware [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.251991] env[70966]: DEBUG nova.virt.hardware [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.252192] env[70966]: DEBUG nova.virt.hardware [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.252343] env[70966]: DEBUG nova.virt.hardware [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.252547] env[70966]: DEBUG nova.virt.hardware [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.252704] env[70966]: DEBUG nova.virt.hardware [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.252867] env[70966]: DEBUG nova.virt.hardware [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.253408] env[70966]: DEBUG nova.virt.hardware [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.253408] env[70966]: DEBUG nova.virt.hardware [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.259495] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Reconfiguring VM to attach interface {{(pid=70966) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1085.259815] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57760f3c-a3a9-4de9-b1a0-fd9d6bf57a3c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.280163] env[70966]: DEBUG oslo_vmware.api [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1085.280163] env[70966]: value = "task-3613330" [ 1085.280163] env[70966]: _type = "Task" [ 1085.280163] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.297954] env[70966]: DEBUG oslo_vmware.api [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.307919] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96f92430-7085-4d5a-890f-20109c5e037a tempest-ServerGroupTestJSON-1440077822 tempest-ServerGroupTestJSON-1440077822-project-member] Lock "dc7a61a4-2423-46a5-ab55-e6ed45cf0c48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.256s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.483020] env[70966]: DEBUG nova.compute.manager [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.483970] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46adb07-1172-446b-8d35-07c0e6e7941e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.501528] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "df78193e-b692-4b0d-8272-ad66b7f35e28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.501528] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "df78193e-b692-4b0d-8272-ad66b7f35e28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.788144] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c566efc0-d680-4de8-9794-1f2d7a911a7e tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.792688] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.137s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.794196] env[70966]: INFO nova.compute.claims [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.796542] env[70966]: DEBUG oslo_vmware.api [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.002995] env[70966]: DEBUG nova.compute.manager [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.292262] env[70966]: DEBUG oslo_vmware.api [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613330, 'name': ReconfigVM_Task, 'duration_secs': 0.748935} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.292781] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.292998] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Reconfigured VM to attach interface {{(pid=70966) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1086.301073] env[70966]: DEBUG nova.compute.manager [req-b0e4b0d8-15ee-40eb-b610-46df53533f83 req-4700cc09-6ee5-4f53-8a5e-ea1d90d4669e service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Received event network-changed-3c93cb0c-5ecb-48e9-859a-a18827975c79 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.301278] env[70966]: DEBUG nova.compute.manager [req-b0e4b0d8-15ee-40eb-b610-46df53533f83 req-4700cc09-6ee5-4f53-8a5e-ea1d90d4669e service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Refreshing instance network info cache due to event network-changed-3c93cb0c-5ecb-48e9-859a-a18827975c79. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.301496] env[70966]: DEBUG oslo_concurrency.lockutils [req-b0e4b0d8-15ee-40eb-b610-46df53533f83 req-4700cc09-6ee5-4f53-8a5e-ea1d90d4669e service nova] Acquiring lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.301640] env[70966]: DEBUG oslo_concurrency.lockutils [req-b0e4b0d8-15ee-40eb-b610-46df53533f83 req-4700cc09-6ee5-4f53-8a5e-ea1d90d4669e service nova] Acquired lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.301799] env[70966]: DEBUG nova.network.neutron [req-b0e4b0d8-15ee-40eb-b610-46df53533f83 req-4700cc09-6ee5-4f53-8a5e-ea1d90d4669e service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Refreshing network info cache for port 3c93cb0c-5ecb-48e9-859a-a18827975c79 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.502035] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fb6dc3-8ad3-496a-83ba-7ca712e65984 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.510845] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Doing hard reboot of VM {{(pid=70966) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1086.513256] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2c0855e0-de67-4d2c-a673-5a27a95f29f8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.524931] env[70966]: DEBUG oslo_vmware.api [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1086.524931] env[70966]: value = "task-3613331" [ 1086.524931] env[70966]: _type = "Task" [ 1086.524931] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.530716] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.535097] env[70966]: DEBUG oslo_vmware.api [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613331, 'name': ResetVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.761529] env[70966]: INFO nova.compute.manager [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Rebuilding instance [ 1086.797042] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a8ab2f49-2dcd-433e-8332-1602824d0c15 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-52a61c79-cc93-4ae0-8f43-d78a6d857f07-3c93cb0c-5ecb-48e9-859a-a18827975c79" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.406s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.802657] env[70966]: DEBUG nova.compute.manager [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.803574] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a56b2c-50fd-4421-846e-acd514d1346f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.015786] env[70966]: DEBUG nova.network.neutron [req-b0e4b0d8-15ee-40eb-b610-46df53533f83 req-4700cc09-6ee5-4f53-8a5e-ea1d90d4669e service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Updated VIF entry in instance network info cache for port 3c93cb0c-5ecb-48e9-859a-a18827975c79. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.016360] env[70966]: DEBUG nova.network.neutron [req-b0e4b0d8-15ee-40eb-b610-46df53533f83 req-4700cc09-6ee5-4f53-8a5e-ea1d90d4669e service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Updating instance_info_cache with network_info: [{"id": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "address": "fa:16:3e:50:5a:37", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b9f077-1a", "ovs_interfaceid": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c93cb0c-5ecb-48e9-859a-a18827975c79", "address": "fa:16:3e:00:eb:59", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c93cb0c-5e", "ovs_interfaceid": "3c93cb0c-5ecb-48e9-859a-a18827975c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.037468] env[70966]: DEBUG oslo_vmware.api [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613331, 'name': ResetVM_Task, 'duration_secs': 0.124774} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.040812] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Did hard reboot of VM {{(pid=70966) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1087.041063] env[70966]: DEBUG nova.compute.manager [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.042420] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d964de-94cf-42bc-833d-41e4b4fdb258 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.102695] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8055ed2-42a3-4a93-93d6-0d675bd488c3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.112551] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecce1871-743a-4985-84fb-67f703422800 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.143988] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5339cbd4-d5d0-410d-9fae-3d120fe8abf8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.151618] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b01c4a-7e83-4b20-b5ad-4b1e6bcf8d77 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.166383] env[70966]: DEBUG nova.compute.provider_tree [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.519764] env[70966]: DEBUG oslo_concurrency.lockutils [req-b0e4b0d8-15ee-40eb-b610-46df53533f83 req-4700cc09-6ee5-4f53-8a5e-ea1d90d4669e service nova] Releasing lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.558118] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c916ae83-c2d3-4daa-85a5-b13ee5116d00 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "07fef84f-b749-472e-909b-0c7df39a55b6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.374s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.669657] env[70966]: DEBUG nova.scheduler.client.report [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.826023] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.826023] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b338f2b-6ee7-489b-8a0f-237d451a9427 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.835234] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1087.835234] env[70966]: value = "task-3613332" [ 1087.835234] env[70966]: _type = "Task" [ 1087.835234] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.847013] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] VM already powered off {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1087.847387] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.848516] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d4054d-7c1f-4e58-b740-da6555f154f6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.860123] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.860440] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-054cf960-e6dc-4a6d-bf30-51fcd70da0dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.939401] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.939780] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.940187] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleting the datastore file [datastore1] 6b9e8a8f-edb0-4efb-b815-19c09f7512a5 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.940423] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6474aa1-f0e1-4efb-963e-9464df723623 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.952907] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1087.952907] env[70966]: value = "task-3613334" [ 1087.952907] env[70966]: _type = "Task" [ 1087.952907] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.964187] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.175124] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.175686] env[70966]: DEBUG nova.compute.manager [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.182787] env[70966]: DEBUG oslo_concurrency.lockutils [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.253s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.182949] env[70966]: DEBUG nova.objects.instance [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lazy-loading 'resources' on Instance uuid d4bbfb4c-039f-4373-bcaf-e0e915d57e47 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.248716] env[70966]: DEBUG oslo_concurrency.lockutils [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "interface-52a61c79-cc93-4ae0-8f43-d78a6d857f07-3c93cb0c-5ecb-48e9-859a-a18827975c79" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.248716] env[70966]: DEBUG oslo_concurrency.lockutils [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-52a61c79-cc93-4ae0-8f43-d78a6d857f07-3c93cb0c-5ecb-48e9-859a-a18827975c79" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.464528] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154956} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.464528] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.464528] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.464528] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.684509] env[70966]: DEBUG nova.compute.utils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.687029] env[70966]: DEBUG nova.compute.manager [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.688741] env[70966]: DEBUG nova.network.neutron [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.757749] env[70966]: DEBUG nova.policy [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23ef877699da4de29b14ef83880023e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7723e8f4e0c448d9079582e41e36bb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.759889] env[70966]: DEBUG oslo_concurrency.lockutils [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.759889] env[70966]: DEBUG oslo_concurrency.lockutils [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.760930] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d204df80-f297-46f8-b2b5-77ecb0c00e9e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.785667] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158e1c1b-1977-4a7f-a717-1b1e7ea0a521 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.812931] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Reconfiguring VM to detach interface {{(pid=70966) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1088.815987] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3634f9ec-d253-4224-8174-cd36c5268359 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.845486] env[70966]: DEBUG oslo_vmware.api [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1088.845486] env[70966]: value = "task-3613335" [ 1088.845486] env[70966]: _type = "Task" [ 1088.845486] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.857612] env[70966]: DEBUG oslo_vmware.api [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.124474] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb223ad-423c-4d45-b4d3-70d39908dcd1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.132736] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd7db9b-4132-453f-b5a5-c18d6659456e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.168580] env[70966]: DEBUG nova.network.neutron [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Successfully created port: b6318168-ff29-4fee-8ca1-fc809e607b0f {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.171347] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08105ae-f5c5-4ea4-9f68-bcb36f0d43ab {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.180687] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d858aa-1f98-4da7-94be-d42c6981fa6b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.195800] env[70966]: DEBUG nova.compute.manager [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.199491] env[70966]: DEBUG nova.compute.provider_tree [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.356262] env[70966]: DEBUG oslo_vmware.api [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.503994] env[70966]: DEBUG nova.virt.hardware [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.504294] env[70966]: DEBUG nova.virt.hardware [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.504454] env[70966]: DEBUG nova.virt.hardware [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.504648] env[70966]: DEBUG nova.virt.hardware [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.504922] env[70966]: DEBUG nova.virt.hardware [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.505139] env[70966]: DEBUG nova.virt.hardware [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.505385] env[70966]: DEBUG nova.virt.hardware [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.505648] env[70966]: DEBUG nova.virt.hardware [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.505837] env[70966]: DEBUG nova.virt.hardware [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.506198] env[70966]: DEBUG nova.virt.hardware [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.506198] env[70966]: DEBUG nova.virt.hardware [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.507085] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb1bc1f-b140-4063-9c0e-76d741fa64b9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.515613] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f36d58f-fa2f-41ad-a6a6-2b7ea5e635fa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.531449] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:fd:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '803b07c2-f5e3-4863-814b-1561d5417c6c', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.541160] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.541160] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.541160] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb0d88d5-a01d-4eef-8886-c771bd8e5861 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.561042] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.561042] env[70966]: value = "task-3613336" [ 1089.561042] env[70966]: _type = "Task" [ 1089.561042] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.569760] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613336, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.704815] env[70966]: DEBUG nova.scheduler.client.report [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.856794] env[70966]: DEBUG oslo_vmware.api [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.073136] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613336, 'name': CreateVM_Task, 'duration_secs': 0.389352} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.073136] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.073136] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.073658] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.074082] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.074488] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ad9a71-23ca-4ac7-b029-348370a3a084 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.081030] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1090.081030] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524b8787-7939-e071-8386-638985752f45" [ 1090.081030] env[70966]: _type = "Task" [ 1090.081030] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.089280] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524b8787-7939-e071-8386-638985752f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.209783] env[70966]: DEBUG nova.compute.manager [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.212714] env[70966]: DEBUG oslo_concurrency.lockutils [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.214878] env[70966]: DEBUG oslo_concurrency.lockutils [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 10.288s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.239506] env[70966]: INFO nova.scheduler.client.report [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Deleted allocations for instance d4bbfb4c-039f-4373-bcaf-e0e915d57e47 [ 1090.252980] env[70966]: DEBUG nova.virt.hardware [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.253266] env[70966]: DEBUG nova.virt.hardware [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.253436] env[70966]: DEBUG nova.virt.hardware [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.253620] env[70966]: DEBUG nova.virt.hardware [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.253768] env[70966]: DEBUG nova.virt.hardware [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.253917] env[70966]: DEBUG nova.virt.hardware [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.254138] env[70966]: DEBUG nova.virt.hardware [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.254297] env[70966]: DEBUG nova.virt.hardware [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.254466] env[70966]: DEBUG nova.virt.hardware [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.254651] env[70966]: DEBUG nova.virt.hardware [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.254824] env[70966]: DEBUG nova.virt.hardware [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.255927] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c4fb42-0415-486e-a09e-63914cbdd431 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.265342] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd8bc7a-7ccf-46e4-a339-1ecc7f8a3e6d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.357431] env[70966]: DEBUG oslo_vmware.api [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.592710] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524b8787-7939-e071-8386-638985752f45, 'name': SearchDatastore_Task, 'duration_secs': 0.010576} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.594104] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.594104] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.594221] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.594337] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.594770] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.595377] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1f4d7fb-e387-486e-9561-bea3ec7791f3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.607908] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.608092] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.608838] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e568a94-17d4-43bd-8ef2-fd2cb3b768b8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.619277] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1090.619277] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c0fd94-1600-0e3d-9dc6-b7c95d2db70d" [ 1090.619277] env[70966]: _type = "Task" [ 1090.619277] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.627363] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c0fd94-1600-0e3d-9dc6-b7c95d2db70d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.721270] env[70966]: DEBUG nova.objects.instance [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'migration_context' on Instance uuid 2a414958-48b2-4b40-89df-ed686c590f5e {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.750573] env[70966]: DEBUG oslo_concurrency.lockutils [None req-646f91b8-7722-4e31-86e9-e88b020f9d0a tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "d4bbfb4c-039f-4373-bcaf-e0e915d57e47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.154s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.760382] env[70966]: DEBUG nova.compute.manager [req-a3452cdd-80ff-41e0-be9b-b17e7803cb36 req-057032fd-b2cb-49db-9e90-fb3aff04684b service nova] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Received event network-vif-plugged-b6318168-ff29-4fee-8ca1-fc809e607b0f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.760382] env[70966]: DEBUG oslo_concurrency.lockutils [req-a3452cdd-80ff-41e0-be9b-b17e7803cb36 req-057032fd-b2cb-49db-9e90-fb3aff04684b service nova] Acquiring lock "c0ffa2af-7dcf-4114-a53a-7595e5f77fa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.760382] env[70966]: DEBUG oslo_concurrency.lockutils [req-a3452cdd-80ff-41e0-be9b-b17e7803cb36 req-057032fd-b2cb-49db-9e90-fb3aff04684b service nova] Lock "c0ffa2af-7dcf-4114-a53a-7595e5f77fa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.760382] env[70966]: DEBUG oslo_concurrency.lockutils [req-a3452cdd-80ff-41e0-be9b-b17e7803cb36 req-057032fd-b2cb-49db-9e90-fb3aff04684b service nova] Lock "c0ffa2af-7dcf-4114-a53a-7595e5f77fa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.760382] env[70966]: DEBUG nova.compute.manager [req-a3452cdd-80ff-41e0-be9b-b17e7803cb36 req-057032fd-b2cb-49db-9e90-fb3aff04684b service nova] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] No waiting events found dispatching network-vif-plugged-b6318168-ff29-4fee-8ca1-fc809e607b0f {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.760382] env[70966]: WARNING nova.compute.manager [req-a3452cdd-80ff-41e0-be9b-b17e7803cb36 req-057032fd-b2cb-49db-9e90-fb3aff04684b service nova] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Received unexpected event network-vif-plugged-b6318168-ff29-4fee-8ca1-fc809e607b0f for instance with vm_state building and task_state spawning. [ 1090.861576] env[70966]: DEBUG oslo_vmware.api [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.868731] env[70966]: DEBUG nova.network.neutron [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Successfully updated port: b6318168-ff29-4fee-8ca1-fc809e607b0f {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.072473] env[70966]: DEBUG oslo_concurrency.lockutils [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "e6c65fed-3791-4f55-843b-25f9c5fe8172" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.072761] env[70966]: DEBUG oslo_concurrency.lockutils [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "e6c65fed-3791-4f55-843b-25f9c5fe8172" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.072983] env[70966]: DEBUG oslo_concurrency.lockutils [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "e6c65fed-3791-4f55-843b-25f9c5fe8172-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.073202] env[70966]: DEBUG oslo_concurrency.lockutils [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "e6c65fed-3791-4f55-843b-25f9c5fe8172-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.073393] env[70966]: DEBUG oslo_concurrency.lockutils [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "e6c65fed-3791-4f55-843b-25f9c5fe8172-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.078852] env[70966]: INFO nova.compute.manager [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Terminating instance [ 1091.131123] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c0fd94-1600-0e3d-9dc6-b7c95d2db70d, 'name': SearchDatastore_Task, 'duration_secs': 0.010315} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.131583] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af545cd-edd8-40f6-9f44-ee27233fd0d5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.136572] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1091.136572] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ec9ca6-3d7c-dd1d-f6d5-4620fdcda860" [ 1091.136572] env[70966]: _type = "Task" [ 1091.136572] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.144297] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ec9ca6-3d7c-dd1d-f6d5-4620fdcda860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.361749] env[70966]: DEBUG oslo_vmware.api [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.370722] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "refresh_cache-c0ffa2af-7dcf-4114-a53a-7595e5f77fa4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.370979] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "refresh_cache-c0ffa2af-7dcf-4114-a53a-7595e5f77fa4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.371202] env[70966]: DEBUG nova.network.neutron [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.486165] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dd1c6a-8a33-48bb-980a-991d439b3695 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.493057] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab00d0e-6c76-44db-980c-2514538c4a69 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.524729] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92c9edd-e545-4f44-89b0-2150eaec8fb1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.532505] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efa8c79-8364-4736-a41c-d9b5d7c16b0a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.546168] env[70966]: DEBUG nova.compute.provider_tree [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.583028] env[70966]: DEBUG oslo_concurrency.lockutils [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "refresh_cache-e6c65fed-3791-4f55-843b-25f9c5fe8172" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.583264] env[70966]: DEBUG oslo_concurrency.lockutils [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquired lock "refresh_cache-e6c65fed-3791-4f55-843b-25f9c5fe8172" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.583529] env[70966]: DEBUG nova.network.neutron [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.647538] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ec9ca6-3d7c-dd1d-f6d5-4620fdcda860, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.647818] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.648089] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 6b9e8a8f-edb0-4efb-b815-19c09f7512a5/6b9e8a8f-edb0-4efb-b815-19c09f7512a5.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.648351] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc02b6f7-614a-4cef-9fef-144dd20d2df6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.656232] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1091.656232] env[70966]: value = "task-3613337" [ 1091.656232] env[70966]: _type = "Task" [ 1091.656232] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.665659] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.862262] env[70966]: DEBUG oslo_vmware.api [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.906820] env[70966]: DEBUG nova.network.neutron [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.049045] env[70966]: DEBUG nova.scheduler.client.report [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.086153] env[70966]: DEBUG nova.network.neutron [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Updating instance_info_cache with network_info: [{"id": "b6318168-ff29-4fee-8ca1-fc809e607b0f", "address": "fa:16:3e:05:79:b6", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6318168-ff", "ovs_interfaceid": "b6318168-ff29-4fee-8ca1-fc809e607b0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.110811] env[70966]: DEBUG nova.network.neutron [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.161465] env[70966]: DEBUG nova.network.neutron [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.168055] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454696} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.168324] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 6b9e8a8f-edb0-4efb-b815-19c09f7512a5/6b9e8a8f-edb0-4efb-b815-19c09f7512a5.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.168542] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.168791] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d67106d-a0e4-4345-bc92-8a4f0fb2eb87 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.176199] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1092.176199] env[70966]: value = "task-3613338" [ 1092.176199] env[70966]: _type = "Task" [ 1092.176199] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.183488] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.360971] env[70966]: DEBUG oslo_vmware.api [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.594207] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "refresh_cache-c0ffa2af-7dcf-4114-a53a-7595e5f77fa4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.594636] env[70966]: DEBUG nova.compute.manager [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Instance network_info: |[{"id": "b6318168-ff29-4fee-8ca1-fc809e607b0f", "address": "fa:16:3e:05:79:b6", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6318168-ff", "ovs_interfaceid": "b6318168-ff29-4fee-8ca1-fc809e607b0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.595293] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:79:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6318168-ff29-4fee-8ca1-fc809e607b0f', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.603151] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.603381] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.603613] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ee45370-9ab7-4261-ad7e-03bab0075a74 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.620459] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.620668] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.628224] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.628224] env[70966]: value = "task-3613339" [ 1092.628224] env[70966]: _type = "Task" [ 1092.628224] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.635968] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613339, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.664549] env[70966]: DEBUG oslo_concurrency.lockutils [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Releasing lock "refresh_cache-e6c65fed-3791-4f55-843b-25f9c5fe8172" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.664986] env[70966]: DEBUG nova.compute.manager [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.665263] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.666411] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e764d36-8d22-4938-82cd-aec88a711214 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.674415] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.674675] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10c2d0f9-31aa-489e-a271-8646ef41085b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.686891] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.688844] env[70966]: DEBUG oslo_vmware.api [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1092.688844] env[70966]: value = "task-3613340" [ 1092.688844] env[70966]: _type = "Task" [ 1092.688844] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.696261] env[70966]: DEBUG oslo_vmware.api [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.860142] env[70966]: DEBUG nova.compute.manager [req-6930baa7-d978-4e69-a33d-3f2b008eb9ae req-8fbbf1fa-1afa-45b5-82b1-6172ea0751dc service nova] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Received event network-changed-b6318168-ff29-4fee-8ca1-fc809e607b0f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.860296] env[70966]: DEBUG nova.compute.manager [req-6930baa7-d978-4e69-a33d-3f2b008eb9ae req-8fbbf1fa-1afa-45b5-82b1-6172ea0751dc service nova] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Refreshing instance network info cache due to event network-changed-b6318168-ff29-4fee-8ca1-fc809e607b0f. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.860530] env[70966]: DEBUG oslo_concurrency.lockutils [req-6930baa7-d978-4e69-a33d-3f2b008eb9ae req-8fbbf1fa-1afa-45b5-82b1-6172ea0751dc service nova] Acquiring lock "refresh_cache-c0ffa2af-7dcf-4114-a53a-7595e5f77fa4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.860689] env[70966]: DEBUG oslo_concurrency.lockutils [req-6930baa7-d978-4e69-a33d-3f2b008eb9ae req-8fbbf1fa-1afa-45b5-82b1-6172ea0751dc service nova] Acquired lock "refresh_cache-c0ffa2af-7dcf-4114-a53a-7595e5f77fa4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.860852] env[70966]: DEBUG nova.network.neutron [req-6930baa7-d978-4e69-a33d-3f2b008eb9ae req-8fbbf1fa-1afa-45b5-82b1-6172ea0751dc service nova] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Refreshing network info cache for port b6318168-ff29-4fee-8ca1-fc809e607b0f {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.865868] env[70966]: DEBUG oslo_vmware.api [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.061302] env[70966]: DEBUG oslo_concurrency.lockutils [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.846s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.067122] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 11.661s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.134779] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.135617] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.135805] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.135994] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.136211] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.136371] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.136519] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70966) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1093.136705] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.141520] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613339, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.187993] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613338, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.197064] env[70966]: DEBUG oslo_vmware.api [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.363770] env[70966]: DEBUG oslo_vmware.api [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.550179] env[70966]: DEBUG nova.network.neutron [req-6930baa7-d978-4e69-a33d-3f2b008eb9ae req-8fbbf1fa-1afa-45b5-82b1-6172ea0751dc service nova] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Updated VIF entry in instance network info cache for port b6318168-ff29-4fee-8ca1-fc809e607b0f. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.550557] env[70966]: DEBUG nova.network.neutron [req-6930baa7-d978-4e69-a33d-3f2b008eb9ae req-8fbbf1fa-1afa-45b5-82b1-6172ea0751dc service nova] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Updating instance_info_cache with network_info: [{"id": "b6318168-ff29-4fee-8ca1-fc809e607b0f", "address": "fa:16:3e:05:79:b6", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6318168-ff", "ovs_interfaceid": "b6318168-ff29-4fee-8ca1-fc809e607b0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.574451] env[70966]: DEBUG nova.objects.instance [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lazy-loading 'migration_context' on Instance uuid e5a70365-479b-4c56-b385-684fd7e70c74 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.640301] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613339, 'name': CreateVM_Task, 'duration_secs': 0.635918} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.640483] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.641172] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.641342] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.641662] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.642024] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d359344-1af7-48af-8384-04d70a9d9df9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.644200] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.647301] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1093.647301] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52af837f-2e3a-feb7-30ea-9c8dd13edfbb" [ 1093.647301] env[70966]: _type = "Task" [ 1093.647301] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.655345] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52af837f-2e3a-feb7-30ea-9c8dd13edfbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.685348] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.030145} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.685559] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.686303] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758757d9-7e53-42b1-96ed-b58ea5daa8a9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.710816] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 6b9e8a8f-edb0-4efb-b815-19c09f7512a5/6b9e8a8f-edb0-4efb-b815-19c09f7512a5.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.711545] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac7c8cd3-0d2d-44e6-88dc-436f07c617a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.729053] env[70966]: DEBUG oslo_vmware.api [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613340, 'name': PowerOffVM_Task, 'duration_secs': 0.581908} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.729654] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.729827] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.730077] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f53138b4-3359-4e53-800a-1dc6656cf94f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.735218] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1093.735218] env[70966]: value = "task-3613341" [ 1093.735218] env[70966]: _type = "Task" [ 1093.735218] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.742163] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613341, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.755939] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.755939] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.755939] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Deleting the datastore file [datastore2] e6c65fed-3791-4f55-843b-25f9c5fe8172 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.755939] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d79bee18-ffcc-4f02-a20d-a5f93a2bf888 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.763653] env[70966]: DEBUG oslo_vmware.api [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for the task: (returnval){ [ 1093.763653] env[70966]: value = "task-3613343" [ 1093.763653] env[70966]: _type = "Task" [ 1093.763653] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.772511] env[70966]: DEBUG oslo_vmware.api [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.863680] env[70966]: DEBUG oslo_vmware.api [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.053799] env[70966]: DEBUG oslo_concurrency.lockutils [req-6930baa7-d978-4e69-a33d-3f2b008eb9ae req-8fbbf1fa-1afa-45b5-82b1-6172ea0751dc service nova] Releasing lock "refresh_cache-c0ffa2af-7dcf-4114-a53a-7595e5f77fa4" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.158722] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52af837f-2e3a-feb7-30ea-9c8dd13edfbb, 'name': SearchDatastore_Task, 'duration_secs': 0.012404} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.159359] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.159359] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.159514] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.159658] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.159831] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.160435] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01b5fd79-cc86-42f9-89f2-4d908b3c5938 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.168442] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.168442] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.168971] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-992ae953-227e-42b7-8f5e-f2ef591f2080 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.173777] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1094.173777] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bd2bf5-7f17-8c33-f734-6ea19ea432cd" [ 1094.173777] env[70966]: _type = "Task" [ 1094.173777] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.184463] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bd2bf5-7f17-8c33-f734-6ea19ea432cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.246943] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613341, 'name': ReconfigVM_Task, 'duration_secs': 0.288491} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.247133] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 6b9e8a8f-edb0-4efb-b815-19c09f7512a5/6b9e8a8f-edb0-4efb-b815-19c09f7512a5.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.247611] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36a09b32-4135-4f53-9b13-bbcabb474a35 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.253684] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1094.253684] env[70966]: value = "task-3613344" [ 1094.253684] env[70966]: _type = "Task" [ 1094.253684] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.264480] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613344, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.273018] env[70966]: DEBUG oslo_vmware.api [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Task: {'id': task-3613343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095929} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.275582] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.275767] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.275947] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.276144] env[70966]: INFO nova.compute.manager [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1094.276399] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.277116] env[70966]: DEBUG nova.compute.manager [-] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.277116] env[70966]: DEBUG nova.network.neutron [-] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.293779] env[70966]: DEBUG nova.network.neutron [-] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.349986] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0191e813-3871-439b-be7d-635f468ec579 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.360643] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9c7661-9d81-4c6d-bef2-981edf5295e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.367437] env[70966]: DEBUG oslo_vmware.api [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613335, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.395987] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ff1354-795f-4c65-8f25-47faed3597d7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.405837] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b30ad7-6d81-44a3-90f6-1afa5568b673 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.417320] env[70966]: DEBUG nova.compute.provider_tree [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.599806] env[70966]: INFO nova.compute.manager [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Swapping old allocation on dict_keys(['28f91738-2b78-4613-b71e-2571db52847f']) held by migration 4e32ac82-24f5-4629-b0d9-2deafc0b8b9e for instance [ 1094.620423] env[70966]: DEBUG nova.scheduler.client.report [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Overwriting current allocation {'allocations': {'28f91738-2b78-4613-b71e-2571db52847f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 136}}, 'project_id': '66260d7374eb4c4aa9a5740b5d701d6b', 'user_id': 'bf680a46ac5a4c3f85fd68474ac42101', 'consumer_generation': 1} on consumer 2a414958-48b2-4b40-89df-ed686c590f5e {{(pid=70966) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1094.686886] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bd2bf5-7f17-8c33-f734-6ea19ea432cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.687680] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-309b85a4-c51b-42ca-b12f-388c8fc432e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.692664] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1094.692664] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522b09d5-57d6-6c70-b2d9-f58a71bed326" [ 1094.692664] env[70966]: _type = "Task" [ 1094.692664] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.697210] env[70966]: DEBUG oslo_concurrency.lockutils [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.697443] env[70966]: DEBUG oslo_concurrency.lockutils [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.697636] env[70966]: DEBUG nova.network.neutron [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.701919] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522b09d5-57d6-6c70-b2d9-f58a71bed326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.763107] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613344, 'name': Rename_Task, 'duration_secs': 0.143518} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.763379] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.763612] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d4c318b-ff10-4184-bd8c-3a049b97af54 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.770458] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1094.770458] env[70966]: value = "task-3613345" [ 1094.770458] env[70966]: _type = "Task" [ 1094.770458] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.777941] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.796384] env[70966]: DEBUG nova.network.neutron [-] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.862400] env[70966]: DEBUG oslo_vmware.api [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613335, 'name': ReconfigVM_Task, 'duration_secs': 5.749196} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.862691] env[70966]: DEBUG oslo_concurrency.lockutils [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.863940] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Reconfigured VM to detach interface {{(pid=70966) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1094.920671] env[70966]: DEBUG nova.scheduler.client.report [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.953743] env[70966]: DEBUG oslo_concurrency.lockutils [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.953982] env[70966]: DEBUG oslo_concurrency.lockutils [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.954180] env[70966]: INFO nova.compute.manager [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Shelving [ 1095.207471] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522b09d5-57d6-6c70-b2d9-f58a71bed326, 'name': SearchDatastore_Task, 'duration_secs': 0.009253} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.207825] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.207947] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] c0ffa2af-7dcf-4114-a53a-7595e5f77fa4/c0ffa2af-7dcf-4114-a53a-7595e5f77fa4.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.208524] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d07da78d-cae0-4896-9366-62376797220a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.215818] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1095.215818] env[70966]: value = "task-3613346" [ 1095.215818] env[70966]: _type = "Task" [ 1095.215818] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.223569] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.281699] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613345, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.299278] env[70966]: INFO nova.compute.manager [-] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Took 1.02 seconds to deallocate network for instance. [ 1095.431876] env[70966]: DEBUG nova.network.neutron [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance_info_cache with network_info: [{"id": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "address": "fa:16:3e:ee:c6:bd", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf7a8c5-37", "ovs_interfaceid": "ebf7a8c5-3718-4890-ae27-253bf3f26abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.726335] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613346, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.759567] env[70966]: DEBUG oslo_concurrency.lockutils [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.759776] env[70966]: DEBUG oslo_concurrency.lockutils [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.759992] env[70966]: DEBUG oslo_concurrency.lockutils [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.760218] env[70966]: DEBUG oslo_concurrency.lockutils [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.760424] env[70966]: DEBUG oslo_concurrency.lockutils [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.762910] env[70966]: INFO nova.compute.manager [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Terminating instance [ 1095.780406] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613345, 'name': PowerOnVM_Task, 'duration_secs': 0.523024} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.780665] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.780867] env[70966]: DEBUG nova.compute.manager [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.781627] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8a231d-55cf-417c-b73a-12e8fa31bcd3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.806904] env[70966]: DEBUG oslo_concurrency.lockutils [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.931364] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.864s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.937108] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.556s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.937362] env[70966]: DEBUG nova.objects.instance [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lazy-loading 'resources' on Instance uuid cf3f25a5-7a5c-4df5-9d28-3b69381a751f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.938944] env[70966]: DEBUG oslo_concurrency.lockutils [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "refresh_cache-2a414958-48b2-4b40-89df-ed686c590f5e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.941652] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e448744c-d431-4266-80eb-950736ba5135 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.953445] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f4a142-9b17-43ed-af53-bc65a8660f11 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.967811] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.970740] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b04aa34e-a45f-4409-a43d-b3eb34d891cd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.978659] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1095.978659] env[70966]: value = "task-3613347" [ 1095.978659] env[70966]: _type = "Task" [ 1095.978659] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.986742] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.190559] env[70966]: DEBUG oslo_concurrency.lockutils [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.190559] env[70966]: DEBUG oslo_concurrency.lockutils [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquired lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.190750] env[70966]: DEBUG nova.network.neutron [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.225758] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545046} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.226113] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] c0ffa2af-7dcf-4114-a53a-7595e5f77fa4/c0ffa2af-7dcf-4114-a53a-7595e5f77fa4.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.226229] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.226475] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85415ef4-c419-4921-85d8-5e5a886100ed {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.232452] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1096.232452] env[70966]: value = "task-3613348" [ 1096.232452] env[70966]: _type = "Task" [ 1096.232452] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.241402] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.266323] env[70966]: DEBUG nova.compute.manager [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.266521] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.267509] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0664f7ca-bb0e-4cef-a221-cc4b08b9cbf3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.276879] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.277139] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c91edd6f-aafa-4459-b445-583cee318079 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.283323] env[70966]: DEBUG oslo_vmware.api [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1096.283323] env[70966]: value = "task-3613349" [ 1096.283323] env[70966]: _type = "Task" [ 1096.283323] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.292358] env[70966]: INFO nova.compute.manager [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] bringing vm to original state: 'stopped' [ 1096.295030] env[70966]: DEBUG oslo_vmware.api [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.496362] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613347, 'name': PowerOffVM_Task, 'duration_secs': 0.432535} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.500509] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.502831] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ed6fa9-2996-4da1-a5e9-709c4b9942ff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.528684] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94b75a1-606e-470b-b25c-a34d3fcb75d0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.733960] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19f3f26-bda9-4313-91f2-7c3941024816 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.745032] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082596} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.746845] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.747635] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59930628-49fd-44bc-9efe-171ec82a6c10 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.750651] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a8dab3-69e2-477a-8b3c-2be23b736e53 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.803050] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] c0ffa2af-7dcf-4114-a53a-7595e5f77fa4/c0ffa2af-7dcf-4114-a53a-7595e5f77fa4.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.806769] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9243eb-c7c1-442c-b35f-9246c4b0a847 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.811380] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b07ed43c-c59a-44ab-88d9-53797c622232 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.826604] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.826882] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.827041] env[70966]: DEBUG nova.compute.manager [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.828116] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36149e1d-d4a9-4fef-bb6b-4bea7c95e09f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.840741] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0d911c-4a4b-4cd2-91fc-5006c5d2f71b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.845077] env[70966]: DEBUG oslo_vmware.api [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613349, 'name': PowerOffVM_Task, 'duration_secs': 0.272105} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.847459] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.847641] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.848028] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1096.848028] env[70966]: value = "task-3613350" [ 1096.848028] env[70966]: _type = "Task" [ 1096.848028] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.848192] env[70966]: DEBUG nova.compute.manager [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70966) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1096.849932] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d390955b-4081-4a78-9cf2-bdd17ef3288a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.865782] env[70966]: DEBUG nova.compute.provider_tree [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.871718] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.935560] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.935794] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.936027] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Deleting the datastore file [datastore2] 52a61c79-cc93-4ae0-8f43-d78a6d857f07 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.936251] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1c1d479-d0be-4a54-a494-a31a27f483be {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.943580] env[70966]: DEBUG oslo_vmware.api [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1096.943580] env[70966]: value = "task-3613352" [ 1096.943580] env[70966]: _type = "Task" [ 1096.943580] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.953493] env[70966]: DEBUG oslo_vmware.api [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.959863] env[70966]: INFO nova.network.neutron [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Port 3c93cb0c-5ecb-48e9-859a-a18827975c79 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1096.960247] env[70966]: DEBUG nova.network.neutron [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Updating instance_info_cache with network_info: [{"id": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "address": "fa:16:3e:50:5a:37", "network": {"id": "4697b8ca-a4de-4107-aa70-0f176622332c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1965860380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611d7f6ccb3644079814f537c0dc64d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b9f077-1a", "ovs_interfaceid": "f6b9f077-1a26-466f-b6c2-8b1dfa18ee58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.042860] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1097.043231] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0d773076-fed7-4ecd-bafa-20f0065ebd52 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.051934] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1097.051934] env[70966]: value = "task-3613353" [ 1097.051934] env[70966]: _type = "Task" [ 1097.051934] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.060493] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613353, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.062223] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.062538] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-648f679a-84e6-4c0f-b6f7-42f8e9bd5c00 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.069339] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1097.069339] env[70966]: value = "task-3613354" [ 1097.069339] env[70966]: _type = "Task" [ 1097.069339] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.077508] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.361425] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613350, 'name': ReconfigVM_Task, 'duration_secs': 0.309768} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.361733] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Reconfigured VM instance instance-00000069 to attach disk [datastore1] c0ffa2af-7dcf-4114-a53a-7595e5f77fa4/c0ffa2af-7dcf-4114-a53a-7595e5f77fa4.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.362422] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2362468c-e677-415d-babf-fbc302b53f9c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.365727] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.365967] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97c79e6c-4ec1-4224-a40c-5a3876f55843 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.368535] env[70966]: DEBUG nova.scheduler.client.report [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.373152] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1097.373152] env[70966]: value = "task-3613355" [ 1097.373152] env[70966]: _type = "Task" [ 1097.373152] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.380603] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1097.380603] env[70966]: value = "task-3613356" [ 1097.380603] env[70966]: _type = "Task" [ 1097.380603] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.386420] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613355, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.396064] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.454713] env[70966]: DEBUG oslo_vmware.api [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16712} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.455014] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.455203] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.455403] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.455584] env[70966]: INFO nova.compute.manager [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1097.455859] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.456076] env[70966]: DEBUG nova.compute.manager [-] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.456178] env[70966]: DEBUG nova.network.neutron [-] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.463947] env[70966]: DEBUG oslo_concurrency.lockutils [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Releasing lock "refresh_cache-52a61c79-cc93-4ae0-8f43-d78a6d857f07" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.486410] env[70966]: INFO nova.compute.manager [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Swapping old allocation on dict_keys(['28f91738-2b78-4613-b71e-2571db52847f']) held by migration 2154b0d5-2d6b-4b3e-9caa-5cf5597459be for instance [ 1097.513152] env[70966]: DEBUG nova.scheduler.client.report [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Overwriting current allocation {'allocations': {'28f91738-2b78-4613-b71e-2571db52847f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 137}}, 'project_id': '1f1e6ae4a7c84931afd4aa8c6f5acaa3', 'user_id': '9ba76a7a626a4f88afcefbfa8876afd4', 'consumer_generation': 1} on consumer e5a70365-479b-4c56-b385-684fd7e70c74 {{(pid=70966) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1097.562777] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613353, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.578418] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613354, 'name': PowerOffVM_Task, 'duration_secs': 0.206596} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.581184] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.581847] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.582069] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.582230] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.582444] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.582599] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.582747] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.582947] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.583117] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.583295] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.583503] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.583688] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.590748] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52823044-efcc-4b39-9d51-e176a03b315a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.610223] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1097.610223] env[70966]: value = "task-3613357" [ 1097.610223] env[70966]: _type = "Task" [ 1097.610223] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.616622] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.629708] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.629871] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquired lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.630085] env[70966]: DEBUG nova.network.neutron [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.875163] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.878495] env[70966]: DEBUG oslo_concurrency.lockutils [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.208s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.878495] env[70966]: DEBUG nova.objects.instance [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lazy-loading 'resources' on Instance uuid 6de5cc86-3369-45ae-8a25-373621dd03a5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.888750] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613355, 'name': Rename_Task, 'duration_secs': 0.164511} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.892953] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.893644] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbf1570a-404d-4867-92de-a9bc17de83c3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.900158] env[70966]: DEBUG oslo_vmware.api [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613356, 'name': PowerOffVM_Task, 'duration_secs': 0.341324} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.902643] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.902643] env[70966]: DEBUG nova.compute.manager [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.903074] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1097.903074] env[70966]: value = "task-3613358" [ 1097.903074] env[70966]: _type = "Task" [ 1097.903074] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.903736] env[70966]: INFO nova.scheduler.client.report [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleted allocations for instance cf3f25a5-7a5c-4df5-9d28-3b69381a751f [ 1097.905213] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c896cf47-4d14-46e7-a4e6-29deadfa20b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.922868] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613358, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.967988] env[70966]: DEBUG oslo_concurrency.lockutils [None req-869a8cf2-0f0b-48d8-976b-f96c75e8371d tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "interface-52a61c79-cc93-4ae0-8f43-d78a6d857f07-3c93cb0c-5ecb-48e9-859a-a18827975c79" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.720s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.067999] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613353, 'name': CreateSnapshot_Task, 'duration_secs': 0.518591} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.068513] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1098.069108] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3669c324-5efe-4c01-adb3-683fee283401 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.119870] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.272719] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.272988] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.273186] env[70966]: INFO nova.compute.manager [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Shelving [ 1098.419152] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54703536-54e8-4154-a307-cfc2a3c57259 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "cf3f25a5-7a5c-4df5-9d28-3b69381a751f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.965s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.425772] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.428567] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.602s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.452854] env[70966]: DEBUG nova.compute.manager [req-08e5fe04-89ab-49a1-aaf3-eeebd616aef5 req-3ac43bb6-a826-4ca1-984f-2ccc7050d995 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Received event network-vif-deleted-f6b9f077-1a26-466f-b6c2-8b1dfa18ee58 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.453046] env[70966]: INFO nova.compute.manager [req-08e5fe04-89ab-49a1-aaf3-eeebd616aef5 req-3ac43bb6-a826-4ca1-984f-2ccc7050d995 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Neutron deleted interface f6b9f077-1a26-466f-b6c2-8b1dfa18ee58; detaching it from the instance and deleting it from the info cache [ 1098.453239] env[70966]: DEBUG nova.network.neutron [req-08e5fe04-89ab-49a1-aaf3-eeebd616aef5 req-3ac43bb6-a826-4ca1-984f-2ccc7050d995 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.497982] env[70966]: DEBUG nova.network.neutron [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating instance_info_cache with network_info: [{"id": "0744d7c4-5911-4e74-9a6d-7b949880bf7d", "address": "fa:16:3e:e2:3f:b9", "network": {"id": "2a1e05a0-978f-4369-a1c2-091c4b618c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "001a003859b24225842181c6e00b87c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0744d7c4-59", "ovs_interfaceid": "0744d7c4-5911-4e74-9a6d-7b949880bf7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.593735] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1098.594820] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b3ac2d15-6322-42db-b93e-3d478b9c23c0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.604690] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1098.604690] env[70966]: value = "task-3613359" [ 1098.604690] env[70966]: _type = "Task" [ 1098.604690] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.618431] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613359, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.624961] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.672287] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f31d25-102c-44bb-b646-af599e90f873 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.679953] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d5a487-3f58-430c-b0f5-3ed8a5a69969 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.685750] env[70966]: DEBUG nova.network.neutron [-] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.715351] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84200c23-221e-47e0-a818-858b4a88b79c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.723518] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8237afc0-5e46-46e7-b4d6-a17f7166d59e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.738470] env[70966]: DEBUG nova.compute.provider_tree [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.919515] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.938697] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.958853] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f87d5b0c-c86e-4f65-bccb-897162c7aedf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.968018] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315e915a-3d4c-4986-9603-7136dea0358a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.005760] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Releasing lock "refresh_cache-e5a70365-479b-4c56-b385-684fd7e70c74" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.006911] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.007081] env[70966]: DEBUG nova.compute.manager [req-08e5fe04-89ab-49a1-aaf3-eeebd616aef5 req-3ac43bb6-a826-4ca1-984f-2ccc7050d995 service nova] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Detach interface failed, port_id=f6b9f077-1a26-466f-b6c2-8b1dfa18ee58, reason: Instance 52a61c79-cc93-4ae0-8f43-d78a6d857f07 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1099.007679] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38ac80ae-d58c-4659-ae4f-0c5152a1ce43 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.015480] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1099.015480] env[70966]: value = "task-3613360" [ 1099.015480] env[70966]: _type = "Task" [ 1099.015480] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.024591] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.120835] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613357, 'name': ReconfigVM_Task, 'duration_secs': 1.189852} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.125728] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613359, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.126516] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d863f4-3c80-4bab-b21b-71aa56930a67 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.150916] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.151312] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.151504] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.151697] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.152198] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.152537] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.152967] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.153343] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.153540] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.153712] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.153886] env[70966]: DEBUG nova.virt.hardware [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.154938] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7621b216-86f5-441b-86d0-1861227d813e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.162761] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1099.162761] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52597ed3-97ab-633a-e105-c8c3c65e788b" [ 1099.162761] env[70966]: _type = "Task" [ 1099.162761] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.172798] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52597ed3-97ab-633a-e105-c8c3c65e788b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.214648] env[70966]: INFO nova.compute.manager [-] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Took 1.76 seconds to deallocate network for instance. [ 1099.241827] env[70966]: DEBUG nova.scheduler.client.report [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.284769] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.285084] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cbe6503-85e6-4759-a3d6-9e274deca436 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.294855] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1099.294855] env[70966]: value = "task-3613361" [ 1099.294855] env[70966]: _type = "Task" [ 1099.294855] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.304207] env[70966]: DEBUG oslo_concurrency.lockutils [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "98aa482b-cfbd-48ca-b3fe-1d059e30a939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.304551] env[70966]: DEBUG oslo_concurrency.lockutils [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "98aa482b-cfbd-48ca-b3fe-1d059e30a939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.304794] env[70966]: DEBUG oslo_concurrency.lockutils [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "98aa482b-cfbd-48ca-b3fe-1d059e30a939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.304988] env[70966]: DEBUG oslo_concurrency.lockutils [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "98aa482b-cfbd-48ca-b3fe-1d059e30a939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.305174] env[70966]: DEBUG oslo_concurrency.lockutils [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "98aa482b-cfbd-48ca-b3fe-1d059e30a939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.307044] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.307592] env[70966]: INFO nova.compute.manager [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Terminating instance [ 1099.357026] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.357339] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.357810] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.358097] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.358349] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.360769] env[70966]: INFO nova.compute.manager [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Terminating instance [ 1099.419830] env[70966]: DEBUG oslo_vmware.api [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613358, 'name': PowerOnVM_Task, 'duration_secs': 1.290795} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.420168] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.420364] env[70966]: INFO nova.compute.manager [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1099.420579] env[70966]: DEBUG nova.compute.manager [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.421406] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4492c3-61c4-402e-b91f-2e80e01ad7a4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.525485] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613360, 'name': PowerOffVM_Task, 'duration_secs': 0.345578} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.525772] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.526542] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:34:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bdeb5ac2-14b7-430a-9adf-a16d034074cb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-365023890',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.526770] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.526929] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.527134] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.527287] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.527436] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.527645] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.527807] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.527973] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.528154] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.528376] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.534476] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7986b76d-f961-4771-b730-d437c871cd73 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.550190] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1099.550190] env[70966]: value = "task-3613362" [ 1099.550190] env[70966]: _type = "Task" [ 1099.550190] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.560138] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.617988] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613359, 'name': CloneVM_Task} progress is 95%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.672249] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52597ed3-97ab-633a-e105-c8c3c65e788b, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.678326] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.678743] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f458108c-ad63-4d67-9bd5-3d1028d53fb5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.698365] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1099.698365] env[70966]: value = "task-3613363" [ 1099.698365] env[70966]: _type = "Task" [ 1099.698365] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.708927] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.721616] env[70966]: DEBUG oslo_concurrency.lockutils [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.753684] env[70966]: DEBUG oslo_concurrency.lockutils [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.757980] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.534s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.759761] env[70966]: INFO nova.compute.claims [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.775643] env[70966]: INFO nova.scheduler.client.report [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Deleted allocations for instance 6de5cc86-3369-45ae-8a25-373621dd03a5 [ 1099.809051] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613361, 'name': PowerOffVM_Task, 'duration_secs': 0.245457} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.809254] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.810044] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d39b2f-cab7-4624-9602-f6f6c49e5da6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.813158] env[70966]: DEBUG nova.compute.manager [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.813381] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.814357] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66ea8de-7d4c-45eb-afe8-641e292cfed8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.836348] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ebd54f-da2e-4974-8e5f-aefdf0e9b6f3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.839112] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.839347] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a922df20-f8dd-478c-adef-ea6964586ec5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.849058] env[70966]: DEBUG oslo_vmware.api [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1099.849058] env[70966]: value = "task-3613364" [ 1099.849058] env[70966]: _type = "Task" [ 1099.849058] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.857528] env[70966]: DEBUG oslo_vmware.api [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.864397] env[70966]: DEBUG nova.compute.manager [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.864675] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.865547] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f732683a-4176-4bb6-9c25-deb8c50ae7ad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.875372] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.876859] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d76ddd6-c26e-4922-b600-61a1b3094f8d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.881672] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "d47e56bb-3a32-4de3-920d-2cce0f0f43be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.881894] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "d47e56bb-3a32-4de3-920d-2cce0f0f43be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.942397] env[70966]: INFO nova.compute.manager [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Took 27.31 seconds to build instance. [ 1099.947598] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.947737] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.947943] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleting the datastore file [datastore1] 6b9e8a8f-edb0-4efb-b815-19c09f7512a5 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.948233] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5492d35e-f076-4b15-8c0a-bc16248620d0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.955933] env[70966]: DEBUG oslo_vmware.api [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1099.955933] env[70966]: value = "task-3613366" [ 1099.955933] env[70966]: _type = "Task" [ 1099.955933] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.966963] env[70966]: DEBUG oslo_vmware.api [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.060328] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613362, 'name': ReconfigVM_Task, 'duration_secs': 0.170049} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.061210] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a119c8-7fc1-4fc1-b574-b4ebca00e75b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.079776] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:34:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bdeb5ac2-14b7-430a-9adf-a16d034074cb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-365023890',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.080133] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.080225] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.080372] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.080520] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.080669] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.080873] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.081047] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.081780] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.081780] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.081780] env[70966]: DEBUG nova.virt.hardware [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.082368] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff1dddd0-eba8-4cb0-a12f-6e24c09bcc73 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.087852] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1100.087852] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b9b37c-265b-5e50-f81d-6916a7a5303d" [ 1100.087852] env[70966]: _type = "Task" [ 1100.087852] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.096596] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b9b37c-265b-5e50-f81d-6916a7a5303d, 'name': SearchDatastore_Task, 'duration_secs': 0.00641} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.101806] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1100.102069] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3f1a391-fe66-4db9-ae48-b163a66dda80 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.123228] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613359, 'name': CloneVM_Task, 'duration_secs': 1.128839} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.124491] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Created linked-clone VM from snapshot [ 1100.124804] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1100.124804] env[70966]: value = "task-3613367" [ 1100.124804] env[70966]: _type = "Task" [ 1100.124804] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.125487] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c2a99a-d245-486e-97b0-f108ff628d32 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.135062] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Uploading image e241e79c-bcf0-408a-a707-6a05d6853eae {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1100.142435] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613367, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.169652] env[70966]: DEBUG oslo_vmware.rw_handles [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1100.169652] env[70966]: value = "vm-720747" [ 1100.169652] env[70966]: _type = "VirtualMachine" [ 1100.169652] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1100.169971] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60399b34-9a2a-48d1-b070-79076f8e5b3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.177490] env[70966]: DEBUG oslo_vmware.rw_handles [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lease: (returnval){ [ 1100.177490] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52036d0d-addd-6c02-70e5-65cdd5b153a2" [ 1100.177490] env[70966]: _type = "HttpNfcLease" [ 1100.177490] env[70966]: } obtained for exporting VM: (result){ [ 1100.177490] env[70966]: value = "vm-720747" [ 1100.177490] env[70966]: _type = "VirtualMachine" [ 1100.177490] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1100.177779] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the lease: (returnval){ [ 1100.177779] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52036d0d-addd-6c02-70e5-65cdd5b153a2" [ 1100.177779] env[70966]: _type = "HttpNfcLease" [ 1100.177779] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1100.183837] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1100.183837] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52036d0d-addd-6c02-70e5-65cdd5b153a2" [ 1100.183837] env[70966]: _type = "HttpNfcLease" [ 1100.183837] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1100.207367] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613363, 'name': ReconfigVM_Task, 'duration_secs': 0.326893} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.207602] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.208363] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a9df5b-c8f2-44b1-a7c9-8c7ec9668b41 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.234741] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 2a414958-48b2-4b40-89df-ed686c590f5e/2a414958-48b2-4b40-89df-ed686c590f5e.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.235034] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b34b74ad-dbc0-4dfd-88a0-c2081904c24f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.253928] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1100.253928] env[70966]: value = "task-3613369" [ 1100.253928] env[70966]: _type = "Task" [ 1100.253928] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.261927] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.283653] env[70966]: DEBUG oslo_concurrency.lockutils [None req-63b5ee63-1129-4d36-b569-b5ec7e117456 tempest-VolumesAdminNegativeTest-653916997 tempest-VolumesAdminNegativeTest-653916997-project-member] Lock "6de5cc86-3369-45ae-8a25-373621dd03a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.605s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.349924] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1100.350249] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1fc1dca6-f3dc-4179-bb91-636646e7d699 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.361548] env[70966]: DEBUG oslo_vmware.api [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613364, 'name': PowerOffVM_Task, 'duration_secs': 0.18705} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.362977] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.363142] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.363522] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1100.363522] env[70966]: value = "task-3613370" [ 1100.363522] env[70966]: _type = "Task" [ 1100.363522] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.363690] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-572cbf1d-3e50-4d44-a6e2-cb983be938c8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.374819] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613370, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.385687] env[70966]: DEBUG nova.compute.manager [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.441956] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.442241] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.442447] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleting the datastore file [datastore2] 98aa482b-cfbd-48ca-b3fe-1d059e30a939 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.445947] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45c4b5a0-e073-4db3-84d8-2e88a66b5f86 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.445947] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9e9380d7-9e2a-499b-a2ad-2c6f30129d19 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "c0ffa2af-7dcf-4114-a53a-7595e5f77fa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.819s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.450504] env[70966]: DEBUG oslo_vmware.api [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1100.450504] env[70966]: value = "task-3613372" [ 1100.450504] env[70966]: _type = "Task" [ 1100.450504] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.465854] env[70966]: DEBUG oslo_vmware.api [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.471480] env[70966]: DEBUG oslo_vmware.api [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216627} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.472009] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.472264] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.472503] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.472721] env[70966]: INFO nova.compute.manager [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1100.473132] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.473450] env[70966]: DEBUG nova.compute.manager [-] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.473665] env[70966]: DEBUG nova.network.neutron [-] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.639626] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613367, 'name': ReconfigVM_Task, 'duration_secs': 0.290449} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.639876] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.640689] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5310a8-e1dd-42ba-bc0e-1c757588d05d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.667075] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] e5a70365-479b-4c56-b385-684fd7e70c74/e5a70365-479b-4c56-b385-684fd7e70c74.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.667398] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5ffa6cf-267b-4839-b1ba-1b88189ec2ac {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.689947] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1100.689947] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52036d0d-addd-6c02-70e5-65cdd5b153a2" [ 1100.689947] env[70966]: _type = "HttpNfcLease" [ 1100.689947] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1100.693300] env[70966]: DEBUG oslo_vmware.rw_handles [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1100.693300] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52036d0d-addd-6c02-70e5-65cdd5b153a2" [ 1100.693300] env[70966]: _type = "HttpNfcLease" [ 1100.693300] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1100.694200] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1100.694200] env[70966]: value = "task-3613373" [ 1100.694200] env[70966]: _type = "Task" [ 1100.694200] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.694459] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9454a4d6-fdde-4ea7-8d1f-392f652f1e83 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.710701] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.711053] env[70966]: DEBUG oslo_vmware.rw_handles [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7ba8e-e25c-2817-90b1-31caac88e9f5/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1100.711433] env[70966]: DEBUG oslo_vmware.rw_handles [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7ba8e-e25c-2817-90b1-31caac88e9f5/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1100.786542] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613369, 'name': ReconfigVM_Task, 'duration_secs': 0.424898} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.786847] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 2a414958-48b2-4b40-89df-ed686c590f5e/2a414958-48b2-4b40-89df-ed686c590f5e.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.787745] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785ed1ab-5271-4014-a0e2-efc7e747720b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.812439] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dfbeb2a-5b2b-4a7e-848e-0a748f12d1b7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "c0ffa2af-7dcf-4114-a53a-7595e5f77fa4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.812803] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dfbeb2a-5b2b-4a7e-848e-0a748f12d1b7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "c0ffa2af-7dcf-4114-a53a-7595e5f77fa4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.813036] env[70966]: DEBUG nova.compute.manager [None req-6dfbeb2a-5b2b-4a7e-848e-0a748f12d1b7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.818828] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8e780a-a443-46d1-8d7c-e561af666687 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.821836] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74990d5f-18ba-4c2a-b077-17306f025b69 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.825328] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f0eea8da-8796-4234-9854-ff8f75398981 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.852754] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf08137-aa21-4f6d-b899-c118aa0967c7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.855765] env[70966]: DEBUG nova.compute.manager [None req-6dfbeb2a-5b2b-4a7e-848e-0a748f12d1b7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70966) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1100.856368] env[70966]: DEBUG nova.objects.instance [None req-6dfbeb2a-5b2b-4a7e-848e-0a748f12d1b7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lazy-loading 'flavor' on Instance uuid c0ffa2af-7dcf-4114-a53a-7595e5f77fa4 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.885865] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d447dd-1bc1-42da-9497-1070eee65318 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.903257] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613370, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.904059] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.912096] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dedf1f12-4137-4ede-adb1-ca4e0ff7b780 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.919061] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.919061] env[70966]: DEBUG nova.compute.manager [req-c1c5028f-6764-462d-82b9-c4a5c9e364c3 req-6be25283-1dfd-4794-a319-e0c3e961d887 service nova] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Received event network-vif-deleted-803b07c2-f5e3-4863-814b-1561d5417c6c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.919061] env[70966]: INFO nova.compute.manager [req-c1c5028f-6764-462d-82b9-c4a5c9e364c3 req-6be25283-1dfd-4794-a319-e0c3e961d887 service nova] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Neutron deleted interface 803b07c2-f5e3-4863-814b-1561d5417c6c; detaching it from the instance and deleting it from the info cache [ 1100.919061] env[70966]: DEBUG nova.network.neutron [req-c1c5028f-6764-462d-82b9-c4a5c9e364c3 req-6be25283-1dfd-4794-a319-e0c3e961d887 service nova] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.925549] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1100.925549] env[70966]: value = "task-3613374" [ 1100.925549] env[70966]: _type = "Task" [ 1100.925549] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.938614] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.963890] env[70966]: DEBUG oslo_vmware.api [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173395} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.964196] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.964605] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.964605] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.964784] env[70966]: INFO nova.compute.manager [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1100.964956] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.965168] env[70966]: DEBUG nova.compute.manager [-] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.965271] env[70966]: DEBUG nova.network.neutron [-] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.132977] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9b5f7d-9e79-4a86-a5ff-1401a3b0bd45 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.141768] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dd1f64-6104-42fa-9248-848119028cdd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.176498] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74f6229-533e-4d58-a30c-baa370330baf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.184670] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cf86dc-e269-4641-abbb-05e129777f9e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.199428] env[70966]: DEBUG nova.compute.provider_tree [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.209696] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613373, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.387118] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613370, 'name': CreateSnapshot_Task, 'duration_secs': 0.63159} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.387700] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1101.387700] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a503f77d-7673-4672-9867-733df6754ed6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.394032] env[70966]: DEBUG nova.network.neutron [-] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.424787] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61b7b160-4592-4ada-835b-b6951742b077 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.439133] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.446198] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32943c85-8259-405b-b474-3628e05bfff6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.486422] env[70966]: DEBUG nova.compute.manager [req-c1c5028f-6764-462d-82b9-c4a5c9e364c3 req-6be25283-1dfd-4794-a319-e0c3e961d887 service nova] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Detach interface failed, port_id=803b07c2-f5e3-4863-814b-1561d5417c6c, reason: Instance 6b9e8a8f-edb0-4efb-b815-19c09f7512a5 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.706576] env[70966]: DEBUG nova.scheduler.client.report [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.718505] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613373, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.718674] env[70966]: DEBUG nova.network.neutron [-] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.865090] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dfbeb2a-5b2b-4a7e-848e-0a748f12d1b7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.865547] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8490caa8-8c4e-48a7-b1b6-03320b265ef0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.875697] env[70966]: DEBUG oslo_vmware.api [None req-6dfbeb2a-5b2b-4a7e-848e-0a748f12d1b7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1101.875697] env[70966]: value = "task-3613375" [ 1101.875697] env[70966]: _type = "Task" [ 1101.875697] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.885073] env[70966]: DEBUG oslo_vmware.api [None req-6dfbeb2a-5b2b-4a7e-848e-0a748f12d1b7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.897020] env[70966]: INFO nova.compute.manager [-] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Took 1.42 seconds to deallocate network for instance. [ 1101.913339] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1101.913895] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55f7b915-90c4-4b36-82e9-deb4c714677a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.922305] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1101.922305] env[70966]: value = "task-3613376" [ 1101.922305] env[70966]: _type = "Task" [ 1101.922305] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.940828] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613376, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.946106] env[70966]: DEBUG oslo_vmware.api [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613374, 'name': PowerOnVM_Task, 'duration_secs': 0.559976} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.950488] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.209814] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613373, 'name': ReconfigVM_Task, 'duration_secs': 1.299636} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.210228] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Reconfigured VM instance instance-0000005d to attach disk [datastore2] e5a70365-479b-4c56-b385-684fd7e70c74/e5a70365-479b-4c56-b385-684fd7e70c74.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.211207] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0e3749-6858-4252-a110-003afb7af990 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.230978] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.231544] env[70966]: DEBUG nova.compute.manager [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.234616] env[70966]: INFO nova.compute.manager [-] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Took 1.27 seconds to deallocate network for instance. [ 1102.239020] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.706s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.239020] env[70966]: INFO nova.compute.claims [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.243673] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635a06a7-7dd7-4e71-becc-ca9b58d1e8fa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.276193] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8c99e3-04de-4eed-b424-c65f97a7dff3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.302812] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d79142-54bf-4156-b687-bc24ea93fae8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.312318] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.312767] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ede14b68-5cc4-4b53-80f0-cc7e9b326f1a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.319149] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1102.319149] env[70966]: value = "task-3613377" [ 1102.319149] env[70966]: _type = "Task" [ 1102.319149] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.327986] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.386981] env[70966]: DEBUG oslo_vmware.api [None req-6dfbeb2a-5b2b-4a7e-848e-0a748f12d1b7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613375, 'name': PowerOffVM_Task, 'duration_secs': 0.389823} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.388048] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dfbeb2a-5b2b-4a7e-848e-0a748f12d1b7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.388048] env[70966]: DEBUG nova.compute.manager [None req-6dfbeb2a-5b2b-4a7e-848e-0a748f12d1b7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.388865] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0231ae-5068-48f9-a94f-fd3b1fa13f81 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.405140] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.434686] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613376, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.738565] env[70966]: DEBUG nova.compute.utils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.740707] env[70966]: DEBUG nova.compute.manager [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.740980] env[70966]: DEBUG nova.network.neutron [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.757497] env[70966]: DEBUG oslo_concurrency.lockutils [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.821296] env[70966]: DEBUG nova.policy [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faeb1ab7ffab44cf88c263414a832959', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '000f824d72764a96a2d7f3b33e5d0acd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.833184] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613377, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.901775] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dfbeb2a-5b2b-4a7e-848e-0a748f12d1b7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "c0ffa2af-7dcf-4114-a53a-7595e5f77fa4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.934169] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613376, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.941929] env[70966]: DEBUG nova.compute.manager [req-40f12bd1-0cb2-4135-91e1-72e3adac6c55 req-c4f3799e-33a2-4437-8dc9-9526aea31664 service nova] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Received event network-vif-deleted-014a0099-78c8-4652-a0e9-4b925ba55651 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.002218] env[70966]: INFO nova.compute.manager [None req-241fb9fa-bd9c-4f7d-ab68-133e5f297aa7 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance to original state: 'active' [ 1103.246588] env[70966]: DEBUG nova.compute.manager [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.338652] env[70966]: DEBUG oslo_vmware.api [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613377, 'name': PowerOnVM_Task, 'duration_secs': 0.529179} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.338980] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.439600] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613376, 'name': CloneVM_Task, 'duration_secs': 1.384162} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.439901] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Created linked-clone VM from snapshot [ 1103.440713] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a201349b-1332-4cd2-b202-37790089c422 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.449009] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Uploading image 5fd0bf13-386e-495f-8a8e-82fc5e112eed {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1103.495657] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1103.495657] env[70966]: value = "vm-720749" [ 1103.495657] env[70966]: _type = "VirtualMachine" [ 1103.495657] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1103.496161] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3c5f97ac-b6d7-4426-892e-2b63446ab7a9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.508177] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lease: (returnval){ [ 1103.508177] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527b568b-a50c-b718-b098-532b196df2b2" [ 1103.508177] env[70966]: _type = "HttpNfcLease" [ 1103.508177] env[70966]: } obtained for exporting VM: (result){ [ 1103.508177] env[70966]: value = "vm-720749" [ 1103.508177] env[70966]: _type = "VirtualMachine" [ 1103.508177] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1103.508737] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the lease: (returnval){ [ 1103.508737] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527b568b-a50c-b718-b098-532b196df2b2" [ 1103.508737] env[70966]: _type = "HttpNfcLease" [ 1103.508737] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1103.512508] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "c0ffa2af-7dcf-4114-a53a-7595e5f77fa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.512799] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "c0ffa2af-7dcf-4114-a53a-7595e5f77fa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.513060] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "c0ffa2af-7dcf-4114-a53a-7595e5f77fa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.513295] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "c0ffa2af-7dcf-4114-a53a-7595e5f77fa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.513518] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "c0ffa2af-7dcf-4114-a53a-7595e5f77fa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.522887] env[70966]: INFO nova.compute.manager [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Terminating instance [ 1103.531932] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1103.531932] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527b568b-a50c-b718-b098-532b196df2b2" [ 1103.531932] env[70966]: _type = "HttpNfcLease" [ 1103.531932] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1103.531932] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1103.531932] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]527b568b-a50c-b718-b098-532b196df2b2" [ 1103.531932] env[70966]: _type = "HttpNfcLease" [ 1103.531932] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1103.532514] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4565b4fa-945d-45a9-8521-49fb3da380f5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.548134] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52386d90-77e9-62ac-1274-bb01fcac782c/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1103.552316] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52386d90-77e9-62ac-1274-bb01fcac782c/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1103.617274] env[70966]: DEBUG nova.network.neutron [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Successfully created port: ff13711c-26e7-46ae-a11d-806354b3a33c {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.662906] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c4420da-4f45-4947-8c9c-ea342f62bd62 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.665688] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c3277f-996d-4572-8963-9b79190eebec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.675788] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732c0873-3d68-4c1a-90a2-9f619b3d3ea0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.715161] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b607434-632b-4d4b-b473-f75f0865d7c5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.729836] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee6de0c-5d09-4d1d-a92a-fd46d4566986 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.744628] env[70966]: DEBUG nova.compute.provider_tree [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.028493] env[70966]: DEBUG nova.compute.manager [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.028546] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.030145] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8000e31-0cf7-4125-9b77-8584a2c58fd8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.038969] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.040312] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7edb7869-324f-4c48-9f13-f05a63968401 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.123872] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.124551] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.124973] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleting the datastore file [datastore1] c0ffa2af-7dcf-4114-a53a-7595e5f77fa4 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.127846] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d08c8bb-e7e0-4cbd-9dcb-31831051a506 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.133115] env[70966]: DEBUG oslo_vmware.api [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1104.133115] env[70966]: value = "task-3613380" [ 1104.133115] env[70966]: _type = "Task" [ 1104.133115] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.144803] env[70966]: DEBUG oslo_vmware.api [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.248538] env[70966]: DEBUG nova.scheduler.client.report [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.259694] env[70966]: DEBUG nova.compute.manager [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.359359] env[70966]: INFO nova.compute.manager [None req-ec193701-b3a7-421e-a686-c51aedea939f tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating instance to original state: 'active' [ 1104.645341] env[70966]: DEBUG oslo_vmware.api [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398959} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.645629] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.645821] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.646062] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.646355] env[70966]: INFO nova.compute.manager [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1104.646630] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.646838] env[70966]: DEBUG nova.compute.manager [-] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.646934] env[70966]: DEBUG nova.network.neutron [-] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.759000] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.760373] env[70966]: DEBUG nova.compute.manager [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.763058] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.119s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.763301] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.763507] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70966) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1104.764111] env[70966]: DEBUG oslo_concurrency.lockutils [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.957s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.764342] env[70966]: DEBUG nova.objects.instance [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lazy-loading 'resources' on Instance uuid e6c65fed-3791-4f55-843b-25f9c5fe8172 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.769020] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c162249b-021c-4c26-b3a7-c0a0dd64bc7e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.778188] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1560e738-d220-45b5-ba26-ea61ea44cfac {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.794722] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35297da-c425-40c4-8a70-f8bf13c79c6e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.804991] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fae464-7cb3-47cb-a146-1a59dde02d77 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.838130] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178538MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70966) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1104.838347] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.938492] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "2a414958-48b2-4b40-89df-ed686c590f5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.939854] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "2a414958-48b2-4b40-89df-ed686c590f5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.940132] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "2a414958-48b2-4b40-89df-ed686c590f5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.940516] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "2a414958-48b2-4b40-89df-ed686c590f5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.940807] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "2a414958-48b2-4b40-89df-ed686c590f5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.944612] env[70966]: DEBUG nova.compute.manager [req-518baa46-baeb-4e1d-92f1-03ea306769f8 req-60c2fa5d-70a6-49a5-9efc-1242780a2dc7 service nova] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Received event network-vif-deleted-b6318168-ff29-4fee-8ca1-fc809e607b0f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.945098] env[70966]: INFO nova.compute.manager [req-518baa46-baeb-4e1d-92f1-03ea306769f8 req-60c2fa5d-70a6-49a5-9efc-1242780a2dc7 service nova] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Neutron deleted interface b6318168-ff29-4fee-8ca1-fc809e607b0f; detaching it from the instance and deleting it from the info cache [ 1104.945098] env[70966]: DEBUG nova.network.neutron [req-518baa46-baeb-4e1d-92f1-03ea306769f8 req-60c2fa5d-70a6-49a5-9efc-1242780a2dc7 service nova] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.947265] env[70966]: INFO nova.compute.manager [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Terminating instance [ 1105.267926] env[70966]: DEBUG nova.compute.utils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.270209] env[70966]: DEBUG nova.compute.manager [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.272154] env[70966]: DEBUG nova.network.neutron [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.350022] env[70966]: DEBUG nova.policy [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1386a7924b1a4ac9b2a63e56c461051b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3cf3533356a48509e9b47a24d9c7586', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.382743] env[70966]: DEBUG nova.compute.manager [req-cbe63faf-2c22-4f34-a32a-f3188dc3a48e req-fc43d899-9914-4855-8141-be07dd647699 service nova] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Received event network-vif-plugged-ff13711c-26e7-46ae-a11d-806354b3a33c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.383172] env[70966]: DEBUG oslo_concurrency.lockutils [req-cbe63faf-2c22-4f34-a32a-f3188dc3a48e req-fc43d899-9914-4855-8141-be07dd647699 service nova] Acquiring lock "83c6af70-2fb2-401c-80ae-3070a0b534f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.390131] env[70966]: DEBUG oslo_concurrency.lockutils [req-cbe63faf-2c22-4f34-a32a-f3188dc3a48e req-fc43d899-9914-4855-8141-be07dd647699 service nova] Lock "83c6af70-2fb2-401c-80ae-3070a0b534f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.005s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.390131] env[70966]: DEBUG oslo_concurrency.lockutils [req-cbe63faf-2c22-4f34-a32a-f3188dc3a48e req-fc43d899-9914-4855-8141-be07dd647699 service nova] Lock "83c6af70-2fb2-401c-80ae-3070a0b534f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.390131] env[70966]: DEBUG nova.compute.manager [req-cbe63faf-2c22-4f34-a32a-f3188dc3a48e req-fc43d899-9914-4855-8141-be07dd647699 service nova] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] No waiting events found dispatching network-vif-plugged-ff13711c-26e7-46ae-a11d-806354b3a33c {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.390131] env[70966]: WARNING nova.compute.manager [req-cbe63faf-2c22-4f34-a32a-f3188dc3a48e req-fc43d899-9914-4855-8141-be07dd647699 service nova] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Received unexpected event network-vif-plugged-ff13711c-26e7-46ae-a11d-806354b3a33c for instance with vm_state building and task_state spawning. [ 1105.422080] env[70966]: DEBUG nova.network.neutron [-] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.448479] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80590803-916c-4a2a-8e7f-2131c86594cb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.451333] env[70966]: DEBUG nova.compute.manager [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.451547] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.451791] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e45d44bc-8016-450c-8344-5eb6325b0213 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.466810] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b39637a-29d4-4d44-8f78-0122b1db2086 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.478837] env[70966]: DEBUG oslo_vmware.api [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1105.478837] env[70966]: value = "task-3613381" [ 1105.478837] env[70966]: _type = "Task" [ 1105.478837] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.490908] env[70966]: DEBUG oslo_vmware.api [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.504241] env[70966]: DEBUG nova.compute.manager [req-518baa46-baeb-4e1d-92f1-03ea306769f8 req-60c2fa5d-70a6-49a5-9efc-1242780a2dc7 service nova] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Detach interface failed, port_id=b6318168-ff29-4fee-8ca1-fc809e607b0f, reason: Instance c0ffa2af-7dcf-4114-a53a-7595e5f77fa4 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.622306] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eeae2d-0a40-4eb9-99c9-b6a0358a60e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.634468] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b68b3ea-c3af-44e7-a268-1b324ba2e989 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.673099] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6628fa91-37f1-4434-8e95-63561bde2668 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.682378] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982de703-bafc-45ce-a49c-1d786bb28cf1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.698193] env[70966]: DEBUG nova.compute.provider_tree [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.700753] env[70966]: DEBUG nova.network.neutron [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Successfully created port: b3c52d14-5b96-474b-8e93-5e835fcb7558 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.775580] env[70966]: DEBUG nova.compute.manager [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.862117] env[70966]: DEBUG nova.network.neutron [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Successfully updated port: ff13711c-26e7-46ae-a11d-806354b3a33c {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.924040] env[70966]: INFO nova.compute.manager [-] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Took 1.28 seconds to deallocate network for instance. [ 1105.994060] env[70966]: DEBUG oslo_vmware.api [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613381, 'name': PowerOffVM_Task, 'duration_secs': 0.297404} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.995190] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.995190] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1105.995381] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720719', 'volume_id': 'fcf52d78-3568-4ed0-9e25-4f53e2bc30f5', 'name': 'volume-fcf52d78-3568-4ed0-9e25-4f53e2bc30f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2a414958-48b2-4b40-89df-ed686c590f5e', 'attached_at': '2025-04-25T21:36:19.000000', 'detached_at': '', 'volume_id': 'fcf52d78-3568-4ed0-9e25-4f53e2bc30f5', 'serial': 'fcf52d78-3568-4ed0-9e25-4f53e2bc30f5'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1105.996249] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93d5175-138d-4d8c-857d-036e59cadb4e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.032205] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c154d15-320a-4e09-b8ab-893b67b52ae2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.044679] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120aa7ec-175a-4114-b0c9-ccbe4896b896 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.071802] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0861eb08-4826-4afd-89f8-bbf00e6dd97c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.089768] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] The volume has not been displaced from its original location: [datastore2] volume-fcf52d78-3568-4ed0-9e25-4f53e2bc30f5/volume-fcf52d78-3568-4ed0-9e25-4f53e2bc30f5.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1106.096672] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1106.097106] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d40d96e1-8cf1-4529-94d8-32683b39177d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.117055] env[70966]: DEBUG oslo_vmware.api [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1106.117055] env[70966]: value = "task-3613382" [ 1106.117055] env[70966]: _type = "Task" [ 1106.117055] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.126706] env[70966]: DEBUG oslo_vmware.api [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.205221] env[70966]: DEBUG nova.scheduler.client.report [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.365109] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "refresh_cache-83c6af70-2fb2-401c-80ae-3070a0b534f5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.365875] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired lock "refresh_cache-83c6af70-2fb2-401c-80ae-3070a0b534f5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.366080] env[70966]: DEBUG nova.network.neutron [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.437641] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.632147] env[70966]: DEBUG oslo_vmware.api [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613382, 'name': ReconfigVM_Task, 'duration_secs': 0.273987} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.632491] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1106.639187] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff70f8b4-69d5-41ff-ad79-caab4385b4c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.657194] env[70966]: DEBUG oslo_vmware.api [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1106.657194] env[70966]: value = "task-3613383" [ 1106.657194] env[70966]: _type = "Task" [ 1106.657194] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.666175] env[70966]: DEBUG oslo_vmware.api [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.710397] env[70966]: DEBUG oslo_concurrency.lockutils [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.713023] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.774s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.713278] env[70966]: DEBUG nova.objects.instance [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70966) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1106.736424] env[70966]: INFO nova.scheduler.client.report [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Deleted allocations for instance e6c65fed-3791-4f55-843b-25f9c5fe8172 [ 1106.784631] env[70966]: DEBUG nova.compute.manager [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.840452] env[70966]: DEBUG oslo_concurrency.lockutils [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "e5a70365-479b-4c56-b385-684fd7e70c74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.840926] env[70966]: DEBUG oslo_concurrency.lockutils [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "e5a70365-479b-4c56-b385-684fd7e70c74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.841186] env[70966]: DEBUG oslo_concurrency.lockutils [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "e5a70365-479b-4c56-b385-684fd7e70c74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.841447] env[70966]: DEBUG oslo_concurrency.lockutils [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "e5a70365-479b-4c56-b385-684fd7e70c74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.841802] env[70966]: DEBUG oslo_concurrency.lockutils [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "e5a70365-479b-4c56-b385-684fd7e70c74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.844405] env[70966]: INFO nova.compute.manager [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Terminating instance [ 1106.905862] env[70966]: DEBUG nova.network.neutron [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.173803] env[70966]: DEBUG oslo_vmware.api [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613383, 'name': ReconfigVM_Task, 'duration_secs': 0.173733} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.174451] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720719', 'volume_id': 'fcf52d78-3568-4ed0-9e25-4f53e2bc30f5', 'name': 'volume-fcf52d78-3568-4ed0-9e25-4f53e2bc30f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2a414958-48b2-4b40-89df-ed686c590f5e', 'attached_at': '2025-04-25T21:36:19.000000', 'detached_at': '', 'volume_id': 'fcf52d78-3568-4ed0-9e25-4f53e2bc30f5', 'serial': 'fcf52d78-3568-4ed0-9e25-4f53e2bc30f5'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1107.174841] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.175687] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d185389b-2c4d-4a86-87f8-950ce4f1f34f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.183434] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.184073] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e23fc20e-beea-49bd-9bf6-045e247017d5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.205944] env[70966]: DEBUG nova.network.neutron [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Updating instance_info_cache with network_info: [{"id": "ff13711c-26e7-46ae-a11d-806354b3a33c", "address": "fa:16:3e:b3:9f:6f", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff13711c-26", "ovs_interfaceid": "ff13711c-26e7-46ae-a11d-806354b3a33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.244369] env[70966]: DEBUG oslo_concurrency.lockutils [None req-73ca9e9d-0331-4e45-a173-fc8df0789aa1 tempest-ServerShowV247Test-1648122650 tempest-ServerShowV247Test-1648122650-project-member] Lock "e6c65fed-3791-4f55-843b-25f9c5fe8172" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.171s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.258979] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.259256] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.259445] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Deleting the datastore file [datastore2] 2a414958-48b2-4b40-89df-ed686c590f5e {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.259786] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6438b642-02fc-490e-a964-58bd10075fdf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.267599] env[70966]: DEBUG oslo_vmware.api [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1107.267599] env[70966]: value = "task-3613385" [ 1107.267599] env[70966]: _type = "Task" [ 1107.267599] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.283019] env[70966]: DEBUG oslo_vmware.api [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.349346] env[70966]: DEBUG nova.compute.manager [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.349598] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.350579] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963b0a8e-cb9d-4944-ab5f-f3c9e0e5390b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.360233] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.360560] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9abf076-d8d4-4b4a-9c87-be77100bdff9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.367685] env[70966]: DEBUG oslo_vmware.api [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1107.367685] env[70966]: value = "task-3613386" [ 1107.367685] env[70966]: _type = "Task" [ 1107.367685] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.378216] env[70966]: DEBUG oslo_vmware.api [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.412841] env[70966]: DEBUG nova.compute.manager [req-86fdbea2-3f70-4916-91c1-48b8ca661721 req-93654e79-3514-4e85-972e-b38a0c663b73 service nova] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Received event network-changed-ff13711c-26e7-46ae-a11d-806354b3a33c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.413081] env[70966]: DEBUG nova.compute.manager [req-86fdbea2-3f70-4916-91c1-48b8ca661721 req-93654e79-3514-4e85-972e-b38a0c663b73 service nova] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Refreshing instance network info cache due to event network-changed-ff13711c-26e7-46ae-a11d-806354b3a33c. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.413302] env[70966]: DEBUG oslo_concurrency.lockutils [req-86fdbea2-3f70-4916-91c1-48b8ca661721 req-93654e79-3514-4e85-972e-b38a0c663b73 service nova] Acquiring lock "refresh_cache-83c6af70-2fb2-401c-80ae-3070a0b534f5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.669885] env[70966]: DEBUG nova.compute.manager [req-13342cb0-e866-4947-a892-2de327af41cc req-8f5ede1a-c91c-4503-a520-f6471081cefd service nova] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Received event network-vif-plugged-b3c52d14-5b96-474b-8e93-5e835fcb7558 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.674515] env[70966]: DEBUG oslo_concurrency.lockutils [req-13342cb0-e866-4947-a892-2de327af41cc req-8f5ede1a-c91c-4503-a520-f6471081cefd service nova] Acquiring lock "df78193e-b692-4b0d-8272-ad66b7f35e28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.674515] env[70966]: DEBUG oslo_concurrency.lockutils [req-13342cb0-e866-4947-a892-2de327af41cc req-8f5ede1a-c91c-4503-a520-f6471081cefd service nova] Lock "df78193e-b692-4b0d-8272-ad66b7f35e28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.674515] env[70966]: DEBUG oslo_concurrency.lockutils [req-13342cb0-e866-4947-a892-2de327af41cc req-8f5ede1a-c91c-4503-a520-f6471081cefd service nova] Lock "df78193e-b692-4b0d-8272-ad66b7f35e28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.674515] env[70966]: DEBUG nova.compute.manager [req-13342cb0-e866-4947-a892-2de327af41cc req-8f5ede1a-c91c-4503-a520-f6471081cefd service nova] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] No waiting events found dispatching network-vif-plugged-b3c52d14-5b96-474b-8e93-5e835fcb7558 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.674515] env[70966]: WARNING nova.compute.manager [req-13342cb0-e866-4947-a892-2de327af41cc req-8f5ede1a-c91c-4503-a520-f6471081cefd service nova] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Received unexpected event network-vif-plugged-b3c52d14-5b96-474b-8e93-5e835fcb7558 for instance with vm_state building and task_state spawning. [ 1107.709693] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Releasing lock "refresh_cache-83c6af70-2fb2-401c-80ae-3070a0b534f5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.710176] env[70966]: DEBUG nova.compute.manager [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Instance network_info: |[{"id": "ff13711c-26e7-46ae-a11d-806354b3a33c", "address": "fa:16:3e:b3:9f:6f", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff13711c-26", "ovs_interfaceid": "ff13711c-26e7-46ae-a11d-806354b3a33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.710614] env[70966]: DEBUG oslo_concurrency.lockutils [req-86fdbea2-3f70-4916-91c1-48b8ca661721 req-93654e79-3514-4e85-972e-b38a0c663b73 service nova] Acquired lock "refresh_cache-83c6af70-2fb2-401c-80ae-3070a0b534f5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.710808] env[70966]: DEBUG nova.network.neutron [req-86fdbea2-3f70-4916-91c1-48b8ca661721 req-93654e79-3514-4e85-972e-b38a0c663b73 service nova] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Refreshing network info cache for port ff13711c-26e7-46ae-a11d-806354b3a33c {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.723544] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34bb3576-c1b2-4070-8454-8ac2d3e0a381 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.724181] env[70966]: DEBUG oslo_concurrency.lockutils [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.002s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.724502] env[70966]: DEBUG nova.objects.instance [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lazy-loading 'resources' on Instance uuid 52a61c79-cc93-4ae0-8f43-d78a6d857f07 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.781046] env[70966]: DEBUG oslo_vmware.api [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275958} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.781046] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.781046] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.781046] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.781046] env[70966]: INFO nova.compute.manager [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1107.781046] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.781370] env[70966]: DEBUG nova.compute.manager [-] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.781370] env[70966]: DEBUG nova.network.neutron [-] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.857243] env[70966]: DEBUG nova.network.neutron [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Successfully updated port: b3c52d14-5b96-474b-8e93-5e835fcb7558 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.880572] env[70966]: DEBUG oslo_vmware.api [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613386, 'name': PowerOffVM_Task, 'duration_secs': 0.224514} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.880933] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.881216] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.881411] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-265f0036-7671-4691-9b97-86cf2745fd9c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.955227] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.955474] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.955665] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Deleting the datastore file [datastore2] e5a70365-479b-4c56-b385-684fd7e70c74 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.955962] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25617da6-67e3-4491-b73c-7447585f3c9c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.965768] env[70966]: DEBUG oslo_vmware.api [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1107.965768] env[70966]: value = "task-3613388" [ 1107.965768] env[70966]: _type = "Task" [ 1107.965768] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.980027] env[70966]: DEBUG oslo_vmware.api [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.365649] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "refresh_cache-df78193e-b692-4b0d-8272-ad66b7f35e28" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.365649] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "refresh_cache-df78193e-b692-4b0d-8272-ad66b7f35e28" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.365649] env[70966]: DEBUG nova.network.neutron [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.477937] env[70966]: DEBUG oslo_vmware.api [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230992} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.481703] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.481703] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.481703] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.481962] env[70966]: INFO nova.compute.manager [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1108.482166] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.486606] env[70966]: DEBUG nova.compute.manager [-] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.486719] env[70966]: DEBUG nova.network.neutron [-] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.551092] env[70966]: DEBUG nova.network.neutron [req-86fdbea2-3f70-4916-91c1-48b8ca661721 req-93654e79-3514-4e85-972e-b38a0c663b73 service nova] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Updated VIF entry in instance network info cache for port ff13711c-26e7-46ae-a11d-806354b3a33c. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.551553] env[70966]: DEBUG nova.network.neutron [req-86fdbea2-3f70-4916-91c1-48b8ca661721 req-93654e79-3514-4e85-972e-b38a0c663b73 service nova] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Updating instance_info_cache with network_info: [{"id": "ff13711c-26e7-46ae-a11d-806354b3a33c", "address": "fa:16:3e:b3:9f:6f", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff13711c-26", "ovs_interfaceid": "ff13711c-26e7-46ae-a11d-806354b3a33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.584020] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7065d728-d64c-4e01-94ee-937ab4a29c88 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.594746] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97ec384-91c1-4e19-8486-d3f98ea5bbcc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.631960] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d9c1ef-a7f7-46ba-af56-b926f6ab710b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.639989] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8f155b-3503-42d6-a22c-3e98b38e98f7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.658979] env[70966]: DEBUG nova.compute.provider_tree [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.898817] env[70966]: DEBUG nova.network.neutron [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.032585] env[70966]: DEBUG nova.network.neutron [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Updating instance_info_cache with network_info: [{"id": "b3c52d14-5b96-474b-8e93-5e835fcb7558", "address": "fa:16:3e:de:e5:82", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c52d14-5b", "ovs_interfaceid": "b3c52d14-5b96-474b-8e93-5e835fcb7558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.055846] env[70966]: DEBUG oslo_concurrency.lockutils [req-86fdbea2-3f70-4916-91c1-48b8ca661721 req-93654e79-3514-4e85-972e-b38a0c663b73 service nova] Releasing lock "refresh_cache-83c6af70-2fb2-401c-80ae-3070a0b534f5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.076194] env[70966]: DEBUG nova.network.neutron [-] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.160829] env[70966]: DEBUG nova.scheduler.client.report [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.254699] env[70966]: DEBUG nova.network.neutron [-] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.410148] env[70966]: DEBUG nova.virt.hardware [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.410465] env[70966]: DEBUG nova.virt.hardware [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.410780] env[70966]: DEBUG nova.virt.hardware [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.410878] env[70966]: DEBUG nova.virt.hardware [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.411061] env[70966]: DEBUG nova.virt.hardware [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.411246] env[70966]: DEBUG nova.virt.hardware [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.411627] env[70966]: DEBUG nova.virt.hardware [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.411714] env[70966]: DEBUG nova.virt.hardware [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.411880] env[70966]: DEBUG nova.virt.hardware [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.412209] env[70966]: DEBUG nova.virt.hardware [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.412328] env[70966]: DEBUG nova.virt.hardware [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.414937] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3694c4a9-1a46-434f-a27c-6ec941d2b555 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.425615] env[70966]: DEBUG nova.virt.hardware [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.426080] env[70966]: DEBUG nova.virt.hardware [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.426335] env[70966]: DEBUG nova.virt.hardware [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.426592] env[70966]: DEBUG nova.virt.hardware [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.426828] env[70966]: DEBUG nova.virt.hardware [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.427037] env[70966]: DEBUG nova.virt.hardware [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.427292] env[70966]: DEBUG nova.virt.hardware [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.427492] env[70966]: DEBUG nova.virt.hardware [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.427762] env[70966]: DEBUG nova.virt.hardware [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.427906] env[70966]: DEBUG nova.virt.hardware [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.428135] env[70966]: DEBUG nova.virt.hardware [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.429462] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52d0783-e5c5-4f1f-95cb-b201948dd43b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.435674] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b9f8fa-7ebc-41f5-8cdb-86df8b5924d0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.453205] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88564fdf-1a50-4a50-87f2-a1bee6f473e2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.458008] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:9f:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff13711c-26e7-46ae-a11d-806354b3a33c', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.467543] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.469990] env[70966]: DEBUG oslo_vmware.rw_handles [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7ba8e-e25c-2817-90b1-31caac88e9f5/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1109.470530] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.473757] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24823b24-b700-4c00-87ab-f7723bb6f0c9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.474897] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1748ac8d-9478-424b-a579-bead83612a0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.503403] env[70966]: DEBUG oslo_vmware.rw_handles [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7ba8e-e25c-2817-90b1-31caac88e9f5/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1109.503751] env[70966]: ERROR oslo_vmware.rw_handles [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7ba8e-e25c-2817-90b1-31caac88e9f5/disk-0.vmdk due to incomplete transfer. [ 1109.503864] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-baba79a4-4cb0-4e2c-be7c-c1d21079249a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.506689] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.506689] env[70966]: value = "task-3613389" [ 1109.506689] env[70966]: _type = "Task" [ 1109.506689] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.512370] env[70966]: DEBUG oslo_vmware.rw_handles [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7ba8e-e25c-2817-90b1-31caac88e9f5/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1109.512582] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Uploaded image e241e79c-bcf0-408a-a707-6a05d6853eae to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1109.514964] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1109.518084] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5977f35c-1788-4930-b59b-6b451cc363cb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.519613] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613389, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.524331] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1109.524331] env[70966]: value = "task-3613390" [ 1109.524331] env[70966]: _type = "Task" [ 1109.524331] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.532733] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613390, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.536706] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "refresh_cache-df78193e-b692-4b0d-8272-ad66b7f35e28" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.536706] env[70966]: DEBUG nova.compute.manager [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Instance network_info: |[{"id": "b3c52d14-5b96-474b-8e93-5e835fcb7558", "address": "fa:16:3e:de:e5:82", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c52d14-5b", "ovs_interfaceid": "b3c52d14-5b96-474b-8e93-5e835fcb7558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.536706] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:e5:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3c52d14-5b96-474b-8e93-5e835fcb7558', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.544470] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.544721] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.545011] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aeee5a3e-44be-408a-9d28-9e0a8508d8c3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.566616] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.566616] env[70966]: value = "task-3613391" [ 1109.566616] env[70966]: _type = "Task" [ 1109.566616] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.575171] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613391, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.581734] env[70966]: INFO nova.compute.manager [-] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Took 1.80 seconds to deallocate network for instance. [ 1109.666760] env[70966]: DEBUG oslo_concurrency.lockutils [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.671764] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.754s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.672043] env[70966]: INFO nova.compute.claims [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.686399] env[70966]: DEBUG nova.compute.manager [req-7598016d-1b5a-4cb4-bc50-2b7edf22aae4 req-37ea6356-7f89-401e-b2ce-22ef355b4b2c service nova] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Received event network-vif-deleted-ebf7a8c5-3718-4890-ae27-253bf3f26abf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.701736] env[70966]: INFO nova.scheduler.client.report [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Deleted allocations for instance 52a61c79-cc93-4ae0-8f43-d78a6d857f07 [ 1109.759548] env[70966]: INFO nova.compute.manager [-] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Took 1.27 seconds to deallocate network for instance. [ 1109.903641] env[70966]: DEBUG nova.compute.manager [req-d5f7b801-1945-4b68-815e-01f9009497ee req-59a42cea-4402-455b-90b1-51fab5c37ed5 service nova] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Received event network-changed-b3c52d14-5b96-474b-8e93-5e835fcb7558 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.903993] env[70966]: DEBUG nova.compute.manager [req-d5f7b801-1945-4b68-815e-01f9009497ee req-59a42cea-4402-455b-90b1-51fab5c37ed5 service nova] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Refreshing instance network info cache due to event network-changed-b3c52d14-5b96-474b-8e93-5e835fcb7558. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.904309] env[70966]: DEBUG oslo_concurrency.lockutils [req-d5f7b801-1945-4b68-815e-01f9009497ee req-59a42cea-4402-455b-90b1-51fab5c37ed5 service nova] Acquiring lock "refresh_cache-df78193e-b692-4b0d-8272-ad66b7f35e28" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.904417] env[70966]: DEBUG oslo_concurrency.lockutils [req-d5f7b801-1945-4b68-815e-01f9009497ee req-59a42cea-4402-455b-90b1-51fab5c37ed5 service nova] Acquired lock "refresh_cache-df78193e-b692-4b0d-8272-ad66b7f35e28" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.904547] env[70966]: DEBUG nova.network.neutron [req-d5f7b801-1945-4b68-815e-01f9009497ee req-59a42cea-4402-455b-90b1-51fab5c37ed5 service nova] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Refreshing network info cache for port b3c52d14-5b96-474b-8e93-5e835fcb7558 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.018524] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613389, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.034776] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613390, 'name': Destroy_Task, 'duration_secs': 0.470742} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.035035] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Destroyed the VM [ 1110.035124] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1110.035369] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5e8bd3f-dc32-42f2-9b17-c7c7f19c8ecf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.041953] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1110.041953] env[70966]: value = "task-3613392" [ 1110.041953] env[70966]: _type = "Task" [ 1110.041953] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.050782] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613392, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.076286] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613391, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.138397] env[70966]: INFO nova.compute.manager [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Took 0.56 seconds to detach 1 volumes for instance. [ 1110.213795] env[70966]: DEBUG oslo_concurrency.lockutils [None req-738a81b4-2461-4f61-a60c-de97330f6e99 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "52a61c79-cc93-4ae0-8f43-d78a6d857f07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.454s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.274438] env[70966]: DEBUG oslo_concurrency.lockutils [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.412707] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Acquiring lock "9e7a4e73-722a-4b85-8ea5-822fbf080110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.412978] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Lock "9e7a4e73-722a-4b85-8ea5-822fbf080110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.517761] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613389, 'name': CreateVM_Task, 'duration_secs': 0.718518} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.517949] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.518708] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.518850] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.519214] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.519484] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e0526a-0b46-4408-9de8-59d49f4a3e0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.524677] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1110.524677] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5265d02d-faf7-f5f4-7059-a5d7ee69ba35" [ 1110.524677] env[70966]: _type = "Task" [ 1110.524677] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.535421] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5265d02d-faf7-f5f4-7059-a5d7ee69ba35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.551338] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613392, 'name': RemoveSnapshot_Task, 'duration_secs': 0.420417} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.552028] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1110.552028] env[70966]: DEBUG nova.compute.manager [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.552720] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8b0c0d-0f7e-4291-ac10-6d20aad2f5f5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.578139] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613391, 'name': CreateVM_Task, 'duration_secs': 0.656447} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.578331] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.579042] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.631942] env[70966]: DEBUG nova.network.neutron [req-d5f7b801-1945-4b68-815e-01f9009497ee req-59a42cea-4402-455b-90b1-51fab5c37ed5 service nova] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Updated VIF entry in instance network info cache for port b3c52d14-5b96-474b-8e93-5e835fcb7558. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.632370] env[70966]: DEBUG nova.network.neutron [req-d5f7b801-1945-4b68-815e-01f9009497ee req-59a42cea-4402-455b-90b1-51fab5c37ed5 service nova] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Updating instance_info_cache with network_info: [{"id": "b3c52d14-5b96-474b-8e93-5e835fcb7558", "address": "fa:16:3e:de:e5:82", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c52d14-5b", "ovs_interfaceid": "b3c52d14-5b96-474b-8e93-5e835fcb7558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.644931] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.795846] env[70966]: DEBUG oslo_concurrency.lockutils [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.796135] env[70966]: DEBUG oslo_concurrency.lockutils [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.796354] env[70966]: DEBUG oslo_concurrency.lockutils [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.796541] env[70966]: DEBUG oslo_concurrency.lockutils [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.796714] env[70966]: DEBUG oslo_concurrency.lockutils [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.798737] env[70966]: INFO nova.compute.manager [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Terminating instance [ 1110.903740] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d0266e-6b50-4cfc-ae52-b146eaa0b137 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.911838] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517f4a84-472c-4a36-b072-764467612d99 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.915160] env[70966]: DEBUG nova.compute.manager [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.950040] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba4922a-fe24-460a-92bf-f35110d12219 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.958559] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4863612-bf0d-4c42-9b73-5a165b91471c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.972687] env[70966]: DEBUG nova.compute.provider_tree [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.037934] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5265d02d-faf7-f5f4-7059-a5d7ee69ba35, 'name': SearchDatastore_Task, 'duration_secs': 0.011829} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.038503] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.038683] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.039028] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.039281] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.039603] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.040113] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.040653] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.041132] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56cec45c-7046-41ac-9868-dbea2a9c102d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.043331] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8987e23-0608-416a-8bfb-ef1424b19a73 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.049945] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1111.049945] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524ee471-d6bc-5add-a721-05c71dfb6726" [ 1111.049945] env[70966]: _type = "Task" [ 1111.049945] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.054212] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.054433] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.055558] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c945421-1344-4d6f-9788-483e60eb9d3a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.062337] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524ee471-d6bc-5add-a721-05c71dfb6726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.067845] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1111.067845] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528506e7-66ad-28d2-441d-7803be41ae8c" [ 1111.067845] env[70966]: _type = "Task" [ 1111.067845] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.071018] env[70966]: INFO nova.compute.manager [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Shelve offloading [ 1111.078116] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528506e7-66ad-28d2-441d-7803be41ae8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.139652] env[70966]: DEBUG oslo_concurrency.lockutils [req-d5f7b801-1945-4b68-815e-01f9009497ee req-59a42cea-4402-455b-90b1-51fab5c37ed5 service nova] Releasing lock "refresh_cache-df78193e-b692-4b0d-8272-ad66b7f35e28" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.140013] env[70966]: DEBUG nova.compute.manager [req-d5f7b801-1945-4b68-815e-01f9009497ee req-59a42cea-4402-455b-90b1-51fab5c37ed5 service nova] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Received event network-vif-deleted-0744d7c4-5911-4e74-9a6d-7b949880bf7d {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.305690] env[70966]: DEBUG nova.compute.manager [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.306145] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.307033] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b619ab70-cfa1-4917-a5f2-bd39a00108a5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.315031] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.315315] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd6917e2-9122-4b73-8faa-4a248ee695d9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.322732] env[70966]: DEBUG oslo_vmware.api [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1111.322732] env[70966]: value = "task-3613393" [ 1111.322732] env[70966]: _type = "Task" [ 1111.322732] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.330962] env[70966]: DEBUG oslo_vmware.api [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.439502] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.476823] env[70966]: DEBUG nova.scheduler.client.report [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.503435] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52386d90-77e9-62ac-1274-bb01fcac782c/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1111.504849] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65faee72-66a1-4479-a5e3-9c5515576826 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.513952] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52386d90-77e9-62ac-1274-bb01fcac782c/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1111.514160] env[70966]: ERROR oslo_vmware.rw_handles [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52386d90-77e9-62ac-1274-bb01fcac782c/disk-0.vmdk due to incomplete transfer. [ 1111.514427] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1441ca2c-cdc5-431c-b1a0-2fdfa4e75fc8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.521917] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52386d90-77e9-62ac-1274-bb01fcac782c/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1111.522204] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Uploaded image 5fd0bf13-386e-495f-8a8e-82fc5e112eed to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1111.524172] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1111.524477] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-43459d22-c8c3-45f1-a614-f55bf31de728 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.532690] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1111.532690] env[70966]: value = "task-3613394" [ 1111.532690] env[70966]: _type = "Task" [ 1111.532690] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.544472] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613394, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.561404] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524ee471-d6bc-5add-a721-05c71dfb6726, 'name': SearchDatastore_Task, 'duration_secs': 0.014347} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.561747] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.562041] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.562274] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.574513] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.579197] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aea1e319-2b33-4281-b0ec-f37d0b61e723 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.580827] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528506e7-66ad-28d2-441d-7803be41ae8c, 'name': SearchDatastore_Task, 'duration_secs': 0.014296} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.581947] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd807a4-1ee3-497b-aec2-30a3c0868ffd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.587212] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1111.587212] env[70966]: value = "task-3613395" [ 1111.587212] env[70966]: _type = "Task" [ 1111.587212] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.588476] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1111.588476] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a853e9-a261-1cb1-b87d-a1317cf46958" [ 1111.588476] env[70966]: _type = "Task" [ 1111.588476] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.604019] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] VM already powered off {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1111.604019] env[70966]: DEBUG nova.compute.manager [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.604019] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a853e9-a261-1cb1-b87d-a1317cf46958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.604019] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dde746-f711-4e28-9c0b-0ac7c4bec3e0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.609680] env[70966]: DEBUG oslo_concurrency.lockutils [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.609833] env[70966]: DEBUG oslo_concurrency.lockutils [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquired lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.610018] env[70966]: DEBUG nova.network.neutron [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.832908] env[70966]: DEBUG oslo_vmware.api [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613393, 'name': PowerOffVM_Task, 'duration_secs': 0.260487} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.834023] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.834023] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.834023] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9333b96a-2bd3-450c-92d2-6b6124ca044b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.911839] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.912207] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.912400] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Deleting the datastore file [datastore1] 6822d83f-3208-47a7-8b15-e4c34d1a2b9b {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.912726] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df3d872f-9b33-4b8d-b5e9-4cf7ebbd1e67 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.919320] env[70966]: DEBUG oslo_vmware.api [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for the task: (returnval){ [ 1111.919320] env[70966]: value = "task-3613397" [ 1111.919320] env[70966]: _type = "Task" [ 1111.919320] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.927033] env[70966]: DEBUG oslo_vmware.api [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.984159] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.984706] env[70966]: DEBUG nova.compute.manager [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.987427] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.582s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.987586] env[70966]: DEBUG nova.objects.instance [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lazy-loading 'resources' on Instance uuid 6b9e8a8f-edb0-4efb-b815-19c09f7512a5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.041970] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613394, 'name': Destroy_Task, 'duration_secs': 0.351592} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.042254] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Destroyed the VM [ 1112.042488] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1112.042758] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-302fa97d-ba84-4044-80fb-b8a07e3a71e3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.049718] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1112.049718] env[70966]: value = "task-3613398" [ 1112.049718] env[70966]: _type = "Task" [ 1112.049718] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.057440] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613398, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.102349] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a853e9-a261-1cb1-b87d-a1317cf46958, 'name': SearchDatastore_Task, 'duration_secs': 0.02019} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.102349] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.102349] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 83c6af70-2fb2-401c-80ae-3070a0b534f5/83c6af70-2fb2-401c-80ae-3070a0b534f5.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.102349] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.102349] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.102700] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64424a9f-63d5-4dde-b8c6-269d9cbea027 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.104398] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ffc02d6-c147-428e-9491-4e117b3a00a4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.110370] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1112.110370] env[70966]: value = "task-3613399" [ 1112.110370] env[70966]: _type = "Task" [ 1112.110370] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.116670] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.116670] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.117209] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a28888d-4840-4af7-8685-ae88b8ac4a12 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.122572] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.125350] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1112.125350] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bb996d-b3ea-62da-1d27-df2ddc150ee7" [ 1112.125350] env[70966]: _type = "Task" [ 1112.125350] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.132633] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bb996d-b3ea-62da-1d27-df2ddc150ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.359398] env[70966]: DEBUG nova.network.neutron [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Updating instance_info_cache with network_info: [{"id": "b1921c9c-5f1e-49da-ba20-0a40849a4c31", "address": "fa:16:3e:1a:1d:43", "network": {"id": "20ce3c97-ece9-4f02-ada9-29a5f90d49fa", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-601585676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0fbe5f70e0943758a4a172e8c067f47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1921c9c-5f", "ovs_interfaceid": "b1921c9c-5f1e-49da-ba20-0a40849a4c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.429165] env[70966]: DEBUG oslo_vmware.api [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Task: {'id': task-3613397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135607} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.429443] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.429623] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.429806] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.429980] env[70966]: INFO nova.compute.manager [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1112.430311] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.430544] env[70966]: DEBUG nova.compute.manager [-] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.430633] env[70966]: DEBUG nova.network.neutron [-] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.490871] env[70966]: DEBUG nova.compute.utils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.492420] env[70966]: DEBUG nova.compute.manager [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.492624] env[70966]: DEBUG nova.network.neutron [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.515106] env[70966]: DEBUG nova.scheduler.client.report [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Refreshing inventories for resource provider 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1112.531681] env[70966]: DEBUG nova.scheduler.client.report [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Updating ProviderTree inventory for provider 28f91738-2b78-4613-b71e-2571db52847f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1112.531981] env[70966]: DEBUG nova.compute.provider_tree [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.546781] env[70966]: DEBUG nova.scheduler.client.report [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Refreshing aggregate associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, aggregates: None {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1112.550358] env[70966]: DEBUG nova.policy [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2dabeca337c496fae9971378a2118ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893616cde42346daa4859c79b9637f82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.562577] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613398, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.573821] env[70966]: DEBUG nova.scheduler.client.report [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Refreshing trait associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1112.621830] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486192} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.626012] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 83c6af70-2fb2-401c-80ae-3070a0b534f5/83c6af70-2fb2-401c-80ae-3070a0b534f5.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.626277] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.626815] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d445688-6dfe-4b3d-82b0-5141f36b43ff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.640301] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52bb996d-b3ea-62da-1d27-df2ddc150ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.009116} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.645258] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1112.645258] env[70966]: value = "task-3613400" [ 1112.645258] env[70966]: _type = "Task" [ 1112.645258] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.645713] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0830be3-ec3d-4c93-846c-4220e4e22b21 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.655283] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1112.655283] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ce3ec2-5a37-0b08-1dbf-587175b46f08" [ 1112.655283] env[70966]: _type = "Task" [ 1112.655283] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.658651] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.670023] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ce3ec2-5a37-0b08-1dbf-587175b46f08, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.670249] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.670533] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] df78193e-b692-4b0d-8272-ad66b7f35e28/df78193e-b692-4b0d-8272-ad66b7f35e28.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.670811] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-001c80f5-fe1e-41d6-8768-fd0cc02fc2de {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.678845] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1112.678845] env[70966]: value = "task-3613401" [ 1112.678845] env[70966]: _type = "Task" [ 1112.678845] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.689330] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.785025] env[70966]: DEBUG nova.compute.manager [req-e255f67c-37e4-4ab7-acbe-623e93042a8d req-3a9f69ae-786d-4aac-ac52-c877cad45d9c service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Received event network-vif-deleted-5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.785025] env[70966]: INFO nova.compute.manager [req-e255f67c-37e4-4ab7-acbe-623e93042a8d req-3a9f69ae-786d-4aac-ac52-c877cad45d9c service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Neutron deleted interface 5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4; detaching it from the instance and deleting it from the info cache [ 1112.785025] env[70966]: DEBUG nova.network.neutron [req-e255f67c-37e4-4ab7-acbe-623e93042a8d req-3a9f69ae-786d-4aac-ac52-c877cad45d9c service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.861867] env[70966]: DEBUG oslo_concurrency.lockutils [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Releasing lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.888079] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d80a15-06a8-4b57-90ff-8fa327f97ae8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.895642] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ae7d58-4e7a-44b7-9a66-abc0d5668dc4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.929646] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6f1c06-ceab-4da2-95e6-07612a1b4b3d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.937527] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4159d601-32b2-46a1-a68d-3b2da06412c6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.951093] env[70966]: DEBUG nova.compute.provider_tree [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.966478] env[70966]: DEBUG nova.network.neutron [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Successfully created port: 98aa091e-c474-4375-9378-5d7b15e8c439 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.998353] env[70966]: DEBUG nova.compute.manager [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.061944] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613398, 'name': RemoveSnapshot_Task, 'duration_secs': 0.601353} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.062178] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1113.062458] env[70966]: DEBUG nova.compute.manager [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.063236] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0647e2a1-581c-467e-96cf-67346713ade0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.158423] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069763} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.158711] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.160000] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c58e7c0-8aa6-4546-b868-da4627b94796 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.165513] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.166233] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7f25c5-9b2f-453d-8613-0035ce99e3b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.189061] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 83c6af70-2fb2-401c-80ae-3070a0b534f5/83c6af70-2fb2-401c-80ae-3070a0b534f5.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.189061] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-707ab944-fcde-4961-9714-938d6178ac3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.217244] env[70966]: DEBUG nova.network.neutron [-] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.218650] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.219609] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7050c45c-7b5a-4a87-91ca-96253c60e02f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.226952] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1113.226952] env[70966]: value = "task-3613402" [ 1113.226952] env[70966]: _type = "Task" [ 1113.226952] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.232436] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613401, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.248480] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.286407] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4612e406-d131-41dd-80b8-6e29c0e9e20f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.296442] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac69c500-0a95-4e3a-a6d2-fc02a7a5ccaa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.317494] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.317598] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.317782] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Deleting the datastore file [datastore1] bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.318071] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e2de093-7104-4e72-9e66-48360794ba78 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.331985] env[70966]: DEBUG nova.compute.manager [req-e255f67c-37e4-4ab7-acbe-623e93042a8d req-3a9f69ae-786d-4aac-ac52-c877cad45d9c service nova] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Detach interface failed, port_id=5aa8ae32-90c7-43d9-b5ba-fc3c223f8de4, reason: Instance 6822d83f-3208-47a7-8b15-e4c34d1a2b9b could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1113.335201] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1113.335201] env[70966]: value = "task-3613404" [ 1113.335201] env[70966]: _type = "Task" [ 1113.335201] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.347913] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.454138] env[70966]: DEBUG nova.scheduler.client.report [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.576533] env[70966]: INFO nova.compute.manager [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Shelve offloading [ 1113.698791] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719809} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.699100] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] df78193e-b692-4b0d-8272-ad66b7f35e28/df78193e-b692-4b0d-8272-ad66b7f35e28.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.699326] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.699582] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38bc0c22-31e5-4095-87b9-98c1200898d8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.706408] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1113.706408] env[70966]: value = "task-3613405" [ 1113.706408] env[70966]: _type = "Task" [ 1113.706408] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.714279] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.720272] env[70966]: INFO nova.compute.manager [-] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Took 1.29 seconds to deallocate network for instance. [ 1113.740968] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613402, 'name': ReconfigVM_Task, 'duration_secs': 0.504983} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.741306] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 83c6af70-2fb2-401c-80ae-3070a0b534f5/83c6af70-2fb2-401c-80ae-3070a0b534f5.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.741974] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78f330f1-37cc-48db-ad09-43bbd7ec07ee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.748474] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1113.748474] env[70966]: value = "task-3613406" [ 1113.748474] env[70966]: _type = "Task" [ 1113.748474] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.757010] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613406, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.845844] env[70966]: DEBUG oslo_vmware.api [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188849} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.845994] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.846116] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.846301] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.872102] env[70966]: INFO nova.scheduler.client.report [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Deleted allocations for instance bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c [ 1113.960394] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.964302] env[70966]: DEBUG oslo_concurrency.lockutils [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.207s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.964666] env[70966]: DEBUG nova.objects.instance [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lazy-loading 'resources' on Instance uuid 98aa482b-cfbd-48ca-b3fe-1d059e30a939 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.979641] env[70966]: INFO nova.scheduler.client.report [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleted allocations for instance 6b9e8a8f-edb0-4efb-b815-19c09f7512a5 [ 1114.008688] env[70966]: DEBUG nova.compute.manager [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.037361] env[70966]: DEBUG nova.virt.hardware [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.037645] env[70966]: DEBUG nova.virt.hardware [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.037848] env[70966]: DEBUG nova.virt.hardware [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.038079] env[70966]: DEBUG nova.virt.hardware [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.038263] env[70966]: DEBUG nova.virt.hardware [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.038432] env[70966]: DEBUG nova.virt.hardware [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.038654] env[70966]: DEBUG nova.virt.hardware [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.038833] env[70966]: DEBUG nova.virt.hardware [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.039036] env[70966]: DEBUG nova.virt.hardware [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.039228] env[70966]: DEBUG nova.virt.hardware [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.039419] env[70966]: DEBUG nova.virt.hardware [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.040665] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668284be-bbf0-4c35-b373-200a54e57f4a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.049650] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f566f56-8ffb-4d67-9d2a-e25b872f6aa9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.080145] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.080344] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81c4672d-7052-41c9-81be-d738eeeb7154 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.086314] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1114.086314] env[70966]: value = "task-3613407" [ 1114.086314] env[70966]: _type = "Task" [ 1114.086314] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.093658] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.215783] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06968} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.216099] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.216855] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4aff5a-b047-4d7d-9eb8-013b06d0a51d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.230633] env[70966]: DEBUG oslo_concurrency.lockutils [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.239268] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] df78193e-b692-4b0d-8272-ad66b7f35e28/df78193e-b692-4b0d-8272-ad66b7f35e28.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.239515] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca1a358-d2ab-4634-8ff3-f931d1550d2e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.262480] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613406, 'name': Rename_Task, 'duration_secs': 0.145186} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.263738] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.264524] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1114.264524] env[70966]: value = "task-3613408" [ 1114.264524] env[70966]: _type = "Task" [ 1114.264524] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.264524] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-952c1ef5-aace-419a-b766-025efef64703 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.276072] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613408, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.277332] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1114.277332] env[70966]: value = "task-3613409" [ 1114.277332] env[70966]: _type = "Task" [ 1114.277332] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.290628] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613409, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.376600] env[70966]: DEBUG oslo_concurrency.lockutils [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.491732] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7250e482-073f-470d-99c1-2191f73bfd6e tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "6b9e8a8f-edb0-4efb-b815-19c09f7512a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.134s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.563234] env[70966]: DEBUG nova.compute.manager [req-e216dfd4-896f-4457-9469-0fb70e860513 req-f9df0691-79c2-47e8-86ef-49f86f29b90a service nova] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Received event network-vif-plugged-98aa091e-c474-4375-9378-5d7b15e8c439 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.563514] env[70966]: DEBUG oslo_concurrency.lockutils [req-e216dfd4-896f-4457-9469-0fb70e860513 req-f9df0691-79c2-47e8-86ef-49f86f29b90a service nova] Acquiring lock "d47e56bb-3a32-4de3-920d-2cce0f0f43be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.563779] env[70966]: DEBUG oslo_concurrency.lockutils [req-e216dfd4-896f-4457-9469-0fb70e860513 req-f9df0691-79c2-47e8-86ef-49f86f29b90a service nova] Lock "d47e56bb-3a32-4de3-920d-2cce0f0f43be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.564014] env[70966]: DEBUG oslo_concurrency.lockutils [req-e216dfd4-896f-4457-9469-0fb70e860513 req-f9df0691-79c2-47e8-86ef-49f86f29b90a service nova] Lock "d47e56bb-3a32-4de3-920d-2cce0f0f43be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.564253] env[70966]: DEBUG nova.compute.manager [req-e216dfd4-896f-4457-9469-0fb70e860513 req-f9df0691-79c2-47e8-86ef-49f86f29b90a service nova] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] No waiting events found dispatching network-vif-plugged-98aa091e-c474-4375-9378-5d7b15e8c439 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.564465] env[70966]: WARNING nova.compute.manager [req-e216dfd4-896f-4457-9469-0fb70e860513 req-f9df0691-79c2-47e8-86ef-49f86f29b90a service nova] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Received unexpected event network-vif-plugged-98aa091e-c474-4375-9378-5d7b15e8c439 for instance with vm_state building and task_state spawning. [ 1114.601472] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] VM already powered off {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1114.601685] env[70966]: DEBUG nova.compute.manager [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.602463] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83214aa4-4b64-4cee-970c-7a6e390abce0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.608140] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.608945] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.609172] env[70966]: DEBUG nova.network.neutron [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.693943] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18e6473-8d84-4c53-b64e-1bd3a0dd08b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.703179] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a766717-2487-4f8e-bf32-ced317c0e1c8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.732742] env[70966]: DEBUG nova.network.neutron [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Successfully updated port: 98aa091e-c474-4375-9378-5d7b15e8c439 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.734411] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d1cde0-c3d1-4ef5-8121-c9602c283ba1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.741830] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66810342-63d6-4874-a989-ec4a7e4e1520 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.757852] env[70966]: DEBUG nova.compute.provider_tree [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.775751] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.786808] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613409, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.847174] env[70966]: DEBUG nova.compute.manager [req-bf1762e8-bbb3-421f-a88c-5f1c94523f51 req-969431a8-b694-4294-8136-775b812d442c service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Received event network-vif-unplugged-b1921c9c-5f1e-49da-ba20-0a40849a4c31 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.847174] env[70966]: DEBUG oslo_concurrency.lockutils [req-bf1762e8-bbb3-421f-a88c-5f1c94523f51 req-969431a8-b694-4294-8136-775b812d442c service nova] Acquiring lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.847174] env[70966]: DEBUG oslo_concurrency.lockutils [req-bf1762e8-bbb3-421f-a88c-5f1c94523f51 req-969431a8-b694-4294-8136-775b812d442c service nova] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.847174] env[70966]: DEBUG oslo_concurrency.lockutils [req-bf1762e8-bbb3-421f-a88c-5f1c94523f51 req-969431a8-b694-4294-8136-775b812d442c service nova] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.847174] env[70966]: DEBUG nova.compute.manager [req-bf1762e8-bbb3-421f-a88c-5f1c94523f51 req-969431a8-b694-4294-8136-775b812d442c service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] No waiting events found dispatching network-vif-unplugged-b1921c9c-5f1e-49da-ba20-0a40849a4c31 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.847364] env[70966]: WARNING nova.compute.manager [req-bf1762e8-bbb3-421f-a88c-5f1c94523f51 req-969431a8-b694-4294-8136-775b812d442c service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Received unexpected event network-vif-unplugged-b1921c9c-5f1e-49da-ba20-0a40849a4c31 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1114.847541] env[70966]: DEBUG nova.compute.manager [req-bf1762e8-bbb3-421f-a88c-5f1c94523f51 req-969431a8-b694-4294-8136-775b812d442c service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Received event network-changed-b1921c9c-5f1e-49da-ba20-0a40849a4c31 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.847704] env[70966]: DEBUG nova.compute.manager [req-bf1762e8-bbb3-421f-a88c-5f1c94523f51 req-969431a8-b694-4294-8136-775b812d442c service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Refreshing instance network info cache due to event network-changed-b1921c9c-5f1e-49da-ba20-0a40849a4c31. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.847929] env[70966]: DEBUG oslo_concurrency.lockutils [req-bf1762e8-bbb3-421f-a88c-5f1c94523f51 req-969431a8-b694-4294-8136-775b812d442c service nova] Acquiring lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.848442] env[70966]: DEBUG oslo_concurrency.lockutils [req-bf1762e8-bbb3-421f-a88c-5f1c94523f51 req-969431a8-b694-4294-8136-775b812d442c service nova] Acquired lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.848442] env[70966]: DEBUG nova.network.neutron [req-bf1762e8-bbb3-421f-a88c-5f1c94523f51 req-969431a8-b694-4294-8136-775b812d442c service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Refreshing network info cache for port b1921c9c-5f1e-49da-ba20-0a40849a4c31 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.239245] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "refresh_cache-d47e56bb-3a32-4de3-920d-2cce0f0f43be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.239510] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired lock "refresh_cache-d47e56bb-3a32-4de3-920d-2cce0f0f43be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.239774] env[70966]: DEBUG nova.network.neutron [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.260571] env[70966]: DEBUG nova.scheduler.client.report [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.276508] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613408, 'name': ReconfigVM_Task, 'duration_secs': 0.616229} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.276845] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Reconfigured VM instance instance-0000006b to attach disk [datastore2] df78193e-b692-4b0d-8272-ad66b7f35e28/df78193e-b692-4b0d-8272-ad66b7f35e28.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.277785] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53411562-8e78-486a-92df-aff356aae0cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.287593] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1115.287593] env[70966]: value = "task-3613410" [ 1115.287593] env[70966]: _type = "Task" [ 1115.287593] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.290571] env[70966]: DEBUG oslo_vmware.api [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613409, 'name': PowerOnVM_Task, 'duration_secs': 0.71869} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.293476] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.293687] env[70966]: INFO nova.compute.manager [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Took 11.03 seconds to spawn the instance on the hypervisor. [ 1115.293865] env[70966]: DEBUG nova.compute.manager [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.294794] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857bd50c-8685-4d72-89cb-b77071690867 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.306735] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613410, 'name': Rename_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.411092] env[70966]: DEBUG nova.network.neutron [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Updating instance_info_cache with network_info: [{"id": "7d12776c-cd90-44b8-ad4e-d2a7a389374f", "address": "fa:16:3e:e6:1f:62", "network": {"id": "76eb4596-0bea-4c91-a57f-0cdf1b1fc335", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1344172437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b978f2cd4dcc489e8d3480726962466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d12776c-cd", "ovs_interfaceid": "7d12776c-cd90-44b8-ad4e-d2a7a389374f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.736597] env[70966]: DEBUG nova.network.neutron [req-bf1762e8-bbb3-421f-a88c-5f1c94523f51 req-969431a8-b694-4294-8136-775b812d442c service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Updated VIF entry in instance network info cache for port b1921c9c-5f1e-49da-ba20-0a40849a4c31. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.736758] env[70966]: DEBUG nova.network.neutron [req-bf1762e8-bbb3-421f-a88c-5f1c94523f51 req-969431a8-b694-4294-8136-775b812d442c service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Updating instance_info_cache with network_info: [{"id": "b1921c9c-5f1e-49da-ba20-0a40849a4c31", "address": "fa:16:3e:1a:1d:43", "network": {"id": "20ce3c97-ece9-4f02-ada9-29a5f90d49fa", "bridge": null, "label": "tempest-ServersNegativeTestJSON-601585676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0fbe5f70e0943758a4a172e8c067f47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb1921c9c-5f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.771025] env[70966]: DEBUG oslo_concurrency.lockutils [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.771025] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.932s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.791113] env[70966]: DEBUG nova.network.neutron [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.800049] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613410, 'name': Rename_Task, 'duration_secs': 0.164803} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.801222] env[70966]: INFO nova.scheduler.client.report [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleted allocations for instance 98aa482b-cfbd-48ca-b3fe-1d059e30a939 [ 1115.806167] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.808389] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-027ae231-9e53-4a71-8a17-17dd59ff5761 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.818019] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1115.818019] env[70966]: value = "task-3613411" [ 1115.818019] env[70966]: _type = "Task" [ 1115.818019] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.822457] env[70966]: INFO nova.compute.manager [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Took 30.62 seconds to build instance. [ 1115.830880] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613411, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.913596] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.053129] env[70966]: DEBUG nova.network.neutron [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Updating instance_info_cache with network_info: [{"id": "98aa091e-c474-4375-9378-5d7b15e8c439", "address": "fa:16:3e:43:ac:88", "network": {"id": "a5238dec-7986-46ca-8cf7-2c8419f2bf99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1236207224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893616cde42346daa4859c79b9637f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98aa091e-c4", "ovs_interfaceid": "98aa091e-c474-4375-9378-5d7b15e8c439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.097375] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.239223] env[70966]: DEBUG oslo_concurrency.lockutils [req-bf1762e8-bbb3-421f-a88c-5f1c94523f51 req-969431a8-b694-4294-8136-775b812d442c service nova] Releasing lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.309452] env[70966]: DEBUG oslo_concurrency.lockutils [None req-af6192cb-f522-41aa-9d93-3bb588a565e9 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "98aa482b-cfbd-48ca-b3fe-1d059e30a939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.005s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.324359] env[70966]: DEBUG oslo_concurrency.lockutils [None req-346030b5-f0b9-4426-a8c5-859ad987993b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "83c6af70-2fb2-401c-80ae-3070a0b534f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.127s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.329288] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613411, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.555667] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lock "refresh_cache-d47e56bb-3a32-4de3-920d-2cce0f0f43be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.556041] env[70966]: DEBUG nova.compute.manager [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Instance network_info: |[{"id": "98aa091e-c474-4375-9378-5d7b15e8c439", "address": "fa:16:3e:43:ac:88", "network": {"id": "a5238dec-7986-46ca-8cf7-2c8419f2bf99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1236207224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893616cde42346daa4859c79b9637f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98aa091e-c4", "ovs_interfaceid": "98aa091e-c474-4375-9378-5d7b15e8c439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.556495] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:ac:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98aa091e-c474-4375-9378-5d7b15e8c439', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.566495] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.568145] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.568444] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.569194] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ca9fdd-4c0a-4477-a9a8-8befcf388124 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.572951] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-690c3d07-7955-4eed-8589-e22beddb99bf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.592933] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.594429] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f87efd4b-20fd-41bd-826b-3326aa0f8f42 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.596043] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.596043] env[70966]: value = "task-3613412" [ 1116.596043] env[70966]: _type = "Task" [ 1116.596043] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.606163] env[70966]: DEBUG nova.compute.manager [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Received event network-changed-98aa091e-c474-4375-9378-5d7b15e8c439 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.606469] env[70966]: DEBUG nova.compute.manager [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Refreshing instance network info cache due to event network-changed-98aa091e-c474-4375-9378-5d7b15e8c439. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.606700] env[70966]: DEBUG oslo_concurrency.lockutils [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] Acquiring lock "refresh_cache-d47e56bb-3a32-4de3-920d-2cce0f0f43be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.606849] env[70966]: DEBUG oslo_concurrency.lockutils [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] Acquired lock "refresh_cache-d47e56bb-3a32-4de3-920d-2cce0f0f43be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.607018] env[70966]: DEBUG nova.network.neutron [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Refreshing network info cache for port 98aa091e-c474-4375-9378-5d7b15e8c439 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.613038] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613412, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.682302] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.682302] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.682302] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleting the datastore file [datastore2] 46bbedf7-e3e6-4014-8e53-c232fb5d4856 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.682302] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-195cf34e-9a96-4063-9ae8-8195810ba216 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.688509] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1116.688509] env[70966]: value = "task-3613414" [ 1116.688509] env[70966]: _type = "Task" [ 1116.688509] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.697314] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.819109] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance c0761181-cec1-453c-adfe-a575a7242897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.819109] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 5191e604-7633-4903-ad1d-c1ecfd3c4d68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.819109] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 379e905b-dd3b-4b73-8393-02232f2540ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.819109] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 07fef84f-b749-472e-909b-0c7df39a55b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.819109] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.819109] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 6822d83f-3208-47a7-8b15-e4c34d1a2b9b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1116.819109] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 46bbedf7-e3e6-4014-8e53-c232fb5d4856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.819109] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 2a414958-48b2-4b40-89df-ed686c590f5e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1116.819109] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance e5a70365-479b-4c56-b385-684fd7e70c74 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1116.819109] env[70966]: WARNING nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance c0ffa2af-7dcf-4114-a53a-7595e5f77fa4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1116.819109] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 83c6af70-2fb2-401c-80ae-3070a0b534f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.819109] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance df78193e-b692-4b0d-8272-ad66b7f35e28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.819109] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance d47e56bb-3a32-4de3-920d-2cce0f0f43be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.832071] env[70966]: DEBUG oslo_vmware.api [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613411, 'name': PowerOnVM_Task, 'duration_secs': 0.853953} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.832569] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.833241] env[70966]: INFO nova.compute.manager [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1116.833595] env[70966]: DEBUG nova.compute.manager [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.834764] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d95c53c-8708-4993-985a-e07d2836ccd4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.878149] env[70966]: DEBUG nova.compute.manager [req-9246765d-96eb-4d5b-8afa-9fda9414ae86 req-fce7ff67-8810-4761-8978-7a74b94b530b service nova] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Received event network-changed-ff13711c-26e7-46ae-a11d-806354b3a33c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.878277] env[70966]: DEBUG nova.compute.manager [req-9246765d-96eb-4d5b-8afa-9fda9414ae86 req-fce7ff67-8810-4761-8978-7a74b94b530b service nova] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Refreshing instance network info cache due to event network-changed-ff13711c-26e7-46ae-a11d-806354b3a33c. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.878549] env[70966]: DEBUG oslo_concurrency.lockutils [req-9246765d-96eb-4d5b-8afa-9fda9414ae86 req-fce7ff67-8810-4761-8978-7a74b94b530b service nova] Acquiring lock "refresh_cache-83c6af70-2fb2-401c-80ae-3070a0b534f5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.878758] env[70966]: DEBUG oslo_concurrency.lockutils [req-9246765d-96eb-4d5b-8afa-9fda9414ae86 req-fce7ff67-8810-4761-8978-7a74b94b530b service nova] Acquired lock "refresh_cache-83c6af70-2fb2-401c-80ae-3070a0b534f5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.878981] env[70966]: DEBUG nova.network.neutron [req-9246765d-96eb-4d5b-8afa-9fda9414ae86 req-fce7ff67-8810-4761-8978-7a74b94b530b service nova] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Refreshing network info cache for port ff13711c-26e7-46ae-a11d-806354b3a33c {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.106529] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613412, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.201622] env[70966]: DEBUG oslo_vmware.api [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203365} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.201814] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.201997] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.202191] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.222863] env[70966]: INFO nova.scheduler.client.report [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleted allocations for instance 46bbedf7-e3e6-4014-8e53-c232fb5d4856 [ 1117.326067] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 9e7a4e73-722a-4b85-8ea5-822fbf080110 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1117.326067] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (28f91738-2b78-4613-b71e-2571db52847f): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1117.327048] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1117.327048] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1117.361641] env[70966]: INFO nova.compute.manager [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Took 30.85 seconds to build instance. [ 1117.498576] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.498810] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.551042] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7cacb9-57ce-4c9f-8b4a-89e64e89d55e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.558701] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe997a8-fae9-42f5-ab9a-a2aba593517a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.594477] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a534d716-e4e0-43ac-8787-439fe7382c62 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.606018] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1fcc80-b6e3-479a-bbbb-50174adf5b57 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.611091] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613412, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.623862] env[70966]: DEBUG nova.compute.provider_tree [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.638879] env[70966]: DEBUG nova.network.neutron [req-9246765d-96eb-4d5b-8afa-9fda9414ae86 req-fce7ff67-8810-4761-8978-7a74b94b530b service nova] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Updated VIF entry in instance network info cache for port ff13711c-26e7-46ae-a11d-806354b3a33c. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.639209] env[70966]: DEBUG nova.network.neutron [req-9246765d-96eb-4d5b-8afa-9fda9414ae86 req-fce7ff67-8810-4761-8978-7a74b94b530b service nova] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Updating instance_info_cache with network_info: [{"id": "ff13711c-26e7-46ae-a11d-806354b3a33c", "address": "fa:16:3e:b3:9f:6f", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff13711c-26", "ovs_interfaceid": "ff13711c-26e7-46ae-a11d-806354b3a33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.687893] env[70966]: DEBUG nova.network.neutron [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Updated VIF entry in instance network info cache for port 98aa091e-c474-4375-9378-5d7b15e8c439. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.688290] env[70966]: DEBUG nova.network.neutron [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Updating instance_info_cache with network_info: [{"id": "98aa091e-c474-4375-9378-5d7b15e8c439", "address": "fa:16:3e:43:ac:88", "network": {"id": "a5238dec-7986-46ca-8cf7-2c8419f2bf99", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1236207224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893616cde42346daa4859c79b9637f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98aa091e-c4", "ovs_interfaceid": "98aa091e-c474-4375-9378-5d7b15e8c439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.727649] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.863754] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3b294879-a9d4-44f3-8bdd-ecdd35cf1565 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "df78193e-b692-4b0d-8272-ad66b7f35e28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.363s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.004029] env[70966]: DEBUG nova.compute.manager [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.106995] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613412, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.126870] env[70966]: DEBUG nova.scheduler.client.report [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.142237] env[70966]: DEBUG oslo_concurrency.lockutils [req-9246765d-96eb-4d5b-8afa-9fda9414ae86 req-fce7ff67-8810-4761-8978-7a74b94b530b service nova] Releasing lock "refresh_cache-83c6af70-2fb2-401c-80ae-3070a0b534f5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.190621] env[70966]: DEBUG oslo_concurrency.lockutils [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] Releasing lock "refresh_cache-d47e56bb-3a32-4de3-920d-2cce0f0f43be" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.190965] env[70966]: DEBUG nova.compute.manager [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Received event network-vif-unplugged-7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.191185] env[70966]: DEBUG oslo_concurrency.lockutils [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] Acquiring lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.191395] env[70966]: DEBUG oslo_concurrency.lockutils [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.191556] env[70966]: DEBUG oslo_concurrency.lockutils [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.191723] env[70966]: DEBUG nova.compute.manager [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] No waiting events found dispatching network-vif-unplugged-7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.191899] env[70966]: WARNING nova.compute.manager [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Received unexpected event network-vif-unplugged-7d12776c-cd90-44b8-ad4e-d2a7a389374f for instance with vm_state shelved and task_state shelving_offloading. [ 1118.192077] env[70966]: DEBUG nova.compute.manager [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Received event network-changed-7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.192237] env[70966]: DEBUG nova.compute.manager [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Refreshing instance network info cache due to event network-changed-7d12776c-cd90-44b8-ad4e-d2a7a389374f. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.192433] env[70966]: DEBUG oslo_concurrency.lockutils [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] Acquiring lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.192565] env[70966]: DEBUG oslo_concurrency.lockutils [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] Acquired lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.192793] env[70966]: DEBUG nova.network.neutron [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Refreshing network info cache for port 7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.522359] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.574241] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "df78193e-b692-4b0d-8272-ad66b7f35e28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.574511] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "df78193e-b692-4b0d-8272-ad66b7f35e28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.574729] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "df78193e-b692-4b0d-8272-ad66b7f35e28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.574925] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "df78193e-b692-4b0d-8272-ad66b7f35e28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.575135] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "df78193e-b692-4b0d-8272-ad66b7f35e28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.577338] env[70966]: INFO nova.compute.manager [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Terminating instance [ 1118.607372] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613412, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.631481] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70966) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1118.631738] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.862s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.631944] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.195s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.632138] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.634190] env[70966]: DEBUG oslo_concurrency.lockutils [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.360s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.634379] env[70966]: DEBUG oslo_concurrency.lockutils [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.636077] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.991s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.636264] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.637842] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.198s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.639263] env[70966]: INFO nova.compute.claims [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.657671] env[70966]: INFO nova.scheduler.client.report [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleted allocations for instance c0ffa2af-7dcf-4114-a53a-7595e5f77fa4 [ 1118.659422] env[70966]: INFO nova.scheduler.client.report [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Deleted allocations for instance e5a70365-479b-4c56-b385-684fd7e70c74 [ 1118.671357] env[70966]: INFO nova.scheduler.client.report [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Deleted allocations for instance 2a414958-48b2-4b40-89df-ed686c590f5e [ 1118.960879] env[70966]: DEBUG nova.network.neutron [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Updated VIF entry in instance network info cache for port 7d12776c-cd90-44b8-ad4e-d2a7a389374f. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.961257] env[70966]: DEBUG nova.network.neutron [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Updating instance_info_cache with network_info: [{"id": "7d12776c-cd90-44b8-ad4e-d2a7a389374f", "address": "fa:16:3e:e6:1f:62", "network": {"id": "76eb4596-0bea-4c91-a57f-0cdf1b1fc335", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1344172437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b978f2cd4dcc489e8d3480726962466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7d12776c-cd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.083932] env[70966]: DEBUG nova.compute.manager [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.084152] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.085145] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4e6eab-03f8-4f1b-b722-71735abb5ee7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.097600] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.097891] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea53979f-3e7e-49d8-b2b2-9268175c8a1d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.107868] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613412, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.109154] env[70966]: DEBUG oslo_vmware.api [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1119.109154] env[70966]: value = "task-3613415" [ 1119.109154] env[70966]: _type = "Task" [ 1119.109154] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.117564] env[70966]: DEBUG oslo_vmware.api [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.170409] env[70966]: DEBUG oslo_concurrency.lockutils [None req-65f37a2c-5460-4088-a67a-2c276eb52830 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "c0ffa2af-7dcf-4114-a53a-7595e5f77fa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.657s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.171769] env[70966]: DEBUG oslo_concurrency.lockutils [None req-47f27a63-7510-4d63-9436-e39b54cd9e28 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "e5a70365-479b-4c56-b385-684fd7e70c74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.331s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.180371] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac7f6233-5450-479e-b66c-2d5ae63b8eab tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "2a414958-48b2-4b40-89df-ed686c590f5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.241s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.368547] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.463959] env[70966]: DEBUG oslo_concurrency.lockutils [req-03dab4b1-374a-49c1-96e0-9460ed8bac61 req-28147db9-ae16-4f59-93a7-a06c2e0952e5 service nova] Releasing lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.609044] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613412, 'name': CreateVM_Task, 'duration_secs': 2.802796} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.609347] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.609971] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.610163] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.610490] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.613936] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d88ffd2-8149-4ca6-8e2e-4bfab23d65b0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.619839] env[70966]: DEBUG oslo_vmware.api [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613415, 'name': PowerOffVM_Task, 'duration_secs': 0.191642} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.620991] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.621188] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.621480] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1119.621480] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ce4257-b64e-001b-68ae-bff4e105b31a" [ 1119.621480] env[70966]: _type = "Task" [ 1119.621480] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.621654] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-175c63c5-2d5a-486a-9dc2-8b7f19ac333a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.630929] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ce4257-b64e-001b-68ae-bff4e105b31a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.692181] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "379e905b-dd3b-4b73-8393-02232f2540ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.692493] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "379e905b-dd3b-4b73-8393-02232f2540ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.692843] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "379e905b-dd3b-4b73-8393-02232f2540ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.693122] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "379e905b-dd3b-4b73-8393-02232f2540ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.693304] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "379e905b-dd3b-4b73-8393-02232f2540ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.696134] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.696339] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.696520] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleting the datastore file [datastore2] df78193e-b692-4b0d-8272-ad66b7f35e28 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.697053] env[70966]: INFO nova.compute.manager [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Terminating instance [ 1119.698399] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fff83ad-2f7d-43fa-b158-835d30f3b6e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.707240] env[70966]: DEBUG oslo_vmware.api [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1119.707240] env[70966]: value = "task-3613417" [ 1119.707240] env[70966]: _type = "Task" [ 1119.707240] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.717812] env[70966]: DEBUG oslo_vmware.api [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.827119] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a8942d-e0a9-45b1-9a87-790e2cae685a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.835521] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a2726c-3092-40d9-a4e7-8968b68cf167 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.869058] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07d8557-2e5a-4243-9def-c1b1e327dd59 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.876358] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ddd153-8104-4970-bbcb-12aa2bee6205 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.891156] env[70966]: DEBUG nova.compute.provider_tree [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.972338] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "9b780576-93d6-49a4-8cf0-c20cf5f45818" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.972548] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "9b780576-93d6-49a4-8cf0-c20cf5f45818" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.133174] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ce4257-b64e-001b-68ae-bff4e105b31a, 'name': SearchDatastore_Task, 'duration_secs': 0.011828} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.133480] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.133716] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.133990] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.134158] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.134346] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.134604] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29c485e9-7691-4da1-99d4-a50cb138ac02 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.146269] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.146447] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.147167] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019a4233-430a-4885-a318-d2bdcbb9e8c5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.152330] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1120.152330] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52598f27-a59d-9d7c-df81-5c5c8782fe06" [ 1120.152330] env[70966]: _type = "Task" [ 1120.152330] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.159988] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52598f27-a59d-9d7c-df81-5c5c8782fe06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.204952] env[70966]: DEBUG nova.compute.manager [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.205259] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.206154] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a05119e-4e56-43a5-806e-63f3fa880839 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.217656] env[70966]: DEBUG oslo_vmware.api [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147571} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.219711] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.219907] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.220103] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.220282] env[70966]: INFO nova.compute.manager [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1120.220517] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.220737] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.221173] env[70966]: DEBUG nova.compute.manager [-] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.221278] env[70966]: DEBUG nova.network.neutron [-] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.222979] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-752b83c7-5616-42a2-a5c4-d002830f7039 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.229709] env[70966]: DEBUG oslo_vmware.api [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1120.229709] env[70966]: value = "task-3613418" [ 1120.229709] env[70966]: _type = "Task" [ 1120.229709] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.238386] env[70966]: DEBUG oslo_vmware.api [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.394880] env[70966]: DEBUG nova.scheduler.client.report [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.477757] env[70966]: DEBUG nova.compute.manager [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.565153] env[70966]: DEBUG nova.compute.manager [req-ed2bfa95-6f92-4db6-9088-b941fb21c22c req-d6b9eb8a-52e7-44f4-ae4e-6c5631a82150 service nova] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Received event network-vif-deleted-b3c52d14-5b96-474b-8e93-5e835fcb7558 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.565153] env[70966]: INFO nova.compute.manager [req-ed2bfa95-6f92-4db6-9088-b941fb21c22c req-d6b9eb8a-52e7-44f4-ae4e-6c5631a82150 service nova] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Neutron deleted interface b3c52d14-5b96-474b-8e93-5e835fcb7558; detaching it from the instance and deleting it from the info cache [ 1120.566425] env[70966]: DEBUG nova.network.neutron [req-ed2bfa95-6f92-4db6-9088-b941fb21c22c req-d6b9eb8a-52e7-44f4-ae4e-6c5631a82150 service nova] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.663032] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52598f27-a59d-9d7c-df81-5c5c8782fe06, 'name': SearchDatastore_Task, 'duration_secs': 0.034526} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.663404] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40650b3-62a5-4ee8-9a7b-7cd248115818 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.667917] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1120.667917] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c9ed3d-4e8d-e0f5-1563-252b80b5412c" [ 1120.667917] env[70966]: _type = "Task" [ 1120.667917] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.674997] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c9ed3d-4e8d-e0f5-1563-252b80b5412c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.738419] env[70966]: DEBUG oslo_vmware.api [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613418, 'name': PowerOffVM_Task, 'duration_secs': 0.195919} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.738646] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.738812] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.739060] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0987dad9-01f9-4acb-a786-1feed0bccc48 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.806884] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.807140] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.807325] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Deleting the datastore file [datastore2] 379e905b-dd3b-4b73-8393-02232f2540ce {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.807585] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a497a6f5-f215-4ae7-9228-137550c7a35e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.814514] env[70966]: DEBUG oslo_vmware.api [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for the task: (returnval){ [ 1120.814514] env[70966]: value = "task-3613420" [ 1120.814514] env[70966]: _type = "Task" [ 1120.814514] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.823013] env[70966]: DEBUG oslo_vmware.api [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.894734] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.894986] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.900322] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.900763] env[70966]: DEBUG nova.compute.manager [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.903647] env[70966]: DEBUG oslo_concurrency.lockutils [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.673s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.903910] env[70966]: DEBUG oslo_concurrency.lockutils [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.906045] env[70966]: DEBUG oslo_concurrency.lockutils [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.530s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.906398] env[70966]: DEBUG oslo_concurrency.lockutils [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.908378] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.181s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.908587] env[70966]: DEBUG nova.objects.instance [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lazy-loading 'resources' on Instance uuid 46bbedf7-e3e6-4014-8e53-c232fb5d4856 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.928317] env[70966]: INFO nova.scheduler.client.report [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Deleted allocations for instance 6822d83f-3208-47a7-8b15-e4c34d1a2b9b [ 1120.993824] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.018159] env[70966]: DEBUG nova.network.neutron [-] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.069334] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e7f2a09-b078-4272-a116-b847faea905f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.078796] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effc5a5a-960a-4f41-ac6a-832a0cf6765a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.108961] env[70966]: DEBUG nova.compute.manager [req-ed2bfa95-6f92-4db6-9088-b941fb21c22c req-d6b9eb8a-52e7-44f4-ae4e-6c5631a82150 service nova] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Detach interface failed, port_id=b3c52d14-5b96-474b-8e93-5e835fcb7558, reason: Instance df78193e-b692-4b0d-8272-ad66b7f35e28 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1121.177966] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c9ed3d-4e8d-e0f5-1563-252b80b5412c, 'name': SearchDatastore_Task, 'duration_secs': 0.038724} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.177966] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.177966] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d47e56bb-3a32-4de3-920d-2cce0f0f43be/d47e56bb-3a32-4de3-920d-2cce0f0f43be.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.178273] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02796177-3fcd-4ae5-91cd-a7921a7ab823 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.185030] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1121.185030] env[70966]: value = "task-3613421" [ 1121.185030] env[70966]: _type = "Task" [ 1121.185030] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.192525] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.324341] env[70966]: DEBUG oslo_vmware.api [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Task: {'id': task-3613420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388222} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.324586] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.324797] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.325022] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.325190] env[70966]: INFO nova.compute.manager [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1121.325434] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.325625] env[70966]: DEBUG nova.compute.manager [-] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.325721] env[70966]: DEBUG nova.network.neutron [-] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.397166] env[70966]: DEBUG nova.compute.manager [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.411193] env[70966]: DEBUG nova.compute.utils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.415286] env[70966]: DEBUG nova.compute.manager [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.415532] env[70966]: DEBUG nova.network.neutron [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.417913] env[70966]: DEBUG nova.objects.instance [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lazy-loading 'numa_topology' on Instance uuid 46bbedf7-e3e6-4014-8e53-c232fb5d4856 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.423446] env[70966]: DEBUG oslo_concurrency.lockutils [None req-57cf4bb5-79be-4302-be60-bc1f90f106a6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.469s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.424071] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.327s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.425630] env[70966]: INFO nova.compute.manager [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Unshelving [ 1121.437357] env[70966]: DEBUG oslo_concurrency.lockutils [None req-230da6c6-11e1-4a89-b3d4-32ae8b63c5c5 tempest-AttachInterfacesTestJSON-1513134237 tempest-AttachInterfacesTestJSON-1513134237-project-member] Lock "6822d83f-3208-47a7-8b15-e4c34d1a2b9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.641s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.471518] env[70966]: DEBUG nova.policy [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa7c53a70bc3466aba0a0941e472f421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c190ef5c6044e6dbd25017a9d5e7d8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.520834] env[70966]: INFO nova.compute.manager [-] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Took 1.30 seconds to deallocate network for instance. [ 1121.697299] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613421, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.920835] env[70966]: DEBUG nova.compute.manager [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.924830] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.925294] env[70966]: DEBUG nova.objects.base [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Object Instance<46bbedf7-e3e6-4014-8e53-c232fb5d4856> lazy-loaded attributes: resources,numa_topology {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1122.035445] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.045254] env[70966]: DEBUG nova.network.neutron [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Successfully created port: dd6a3e1a-557e-47d1-bf22-5802fe659dfb {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.152343] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ef3c73-809a-4341-a693-fe48c00310db {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.161125] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4bd0cf-e21c-4c86-88b1-807392b70bcc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.201199] env[70966]: DEBUG nova.network.neutron [-] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.206280] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90185694-2699-427c-a972-1e449462840a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.218503] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eb7744-a806-4e5d-a67c-feff3323ade2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.222750] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784166} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.223030] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] d47e56bb-3a32-4de3-920d-2cce0f0f43be/d47e56bb-3a32-4de3-920d-2cce0f0f43be.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.223253] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.223856] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d00a2d01-329e-425b-ab05-8fa1ea95ad82 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.234654] env[70966]: DEBUG nova.compute.provider_tree [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.241313] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1122.241313] env[70966]: value = "task-3613422" [ 1122.241313] env[70966]: _type = "Task" [ 1122.241313] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.251513] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.451051] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.605196] env[70966]: DEBUG nova.compute.manager [req-56c3ccf6-fb08-44a4-aa82-2219bc64b490 req-5690ee1f-286a-4c50-891f-0173f3ca4620 service nova] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Received event network-vif-deleted-7f9353ec-c396-4b7e-8f13-3af08f0a8211 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.704381] env[70966]: INFO nova.compute.manager [-] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Took 1.38 seconds to deallocate network for instance. [ 1122.741217] env[70966]: DEBUG nova.scheduler.client.report [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.755993] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066124} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.755993] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.755993] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3207dfc6-3721-4002-a4cf-7051a96650bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.778961] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] d47e56bb-3a32-4de3-920d-2cce0f0f43be/d47e56bb-3a32-4de3-920d-2cce0f0f43be.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.780374] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad5b604-3359-48b0-a4ac-0693e618fcb9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.802920] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1122.802920] env[70966]: value = "task-3613423" [ 1122.802920] env[70966]: _type = "Task" [ 1122.802920] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.810822] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.938018] env[70966]: DEBUG nova.compute.manager [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.962632] env[70966]: DEBUG nova.virt.hardware [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.962948] env[70966]: DEBUG nova.virt.hardware [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.963124] env[70966]: DEBUG nova.virt.hardware [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.963310] env[70966]: DEBUG nova.virt.hardware [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.963458] env[70966]: DEBUG nova.virt.hardware [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.963607] env[70966]: DEBUG nova.virt.hardware [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.963859] env[70966]: DEBUG nova.virt.hardware [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.964430] env[70966]: DEBUG nova.virt.hardware [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.964696] env[70966]: DEBUG nova.virt.hardware [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.964934] env[70966]: DEBUG nova.virt.hardware [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.965155] env[70966]: DEBUG nova.virt.hardware [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.966175] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f1b377-282e-4a24-b30f-fa5f3bb4db16 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.973798] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d1db99-b2f7-412d-b8ee-7fff4da682a5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.211431] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.245889] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.247679] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.725s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.249511] env[70966]: INFO nova.compute.claims [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.316851] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613423, 'name': ReconfigVM_Task, 'duration_secs': 0.300924} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.316851] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Reconfigured VM instance instance-0000006c to attach disk [datastore1] d47e56bb-3a32-4de3-920d-2cce0f0f43be/d47e56bb-3a32-4de3-920d-2cce0f0f43be.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.316851] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88604f61-d4e7-4892-a0c5-cb9a6f236829 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.321962] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1123.321962] env[70966]: value = "task-3613424" [ 1123.321962] env[70966]: _type = "Task" [ 1123.321962] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.334113] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613424, 'name': Rename_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.769171] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95cab260-6c22-4366-ad1a-2c7f02fdceb4 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.495s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.771222] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.403s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.771222] env[70966]: INFO nova.compute.manager [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Unshelving [ 1123.833127] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "13103000-1771-4bda-9b0e-d4f5f2017ca3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.833894] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "13103000-1771-4bda-9b0e-d4f5f2017ca3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.838313] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613424, 'name': Rename_Task, 'duration_secs': 0.186913} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.839562] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.839837] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1232329d-0130-4023-85b4-948353c97b44 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.848996] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1123.848996] env[70966]: value = "task-3613425" [ 1123.848996] env[70966]: _type = "Task" [ 1123.848996] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.856527] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.895390] env[70966]: DEBUG nova.compute.manager [req-a24c5d0a-7d66-4cf3-a800-3d265cdba382 req-cb51d2c0-354c-4469-8f6c-467ca7de79d3 service nova] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Received event network-vif-plugged-dd6a3e1a-557e-47d1-bf22-5802fe659dfb {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.895390] env[70966]: DEBUG oslo_concurrency.lockutils [req-a24c5d0a-7d66-4cf3-a800-3d265cdba382 req-cb51d2c0-354c-4469-8f6c-467ca7de79d3 service nova] Acquiring lock "9e7a4e73-722a-4b85-8ea5-822fbf080110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.895390] env[70966]: DEBUG oslo_concurrency.lockutils [req-a24c5d0a-7d66-4cf3-a800-3d265cdba382 req-cb51d2c0-354c-4469-8f6c-467ca7de79d3 service nova] Lock "9e7a4e73-722a-4b85-8ea5-822fbf080110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.895390] env[70966]: DEBUG oslo_concurrency.lockutils [req-a24c5d0a-7d66-4cf3-a800-3d265cdba382 req-cb51d2c0-354c-4469-8f6c-467ca7de79d3 service nova] Lock "9e7a4e73-722a-4b85-8ea5-822fbf080110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.895390] env[70966]: DEBUG nova.compute.manager [req-a24c5d0a-7d66-4cf3-a800-3d265cdba382 req-cb51d2c0-354c-4469-8f6c-467ca7de79d3 service nova] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] No waiting events found dispatching network-vif-plugged-dd6a3e1a-557e-47d1-bf22-5802fe659dfb {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.895390] env[70966]: WARNING nova.compute.manager [req-a24c5d0a-7d66-4cf3-a800-3d265cdba382 req-cb51d2c0-354c-4469-8f6c-467ca7de79d3 service nova] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Received unexpected event network-vif-plugged-dd6a3e1a-557e-47d1-bf22-5802fe659dfb for instance with vm_state building and task_state spawning. [ 1123.983186] env[70966]: DEBUG nova.network.neutron [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Successfully updated port: dd6a3e1a-557e-47d1-bf22-5802fe659dfb {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.339226] env[70966]: DEBUG nova.compute.manager [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.362038] env[70966]: DEBUG oslo_vmware.api [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613425, 'name': PowerOnVM_Task, 'duration_secs': 0.453931} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.362180] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.362383] env[70966]: INFO nova.compute.manager [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1124.362542] env[70966]: DEBUG nova.compute.manager [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.364758] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17945a48-37ec-4460-96eb-fda0c0e8815a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.485582] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Acquiring lock "refresh_cache-9e7a4e73-722a-4b85-8ea5-822fbf080110" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.485754] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Acquired lock "refresh_cache-9e7a4e73-722a-4b85-8ea5-822fbf080110" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.485965] env[70966]: DEBUG nova.network.neutron [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.521763] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84b17a1-015e-433f-8bd2-2c0aeaf83d71 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.529698] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a3e8a6-adf4-45cc-bed3-23b2448a6eaf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.561790] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782a493e-a824-4845-a500-5d87549b63d3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.572136] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc111ce-6374-480d-af07-a4d33f538fb1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.585423] env[70966]: DEBUG nova.compute.provider_tree [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.782312] env[70966]: DEBUG nova.compute.utils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.858140] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.883799] env[70966]: INFO nova.compute.manager [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Took 23.99 seconds to build instance. [ 1125.033058] env[70966]: DEBUG nova.network.neutron [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.088220] env[70966]: DEBUG nova.scheduler.client.report [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.182025] env[70966]: DEBUG nova.network.neutron [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Updating instance_info_cache with network_info: [{"id": "dd6a3e1a-557e-47d1-bf22-5802fe659dfb", "address": "fa:16:3e:5c:4d:3d", "network": {"id": "8dd06188-2015-4291-8116-88169ee6d93a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-491583447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c190ef5c6044e6dbd25017a9d5e7d8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a3e1a-55", "ovs_interfaceid": "dd6a3e1a-557e-47d1-bf22-5802fe659dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.286395] env[70966]: INFO nova.virt.block_device [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Booting with volume b35434bb-b1a8-4815-96e5-f23c1d237463 at /dev/sdb [ 1125.324605] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-113bc81c-99d1-47f6-9e4d-a51645b4fa9f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.333996] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3942a72-0f70-4ba9-98c4-e3d7530683ba {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.361734] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d98f3f3-f835-49b3-a93a-f40c96b20bba {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.369525] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9799ca9-e8ca-4735-a919-a138d41c1106 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.386903] env[70966]: DEBUG oslo_concurrency.lockutils [None req-19078952-a026-4689-9e10-21c3fc1b163c tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "d47e56bb-3a32-4de3-920d-2cce0f0f43be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.505s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.399186] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06da70f0-7d37-4311-b82a-fff2ee47293b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.404932] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f950b936-070c-4f45-b49f-47fd4e949f4e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.418745] env[70966]: DEBUG nova.virt.block_device [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Updating existing volume attachment record: ece60f33-26af-4c48-8e50-648e009cf835 {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1125.593434] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.594071] env[70966]: DEBUG nova.compute.manager [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.597038] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.603s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.598375] env[70966]: INFO nova.compute.claims [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.684845] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Releasing lock "refresh_cache-9e7a4e73-722a-4b85-8ea5-822fbf080110" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.685400] env[70966]: DEBUG nova.compute.manager [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Instance network_info: |[{"id": "dd6a3e1a-557e-47d1-bf22-5802fe659dfb", "address": "fa:16:3e:5c:4d:3d", "network": {"id": "8dd06188-2015-4291-8116-88169ee6d93a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-491583447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c190ef5c6044e6dbd25017a9d5e7d8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a3e1a-55", "ovs_interfaceid": "dd6a3e1a-557e-47d1-bf22-5802fe659dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.685740] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:4d:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd6a3e1a-557e-47d1-bf22-5802fe659dfb', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.694308] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Creating folder: Project (8c190ef5c6044e6dbd25017a9d5e7d8c). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.694621] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3663e0b4-f8f7-4827-9e94-8854f1dc5a7f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.705324] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Created folder: Project (8c190ef5c6044e6dbd25017a9d5e7d8c) in parent group-v720468. [ 1125.705546] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Creating folder: Instances. Parent ref: group-v720755. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.705787] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c934255-d43a-4e57-bb4c-bc416abf4105 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.715143] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Created folder: Instances in parent group-v720755. [ 1125.715679] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.715679] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.715781] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb9c01ab-c5a1-4c49-af50-b59913117d9f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.735377] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.735377] env[70966]: value = "task-3613431" [ 1125.735377] env[70966]: _type = "Task" [ 1125.735377] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.745735] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613431, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.103312] env[70966]: DEBUG nova.compute.utils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.108188] env[70966]: DEBUG nova.compute.manager [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.108188] env[70966]: DEBUG nova.network.neutron [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.186414] env[70966]: DEBUG nova.policy [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946ada4fbc6b4bc5800cc0db8f930eb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f7282aeff242339ccf356f4ab237c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.249027] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613431, 'name': CreateVM_Task, 'duration_secs': 0.32879} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.249027] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.249027] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.249027] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.249027] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.249027] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76097125-21e4-463d-a40b-66484c7fafda {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.255838] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Waiting for the task: (returnval){ [ 1126.255838] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e3e337-60a0-507f-2388-281640c2ffa6" [ 1126.255838] env[70966]: _type = "Task" [ 1126.255838] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.266233] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e3e337-60a0-507f-2388-281640c2ffa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.278599] env[70966]: DEBUG nova.compute.manager [req-184f7781-eee3-47b7-baff-e989d804119b req-49454bf0-8cdc-4cba-a9bb-8a5b6c099176 service nova] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Received event network-changed-dd6a3e1a-557e-47d1-bf22-5802fe659dfb {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.278805] env[70966]: DEBUG nova.compute.manager [req-184f7781-eee3-47b7-baff-e989d804119b req-49454bf0-8cdc-4cba-a9bb-8a5b6c099176 service nova] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Refreshing instance network info cache due to event network-changed-dd6a3e1a-557e-47d1-bf22-5802fe659dfb. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.279035] env[70966]: DEBUG oslo_concurrency.lockutils [req-184f7781-eee3-47b7-baff-e989d804119b req-49454bf0-8cdc-4cba-a9bb-8a5b6c099176 service nova] Acquiring lock "refresh_cache-9e7a4e73-722a-4b85-8ea5-822fbf080110" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.279372] env[70966]: DEBUG oslo_concurrency.lockutils [req-184f7781-eee3-47b7-baff-e989d804119b req-49454bf0-8cdc-4cba-a9bb-8a5b6c099176 service nova] Acquired lock "refresh_cache-9e7a4e73-722a-4b85-8ea5-822fbf080110" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.279372] env[70966]: DEBUG nova.network.neutron [req-184f7781-eee3-47b7-baff-e989d804119b req-49454bf0-8cdc-4cba-a9bb-8a5b6c099176 service nova] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Refreshing network info cache for port dd6a3e1a-557e-47d1-bf22-5802fe659dfb {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.303202] env[70966]: DEBUG oslo_concurrency.lockutils [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Acquiring lock "c0761181-cec1-453c-adfe-a575a7242897" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.303470] env[70966]: DEBUG oslo_concurrency.lockutils [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Lock "c0761181-cec1-453c-adfe-a575a7242897" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.303716] env[70966]: DEBUG oslo_concurrency.lockutils [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Acquiring lock "c0761181-cec1-453c-adfe-a575a7242897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.304046] env[70966]: DEBUG oslo_concurrency.lockutils [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Lock "c0761181-cec1-453c-adfe-a575a7242897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.304288] env[70966]: DEBUG oslo_concurrency.lockutils [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Lock "c0761181-cec1-453c-adfe-a575a7242897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.306401] env[70966]: INFO nova.compute.manager [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Terminating instance [ 1126.485703] env[70966]: DEBUG nova.network.neutron [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Successfully created port: 229477ad-884e-406c-923d-3698fc6bcfc6 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.608632] env[70966]: DEBUG nova.compute.manager [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.773390] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e3e337-60a0-507f-2388-281640c2ffa6, 'name': SearchDatastore_Task, 'duration_secs': 0.014375} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.773698] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.773972] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.774216] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.774366] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.774546] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.774813] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9a11c38-6c0f-424c-89ba-6977be1c34db {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.787170] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.787170] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.787170] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de6d3f3-2f5d-4251-8e24-60c0808861e8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.794187] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Waiting for the task: (returnval){ [ 1126.794187] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529332a3-6b65-de7d-190b-51367ec29915" [ 1126.794187] env[70966]: _type = "Task" [ 1126.794187] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.810018] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529332a3-6b65-de7d-190b-51367ec29915, 'name': SearchDatastore_Task, 'duration_secs': 0.008745} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.810018] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6668e9a4-fbcb-4787-ba92-8c9deccad262 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.812680] env[70966]: DEBUG nova.compute.manager [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.813072] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.815308] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ebb8ef-f7e0-4edf-82ef-8cd648edb748 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.819486] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Waiting for the task: (returnval){ [ 1126.819486] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52134dde-eca3-e043-94de-d77c24a6621c" [ 1126.819486] env[70966]: _type = "Task" [ 1126.819486] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.827999] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.828726] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c23d0aa1-6e31-4328-b128-c873b566d84a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.833634] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52134dde-eca3-e043-94de-d77c24a6621c, 'name': SearchDatastore_Task, 'duration_secs': 0.008646} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.836421] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.836805] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 9e7a4e73-722a-4b85-8ea5-822fbf080110/9e7a4e73-722a-4b85-8ea5-822fbf080110.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.837396] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5cb8967-ce81-4c36-b173-95d0cbe2031d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.841350] env[70966]: DEBUG oslo_vmware.api [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Waiting for the task: (returnval){ [ 1126.841350] env[70966]: value = "task-3613432" [ 1126.841350] env[70966]: _type = "Task" [ 1126.841350] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.845849] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Waiting for the task: (returnval){ [ 1126.845849] env[70966]: value = "task-3613433" [ 1126.845849] env[70966]: _type = "Task" [ 1126.845849] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.857649] env[70966]: DEBUG oslo_vmware.api [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3613432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.858503] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed6ac2e-5c4e-4d9f-b1e2-762e7cf6d7e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.870693] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': task-3613433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.871059] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a2f318-3278-474d-9df4-bbc7ea90b8ed {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.905092] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60f892a-0b1c-41e0-b970-5168421aa9ba {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.915187] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67724f2b-ff71-4341-8d49-367c875859e0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.929067] env[70966]: DEBUG nova.compute.provider_tree [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.066804] env[70966]: DEBUG nova.network.neutron [req-184f7781-eee3-47b7-baff-e989d804119b req-49454bf0-8cdc-4cba-a9bb-8a5b6c099176 service nova] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Updated VIF entry in instance network info cache for port dd6a3e1a-557e-47d1-bf22-5802fe659dfb. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.067295] env[70966]: DEBUG nova.network.neutron [req-184f7781-eee3-47b7-baff-e989d804119b req-49454bf0-8cdc-4cba-a9bb-8a5b6c099176 service nova] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Updating instance_info_cache with network_info: [{"id": "dd6a3e1a-557e-47d1-bf22-5802fe659dfb", "address": "fa:16:3e:5c:4d:3d", "network": {"id": "8dd06188-2015-4291-8116-88169ee6d93a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-491583447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c190ef5c6044e6dbd25017a9d5e7d8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a3e1a-55", "ovs_interfaceid": "dd6a3e1a-557e-47d1-bf22-5802fe659dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.166817] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquiring lock "acd88e28-b033-454a-8e80-07ddec520cbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.167323] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Lock "acd88e28-b033-454a-8e80-07ddec520cbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.261265] env[70966]: DEBUG nova.compute.manager [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.262232] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60afb3d3-ea1f-4941-b0f9-d7b7f5fac046 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.353067] env[70966]: DEBUG oslo_vmware.api [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3613432, 'name': PowerOffVM_Task, 'duration_secs': 0.28696} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.353703] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.353883] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.354227] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4b3009d-3e7c-4b91-9cf1-e720e628d65c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.358499] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': task-3613433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460007} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.359071] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 9e7a4e73-722a-4b85-8ea5-822fbf080110/9e7a4e73-722a-4b85-8ea5-822fbf080110.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.359795] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.359795] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b33da50-4d39-4936-8c86-dd9c8cfed7a7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.367048] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Waiting for the task: (returnval){ [ 1127.367048] env[70966]: value = "task-3613435" [ 1127.367048] env[70966]: _type = "Task" [ 1127.367048] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.375730] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': task-3613435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.432415] env[70966]: DEBUG nova.scheduler.client.report [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.444071] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.444326] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.444510] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Deleting the datastore file [datastore1] c0761181-cec1-453c-adfe-a575a7242897 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.444836] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88bb26b2-98a9-4715-88e1-0de4aecbad23 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.452025] env[70966]: DEBUG oslo_vmware.api [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Waiting for the task: (returnval){ [ 1127.452025] env[70966]: value = "task-3613436" [ 1127.452025] env[70966]: _type = "Task" [ 1127.452025] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.462356] env[70966]: DEBUG oslo_vmware.api [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3613436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.570728] env[70966]: DEBUG oslo_concurrency.lockutils [req-184f7781-eee3-47b7-baff-e989d804119b req-49454bf0-8cdc-4cba-a9bb-8a5b6c099176 service nova] Releasing lock "refresh_cache-9e7a4e73-722a-4b85-8ea5-822fbf080110" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.623207] env[70966]: DEBUG nova.compute.manager [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.660121] env[70966]: DEBUG nova.virt.hardware [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.660348] env[70966]: DEBUG nova.virt.hardware [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.660506] env[70966]: DEBUG nova.virt.hardware [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.660705] env[70966]: DEBUG nova.virt.hardware [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.660933] env[70966]: DEBUG nova.virt.hardware [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.661107] env[70966]: DEBUG nova.virt.hardware [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.661561] env[70966]: DEBUG nova.virt.hardware [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.661765] env[70966]: DEBUG nova.virt.hardware [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.661938] env[70966]: DEBUG nova.virt.hardware [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.662115] env[70966]: DEBUG nova.virt.hardware [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.662294] env[70966]: DEBUG nova.virt.hardware [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.663240] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b2406a-0337-4922-8abc-24e34e115ab3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.673834] env[70966]: DEBUG nova.compute.manager [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.674317] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dec4b26-ba26-4913-af28-ad129514c8e2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.774363] env[70966]: INFO nova.compute.manager [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] instance snapshotting [ 1127.778237] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308368a7-4c36-49a6-b2b3-d4cd271f61f8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.799869] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44137da1-08fe-4e5a-b53c-b21b3ddd6df9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.876194] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': task-3613435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070118} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.876565] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.877440] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f6a8c2-3e56-4f20-a27b-44cfb57a07fe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.900095] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 9e7a4e73-722a-4b85-8ea5-822fbf080110/9e7a4e73-722a-4b85-8ea5-822fbf080110.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.900363] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ca00a9-166d-407a-b1c7-2517a6189db9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.919498] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Waiting for the task: (returnval){ [ 1127.919498] env[70966]: value = "task-3613438" [ 1127.919498] env[70966]: _type = "Task" [ 1127.919498] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.927530] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': task-3613438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.938558] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.939174] env[70966]: DEBUG nova.compute.manager [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.941819] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.017s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.943382] env[70966]: INFO nova.compute.claims [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.960783] env[70966]: DEBUG oslo_vmware.api [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Task: {'id': task-3613436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135829} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.961118] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.961251] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.961427] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.961598] env[70966]: INFO nova.compute.manager [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] [instance: c0761181-cec1-453c-adfe-a575a7242897] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1127.961849] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.962064] env[70966]: DEBUG nova.compute.manager [-] [instance: c0761181-cec1-453c-adfe-a575a7242897] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.962163] env[70966]: DEBUG nova.network.neutron [-] [instance: c0761181-cec1-453c-adfe-a575a7242897] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.984034] env[70966]: DEBUG nova.network.neutron [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Successfully updated port: 229477ad-884e-406c-923d-3698fc6bcfc6 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.199254] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.306397] env[70966]: DEBUG nova.compute.manager [req-eee0c0d1-f728-464c-88ba-4d449e8bc4be req-3a235c83-aba7-409a-9dba-71fba76e275a service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Received event network-vif-plugged-229477ad-884e-406c-923d-3698fc6bcfc6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.306397] env[70966]: DEBUG oslo_concurrency.lockutils [req-eee0c0d1-f728-464c-88ba-4d449e8bc4be req-3a235c83-aba7-409a-9dba-71fba76e275a service nova] Acquiring lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.306530] env[70966]: DEBUG oslo_concurrency.lockutils [req-eee0c0d1-f728-464c-88ba-4d449e8bc4be req-3a235c83-aba7-409a-9dba-71fba76e275a service nova] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.306616] env[70966]: DEBUG oslo_concurrency.lockutils [req-eee0c0d1-f728-464c-88ba-4d449e8bc4be req-3a235c83-aba7-409a-9dba-71fba76e275a service nova] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.306780] env[70966]: DEBUG nova.compute.manager [req-eee0c0d1-f728-464c-88ba-4d449e8bc4be req-3a235c83-aba7-409a-9dba-71fba76e275a service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] No waiting events found dispatching network-vif-plugged-229477ad-884e-406c-923d-3698fc6bcfc6 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.306952] env[70966]: WARNING nova.compute.manager [req-eee0c0d1-f728-464c-88ba-4d449e8bc4be req-3a235c83-aba7-409a-9dba-71fba76e275a service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Received unexpected event network-vif-plugged-229477ad-884e-406c-923d-3698fc6bcfc6 for instance with vm_state building and task_state spawning. [ 1128.307093] env[70966]: DEBUG nova.compute.manager [req-eee0c0d1-f728-464c-88ba-4d449e8bc4be req-3a235c83-aba7-409a-9dba-71fba76e275a service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Received event network-changed-229477ad-884e-406c-923d-3698fc6bcfc6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.307251] env[70966]: DEBUG nova.compute.manager [req-eee0c0d1-f728-464c-88ba-4d449e8bc4be req-3a235c83-aba7-409a-9dba-71fba76e275a service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Refreshing instance network info cache due to event network-changed-229477ad-884e-406c-923d-3698fc6bcfc6. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.307435] env[70966]: DEBUG oslo_concurrency.lockutils [req-eee0c0d1-f728-464c-88ba-4d449e8bc4be req-3a235c83-aba7-409a-9dba-71fba76e275a service nova] Acquiring lock "refresh_cache-dea113a5-79dd-4665-b8ae-5ab7a958f2fd" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.307569] env[70966]: DEBUG oslo_concurrency.lockutils [req-eee0c0d1-f728-464c-88ba-4d449e8bc4be req-3a235c83-aba7-409a-9dba-71fba76e275a service nova] Acquired lock "refresh_cache-dea113a5-79dd-4665-b8ae-5ab7a958f2fd" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.307721] env[70966]: DEBUG nova.network.neutron [req-eee0c0d1-f728-464c-88ba-4d449e8bc4be req-3a235c83-aba7-409a-9dba-71fba76e275a service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Refreshing network info cache for port 229477ad-884e-406c-923d-3698fc6bcfc6 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.310123] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1128.310562] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f290bdbe-2360-457f-b04b-cefe81c0cd7c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.318429] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1128.318429] env[70966]: value = "task-3613439" [ 1128.318429] env[70966]: _type = "Task" [ 1128.318429] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.326883] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613439, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.431286] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': task-3613438, 'name': ReconfigVM_Task, 'duration_secs': 0.273008} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.432445] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 9e7a4e73-722a-4b85-8ea5-822fbf080110/9e7a4e73-722a-4b85-8ea5-822fbf080110.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.433292] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6734b537-e129-422a-8727-d24bbfa7ef7d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.440055] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Waiting for the task: (returnval){ [ 1128.440055] env[70966]: value = "task-3613440" [ 1128.440055] env[70966]: _type = "Task" [ 1128.440055] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.450416] env[70966]: DEBUG nova.compute.utils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.453952] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': task-3613440, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.454667] env[70966]: DEBUG nova.compute.manager [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.454853] env[70966]: DEBUG nova.network.neutron [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.485684] env[70966]: DEBUG nova.compute.manager [req-e9fb8512-652d-45a7-98b1-1080da01fbef req-c7bfdd52-c1ca-402b-9304-274f42865824 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Received event network-vif-deleted-68c28356-c361-458f-bbc1-531dbe6a4d34 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.485916] env[70966]: INFO nova.compute.manager [req-e9fb8512-652d-45a7-98b1-1080da01fbef req-c7bfdd52-c1ca-402b-9304-274f42865824 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Neutron deleted interface 68c28356-c361-458f-bbc1-531dbe6a4d34; detaching it from the instance and deleting it from the info cache [ 1128.486229] env[70966]: DEBUG nova.network.neutron [req-e9fb8512-652d-45a7-98b1-1080da01fbef req-c7bfdd52-c1ca-402b-9304-274f42865824 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.488533] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "refresh_cache-dea113a5-79dd-4665-b8ae-5ab7a958f2fd" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.504239] env[70966]: DEBUG nova.policy [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23ef877699da4de29b14ef83880023e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7723e8f4e0c448d9079582e41e36bb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.828863] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613439, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.844111] env[70966]: DEBUG nova.network.neutron [req-eee0c0d1-f728-464c-88ba-4d449e8bc4be req-3a235c83-aba7-409a-9dba-71fba76e275a service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.866297] env[70966]: DEBUG nova.network.neutron [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Successfully created port: e7ecb49c-57dc-4409-9b94-6156b2b471c4 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.916123] env[70966]: DEBUG nova.network.neutron [req-eee0c0d1-f728-464c-88ba-4d449e8bc4be req-3a235c83-aba7-409a-9dba-71fba76e275a service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.917386] env[70966]: DEBUG nova.network.neutron [-] [instance: c0761181-cec1-453c-adfe-a575a7242897] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.950341] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': task-3613440, 'name': Rename_Task, 'duration_secs': 0.136979} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.950663] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.950917] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8c98e0f-888a-430c-bbf4-2b4db1813f3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.958976] env[70966]: DEBUG nova.compute.manager [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.967717] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Waiting for the task: (returnval){ [ 1128.967717] env[70966]: value = "task-3613441" [ 1128.967717] env[70966]: _type = "Task" [ 1128.967717] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.977870] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': task-3613441, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.990650] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae85cd37-8e3b-4fb3-83c4-6e3ed957506b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.000294] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9adb2c-1c27-4e64-859e-29bce67eef99 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.039601] env[70966]: DEBUG nova.compute.manager [req-e9fb8512-652d-45a7-98b1-1080da01fbef req-c7bfdd52-c1ca-402b-9304-274f42865824 service nova] [instance: c0761181-cec1-453c-adfe-a575a7242897] Detach interface failed, port_id=68c28356-c361-458f-bbc1-531dbe6a4d34, reason: Instance c0761181-cec1-453c-adfe-a575a7242897 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.232089] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbb106d-7d1c-4c5d-8537-24300d66c34e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.239958] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fee452f-5417-4ad1-a037-f3f7de63ae7a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.273024] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f7d7a4-3641-4306-8c74-1478fd30bc24 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.280647] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4f2f25-3220-4fa0-b54a-8ce6aef02927 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.296680] env[70966]: DEBUG nova.compute.provider_tree [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.328812] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613439, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.424727] env[70966]: DEBUG oslo_concurrency.lockutils [req-eee0c0d1-f728-464c-88ba-4d449e8bc4be req-3a235c83-aba7-409a-9dba-71fba76e275a service nova] Releasing lock "refresh_cache-dea113a5-79dd-4665-b8ae-5ab7a958f2fd" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.425255] env[70966]: INFO nova.compute.manager [-] [instance: c0761181-cec1-453c-adfe-a575a7242897] Took 1.46 seconds to deallocate network for instance. [ 1129.425506] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "refresh_cache-dea113a5-79dd-4665-b8ae-5ab7a958f2fd" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.425689] env[70966]: DEBUG nova.network.neutron [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.481544] env[70966]: DEBUG oslo_vmware.api [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': task-3613441, 'name': PowerOnVM_Task, 'duration_secs': 0.452722} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.482152] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.482406] env[70966]: INFO nova.compute.manager [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Took 6.54 seconds to spawn the instance on the hypervisor. [ 1129.482590] env[70966]: DEBUG nova.compute.manager [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.483553] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04388e8-fe8d-4738-b3dd-a5328a0b76b5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.800601] env[70966]: DEBUG nova.scheduler.client.report [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.829486] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613439, 'name': CreateSnapshot_Task, 'duration_secs': 1.213689} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.829648] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1129.830430] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb47860-d305-4488-bf5e-bb1722aa9854 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.931731] env[70966]: DEBUG oslo_concurrency.lockutils [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.957427] env[70966]: DEBUG nova.network.neutron [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.977851] env[70966]: DEBUG nova.compute.manager [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.000925] env[70966]: INFO nova.compute.manager [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Took 18.58 seconds to build instance. [ 1130.006735] env[70966]: DEBUG nova.virt.hardware [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.006989] env[70966]: DEBUG nova.virt.hardware [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.007172] env[70966]: DEBUG nova.virt.hardware [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.007574] env[70966]: DEBUG nova.virt.hardware [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.007574] env[70966]: DEBUG nova.virt.hardware [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.007685] env[70966]: DEBUG nova.virt.hardware [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.007905] env[70966]: DEBUG nova.virt.hardware [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.008068] env[70966]: DEBUG nova.virt.hardware [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.008246] env[70966]: DEBUG nova.virt.hardware [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.008415] env[70966]: DEBUG nova.virt.hardware [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.008588] env[70966]: DEBUG nova.virt.hardware [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.009507] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa0449b-2bf9-4f67-8528-0ba60b52a8f9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.018312] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c9b56c-639d-4794-87dc-a10955eaa6df {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.094475] env[70966]: DEBUG nova.network.neutron [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Updating instance_info_cache with network_info: [{"id": "229477ad-884e-406c-923d-3698fc6bcfc6", "address": "fa:16:3e:df:5f:02", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap229477ad-88", "ovs_interfaceid": "229477ad-884e-406c-923d-3698fc6bcfc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.304900] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.305477] env[70966]: DEBUG nova.compute.manager [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.308171] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.275s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.312025] env[70966]: DEBUG nova.objects.instance [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lazy-loading 'resources' on Instance uuid df78193e-b692-4b0d-8272-ad66b7f35e28 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.349824] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1130.351162] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9ab7733f-5dc3-4a39-8b06-73e141cbba01 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.360876] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1130.360876] env[70966]: value = "task-3613442" [ 1130.360876] env[70966]: _type = "Task" [ 1130.360876] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.370158] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613442, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.502254] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0087d2c3-c09d-46f0-a7a4-ae9b062acfa8 tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Lock "9e7a4e73-722a-4b85-8ea5-822fbf080110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.089s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.517946] env[70966]: DEBUG nova.compute.manager [req-c3fe81e0-350c-48fc-b98d-0e1c4a6b99d2 req-f385fc67-e60e-49af-ac37-0c5d2b8f4a76 service nova] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Received event network-vif-plugged-e7ecb49c-57dc-4409-9b94-6156b2b471c4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.518158] env[70966]: DEBUG oslo_concurrency.lockutils [req-c3fe81e0-350c-48fc-b98d-0e1c4a6b99d2 req-f385fc67-e60e-49af-ac37-0c5d2b8f4a76 service nova] Acquiring lock "9b780576-93d6-49a4-8cf0-c20cf5f45818-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.518476] env[70966]: DEBUG oslo_concurrency.lockutils [req-c3fe81e0-350c-48fc-b98d-0e1c4a6b99d2 req-f385fc67-e60e-49af-ac37-0c5d2b8f4a76 service nova] Lock "9b780576-93d6-49a4-8cf0-c20cf5f45818-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.518631] env[70966]: DEBUG oslo_concurrency.lockutils [req-c3fe81e0-350c-48fc-b98d-0e1c4a6b99d2 req-f385fc67-e60e-49af-ac37-0c5d2b8f4a76 service nova] Lock "9b780576-93d6-49a4-8cf0-c20cf5f45818-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.518806] env[70966]: DEBUG nova.compute.manager [req-c3fe81e0-350c-48fc-b98d-0e1c4a6b99d2 req-f385fc67-e60e-49af-ac37-0c5d2b8f4a76 service nova] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] No waiting events found dispatching network-vif-plugged-e7ecb49c-57dc-4409-9b94-6156b2b471c4 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.518983] env[70966]: WARNING nova.compute.manager [req-c3fe81e0-350c-48fc-b98d-0e1c4a6b99d2 req-f385fc67-e60e-49af-ac37-0c5d2b8f4a76 service nova] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Received unexpected event network-vif-plugged-e7ecb49c-57dc-4409-9b94-6156b2b471c4 for instance with vm_state building and task_state spawning. [ 1130.597985] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "refresh_cache-dea113a5-79dd-4665-b8ae-5ab7a958f2fd" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.598403] env[70966]: DEBUG nova.compute.manager [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Instance network_info: |[{"id": "229477ad-884e-406c-923d-3698fc6bcfc6", "address": "fa:16:3e:df:5f:02", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap229477ad-88", "ovs_interfaceid": "229477ad-884e-406c-923d-3698fc6bcfc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.598871] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:5f:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '229477ad-884e-406c-923d-3698fc6bcfc6', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.606854] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.607107] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.607344] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51c40fe6-cd67-4f64-a5e9-d2e70e43f57c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.627152] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.627152] env[70966]: value = "task-3613443" [ 1130.627152] env[70966]: _type = "Task" [ 1130.627152] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.635029] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613443, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.740307] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Acquiring lock "9e7a4e73-722a-4b85-8ea5-822fbf080110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.740589] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Lock "9e7a4e73-722a-4b85-8ea5-822fbf080110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.740869] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Acquiring lock "9e7a4e73-722a-4b85-8ea5-822fbf080110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.741115] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Lock "9e7a4e73-722a-4b85-8ea5-822fbf080110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.741296] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Lock "9e7a4e73-722a-4b85-8ea5-822fbf080110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.743586] env[70966]: INFO nova.compute.manager [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Terminating instance [ 1130.812490] env[70966]: DEBUG nova.compute.utils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.814257] env[70966]: DEBUG nova.compute.manager [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.814429] env[70966]: DEBUG nova.network.neutron [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.877480] env[70966]: DEBUG nova.policy [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf680a46ac5a4c3f85fd68474ac42101', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66260d7374eb4c4aa9a5740b5d701d6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.889027] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613442, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.906167] env[70966]: DEBUG nova.network.neutron [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Successfully updated port: e7ecb49c-57dc-4409-9b94-6156b2b471c4 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.023197] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.109075] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e088df39-7db6-4e53-948d-bcbe30ceaafa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.117011] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac38f8ff-7528-43c1-b13c-52965c2f3dd4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.153883] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee89f73-1170-4ef5-b30f-801b711357c0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.162321] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613443, 'name': CreateVM_Task, 'duration_secs': 0.481638} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.164044] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.164864] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.164952] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.165333] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.166545] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaa6c43-3b6c-4ba9-a85d-d838b343077d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.170397] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d48ebf-5c2b-45a4-a6ff-6380d74a5324 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.176156] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1131.176156] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522566e2-d460-8717-5993-9f688f8dab33" [ 1131.176156] env[70966]: _type = "Task" [ 1131.176156] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.185127] env[70966]: DEBUG nova.compute.provider_tree [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.196748] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522566e2-d460-8717-5993-9f688f8dab33, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.197900] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.198209] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.198493] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.198687] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.198922] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.199505] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5709b6c-f16b-428c-b393-1b7c5fb863bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.208137] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.208378] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.209135] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d261d042-3c05-4d99-945e-e010aa61f8b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.214162] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1131.214162] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526e499d-90ae-b822-5555-9a01689ce92f" [ 1131.214162] env[70966]: _type = "Task" [ 1131.214162] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.222745] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526e499d-90ae-b822-5555-9a01689ce92f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.226369] env[70966]: DEBUG nova.network.neutron [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Successfully created port: 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.247687] env[70966]: DEBUG nova.compute.manager [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.247919] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.248792] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e2050e-ed60-408f-bdbb-a2f043baa39e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.255980] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.256253] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14cb9fd8-3df0-445f-af8d-5b5d896ac186 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.262664] env[70966]: DEBUG oslo_vmware.api [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Waiting for the task: (returnval){ [ 1131.262664] env[70966]: value = "task-3613444" [ 1131.262664] env[70966]: _type = "Task" [ 1131.262664] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.271501] env[70966]: DEBUG oslo_vmware.api [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': task-3613444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.323028] env[70966]: DEBUG nova.compute.manager [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.376335] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613442, 'name': CloneVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.410121] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "refresh_cache-9b780576-93d6-49a4-8cf0-c20cf5f45818" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.410121] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "refresh_cache-9b780576-93d6-49a4-8cf0-c20cf5f45818" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.410121] env[70966]: DEBUG nova.network.neutron [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.692611] env[70966]: DEBUG nova.scheduler.client.report [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.724743] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526e499d-90ae-b822-5555-9a01689ce92f, 'name': SearchDatastore_Task, 'duration_secs': 0.008213} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.725582] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cec796e-77a1-46f5-b7f2-02d485d20061 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.730566] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1131.730566] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f3f47c-b980-1616-f27e-39d41be7e71a" [ 1131.730566] env[70966]: _type = "Task" [ 1131.730566] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.738735] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f3f47c-b980-1616-f27e-39d41be7e71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.771502] env[70966]: DEBUG oslo_vmware.api [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': task-3613444, 'name': PowerOffVM_Task, 'duration_secs': 0.190643} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.771704] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.771882] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.772113] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10af29c4-9263-4a46-a3f2-3c7e85c726e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.837996] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.838353] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.838599] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Deleting the datastore file [datastore2] 9e7a4e73-722a-4b85-8ea5-822fbf080110 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.838820] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9334e660-37a8-44ac-ae28-75280c634d4e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.845718] env[70966]: DEBUG oslo_vmware.api [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Waiting for the task: (returnval){ [ 1131.845718] env[70966]: value = "task-3613446" [ 1131.845718] env[70966]: _type = "Task" [ 1131.845718] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.854942] env[70966]: DEBUG oslo_vmware.api [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': task-3613446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.872155] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613442, 'name': CloneVM_Task, 'duration_secs': 1.083963} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.872470] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Created linked-clone VM from snapshot [ 1131.873349] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa23097-d35a-4a64-a860-2e269e9f8f62 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.881051] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Uploading image 6a37652f-041f-4a44-b2e0-1e77b84007be {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1131.894806] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1131.895113] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1a385b91-ce74-407d-9a5e-62182991a97e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.901991] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1131.901991] env[70966]: value = "task-3613447" [ 1131.901991] env[70966]: _type = "Task" [ 1131.901991] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.909717] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613447, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.939786] env[70966]: DEBUG nova.network.neutron [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.202665] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.205745] env[70966]: DEBUG nova.network.neutron [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Updating instance_info_cache with network_info: [{"id": "e7ecb49c-57dc-4409-9b94-6156b2b471c4", "address": "fa:16:3e:7f:e9:8f", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ecb49c-57", "ovs_interfaceid": "e7ecb49c-57dc-4409-9b94-6156b2b471c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.208267] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.756s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.208267] env[70966]: DEBUG nova.objects.instance [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lazy-loading 'pci_requests' on Instance uuid bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.235873] env[70966]: INFO nova.scheduler.client.report [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleted allocations for instance df78193e-b692-4b0d-8272-ad66b7f35e28 [ 1132.246292] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f3f47c-b980-1616-f27e-39d41be7e71a, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.246566] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.246896] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] dea113a5-79dd-4665-b8ae-5ab7a958f2fd/dea113a5-79dd-4665-b8ae-5ab7a958f2fd.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.247211] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acd55a41-776b-4470-b183-de958412eb4a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.254401] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1132.254401] env[70966]: value = "task-3613448" [ 1132.254401] env[70966]: _type = "Task" [ 1132.254401] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.269804] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.332288] env[70966]: DEBUG nova.compute.manager [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.359947] env[70966]: DEBUG oslo_vmware.api [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Task: {'id': task-3613446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146838} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.362135] env[70966]: DEBUG nova.virt.hardware [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.362407] env[70966]: DEBUG nova.virt.hardware [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.362574] env[70966]: DEBUG nova.virt.hardware [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.362743] env[70966]: DEBUG nova.virt.hardware [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.362929] env[70966]: DEBUG nova.virt.hardware [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.363107] env[70966]: DEBUG nova.virt.hardware [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.363320] env[70966]: DEBUG nova.virt.hardware [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.363478] env[70966]: DEBUG nova.virt.hardware [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.363658] env[70966]: DEBUG nova.virt.hardware [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.363801] env[70966]: DEBUG nova.virt.hardware [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.363977] env[70966]: DEBUG nova.virt.hardware [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.364280] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.364452] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.364852] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.364852] env[70966]: INFO nova.compute.manager [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1132.364997] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.365718] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd36594b-2c0a-4c90-aa72-f569f54012cb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.368197] env[70966]: DEBUG nova.compute.manager [-] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.368284] env[70966]: DEBUG nova.network.neutron [-] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.374638] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249da99c-79ed-40f7-bf2e-e8c560daec16 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.412411] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613447, 'name': Destroy_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.549054] env[70966]: DEBUG nova.compute.manager [req-0d18acca-cdea-4c0a-9a91-ab18fe37098d req-48e05c58-4633-426a-8c74-3ea27b379429 service nova] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Received event network-changed-e7ecb49c-57dc-4409-9b94-6156b2b471c4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.549343] env[70966]: DEBUG nova.compute.manager [req-0d18acca-cdea-4c0a-9a91-ab18fe37098d req-48e05c58-4633-426a-8c74-3ea27b379429 service nova] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Refreshing instance network info cache due to event network-changed-e7ecb49c-57dc-4409-9b94-6156b2b471c4. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.549564] env[70966]: DEBUG oslo_concurrency.lockutils [req-0d18acca-cdea-4c0a-9a91-ab18fe37098d req-48e05c58-4633-426a-8c74-3ea27b379429 service nova] Acquiring lock "refresh_cache-9b780576-93d6-49a4-8cf0-c20cf5f45818" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.710710] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "refresh_cache-9b780576-93d6-49a4-8cf0-c20cf5f45818" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.710938] env[70966]: DEBUG nova.compute.manager [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Instance network_info: |[{"id": "e7ecb49c-57dc-4409-9b94-6156b2b471c4", "address": "fa:16:3e:7f:e9:8f", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ecb49c-57", "ovs_interfaceid": "e7ecb49c-57dc-4409-9b94-6156b2b471c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.711256] env[70966]: DEBUG oslo_concurrency.lockutils [req-0d18acca-cdea-4c0a-9a91-ab18fe37098d req-48e05c58-4633-426a-8c74-3ea27b379429 service nova] Acquired lock "refresh_cache-9b780576-93d6-49a4-8cf0-c20cf5f45818" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.711437] env[70966]: DEBUG nova.network.neutron [req-0d18acca-cdea-4c0a-9a91-ab18fe37098d req-48e05c58-4633-426a-8c74-3ea27b379429 service nova] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Refreshing network info cache for port e7ecb49c-57dc-4409-9b94-6156b2b471c4 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.714175] env[70966]: DEBUG nova.objects.instance [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lazy-loading 'numa_topology' on Instance uuid bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.715264] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:e9:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7ecb49c-57dc-4409-9b94-6156b2b471c4', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.722891] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.724107] env[70966]: INFO nova.compute.claims [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.728400] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.729147] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0172532-e19d-4a73-b147-c1569cc6fb8d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.747718] env[70966]: DEBUG nova.network.neutron [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Successfully updated port: 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.752397] env[70966]: DEBUG oslo_concurrency.lockutils [None req-14c1763f-1c5a-4110-93ce-6708616380b6 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "df78193e-b692-4b0d-8272-ad66b7f35e28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.175s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.754433] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.754433] env[70966]: value = "task-3613449" [ 1132.754433] env[70966]: _type = "Task" [ 1132.754433] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.760643] env[70966]: DEBUG nova.compute.manager [req-abb0e715-97e5-496d-a65e-e80b73e4d1ef req-8af078cb-b1db-472a-8279-27dd8f41aac1 service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Received event network-vif-plugged-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.760868] env[70966]: DEBUG oslo_concurrency.lockutils [req-abb0e715-97e5-496d-a65e-e80b73e4d1ef req-8af078cb-b1db-472a-8279-27dd8f41aac1 service nova] Acquiring lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.761155] env[70966]: DEBUG oslo_concurrency.lockutils [req-abb0e715-97e5-496d-a65e-e80b73e4d1ef req-8af078cb-b1db-472a-8279-27dd8f41aac1 service nova] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.761278] env[70966]: DEBUG oslo_concurrency.lockutils [req-abb0e715-97e5-496d-a65e-e80b73e4d1ef req-8af078cb-b1db-472a-8279-27dd8f41aac1 service nova] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.761440] env[70966]: DEBUG nova.compute.manager [req-abb0e715-97e5-496d-a65e-e80b73e4d1ef req-8af078cb-b1db-472a-8279-27dd8f41aac1 service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] No waiting events found dispatching network-vif-plugged-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.761599] env[70966]: WARNING nova.compute.manager [req-abb0e715-97e5-496d-a65e-e80b73e4d1ef req-8af078cb-b1db-472a-8279-27dd8f41aac1 service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Received unexpected event network-vif-plugged-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a for instance with vm_state building and task_state spawning. [ 1132.772963] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613449, 'name': CreateVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.775490] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455127} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.777264] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] dea113a5-79dd-4665-b8ae-5ab7a958f2fd/dea113a5-79dd-4665-b8ae-5ab7a958f2fd.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.777515] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.778048] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c78861e7-4800-424b-9b74-cc63e2b51824 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.785742] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1132.785742] env[70966]: value = "task-3613450" [ 1132.785742] env[70966]: _type = "Task" [ 1132.785742] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.800451] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.912565] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613447, 'name': Destroy_Task, 'duration_secs': 0.535608} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.912941] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Destroyed the VM [ 1132.913264] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1132.913455] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a0695550-5a58-4be1-bbe7-2d680b69f385 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.923976] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1132.923976] env[70966]: value = "task-3613451" [ 1132.923976] env[70966]: _type = "Task" [ 1132.923976] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.932446] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613451, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.987757] env[70966]: DEBUG nova.network.neutron [req-0d18acca-cdea-4c0a-9a91-ab18fe37098d req-48e05c58-4633-426a-8c74-3ea27b379429 service nova] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Updated VIF entry in instance network info cache for port e7ecb49c-57dc-4409-9b94-6156b2b471c4. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.988183] env[70966]: DEBUG nova.network.neutron [req-0d18acca-cdea-4c0a-9a91-ab18fe37098d req-48e05c58-4633-426a-8c74-3ea27b379429 service nova] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Updating instance_info_cache with network_info: [{"id": "e7ecb49c-57dc-4409-9b94-6156b2b471c4", "address": "fa:16:3e:7f:e9:8f", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ecb49c-57", "ovs_interfaceid": "e7ecb49c-57dc-4409-9b94-6156b2b471c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.251602] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.251817] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.251817] env[70966]: DEBUG nova.network.neutron [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.264580] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613449, 'name': CreateVM_Task, 'duration_secs': 0.359016} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.264787] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.265436] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.265604] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.265918] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.266189] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ade729-8fcb-4d2a-9edc-923857f47049 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.271507] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1133.271507] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52069bc9-c4e4-4e50-7f27-f5098f7a2736" [ 1133.271507] env[70966]: _type = "Task" [ 1133.271507] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.282990] env[70966]: DEBUG nova.network.neutron [-] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.284601] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52069bc9-c4e4-4e50-7f27-f5098f7a2736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.295732] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081385} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.296595] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.297522] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79954ed5-72a6-4e7a-a90a-32aa126607e4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.321621] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] dea113a5-79dd-4665-b8ae-5ab7a958f2fd/dea113a5-79dd-4665-b8ae-5ab7a958f2fd.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.325450] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dd8cafd-ecd6-4f78-b97a-e0f31378aa7e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.345996] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1133.345996] env[70966]: value = "task-3613452" [ 1133.345996] env[70966]: _type = "Task" [ 1133.345996] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.357109] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.437098] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613451, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.491737] env[70966]: DEBUG oslo_concurrency.lockutils [req-0d18acca-cdea-4c0a-9a91-ab18fe37098d req-48e05c58-4633-426a-8c74-3ea27b379429 service nova] Releasing lock "refresh_cache-9b780576-93d6-49a4-8cf0-c20cf5f45818" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.556935] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b496f57-73d0-4d1a-bdf1-8fb48a9db727 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.564401] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28368776-d973-48be-8142-bf7be39a0c5a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.595871] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b947aa69-5128-495f-b3d8-fca84574dbf4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.603215] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c5159a-d8ac-452b-8117-db1a5267f3a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.616442] env[70966]: DEBUG nova.compute.provider_tree [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.784923] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52069bc9-c4e4-4e50-7f27-f5098f7a2736, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.785269] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.785516] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.785753] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.785899] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.786099] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.786983] env[70966]: DEBUG nova.network.neutron [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.788837] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcde1079-7cd1-4d2c-a715-47441c1afac7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.790796] env[70966]: INFO nova.compute.manager [-] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Took 1.42 seconds to deallocate network for instance. [ 1133.800027] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.800239] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.801658] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44abeacb-b734-45a4-bf6b-074a520593c8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.806953] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1133.806953] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522dac1a-90ac-c2fc-ed02-73c0d79bb341" [ 1133.806953] env[70966]: _type = "Task" [ 1133.806953] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.816309] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522dac1a-90ac-c2fc-ed02-73c0d79bb341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.855134] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613452, 'name': ReconfigVM_Task, 'duration_secs': 0.393044} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.855134] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Reconfigured VM instance instance-0000006e to attach disk [datastore2] dea113a5-79dd-4665-b8ae-5ab7a958f2fd/dea113a5-79dd-4665-b8ae-5ab7a958f2fd.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.855861] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80e00eb5-a94d-4ca0-ab13-2822b27da593 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.862227] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1133.862227] env[70966]: value = "task-3613453" [ 1133.862227] env[70966]: _type = "Task" [ 1133.862227] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.872634] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613453, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.933533] env[70966]: DEBUG nova.network.neutron [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Updating instance_info_cache with network_info: [{"id": "6f78b7cc-b0bc-4ee1-8060-da2f3b75872a", "address": "fa:16:3e:bc:03:94", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f78b7cc-b0", "ovs_interfaceid": "6f78b7cc-b0bc-4ee1-8060-da2f3b75872a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.943354] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "0a9dd49c-2c8a-4294-9b9f-522a8124af9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.943627] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "0a9dd49c-2c8a-4294-9b9f-522a8124af9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.944726] env[70966]: DEBUG oslo_vmware.api [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613451, 'name': RemoveSnapshot_Task, 'duration_secs': 0.657362} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.945458] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1134.120022] env[70966]: DEBUG nova.scheduler.client.report [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.298812] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.316790] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522dac1a-90ac-c2fc-ed02-73c0d79bb341, 'name': SearchDatastore_Task, 'duration_secs': 0.008937} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.317598] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0a2952b-2819-4802-ba43-cbfb89ccf8ff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.322789] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1134.322789] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a290d0-2b75-13ac-bf56-fcf282535443" [ 1134.322789] env[70966]: _type = "Task" [ 1134.322789] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.331511] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a290d0-2b75-13ac-bf56-fcf282535443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.370463] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613453, 'name': Rename_Task, 'duration_secs': 0.194616} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.370889] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.370981] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14a9ee59-5726-419f-a61c-b079d8dff92a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.377709] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1134.377709] env[70966]: value = "task-3613454" [ 1134.377709] env[70966]: _type = "Task" [ 1134.377709] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.390043] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.440804] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.441186] env[70966]: DEBUG nova.compute.manager [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Instance network_info: |[{"id": "6f78b7cc-b0bc-4ee1-8060-da2f3b75872a", "address": "fa:16:3e:bc:03:94", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f78b7cc-b0", "ovs_interfaceid": "6f78b7cc-b0bc-4ee1-8060-da2f3b75872a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.441645] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:03:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f78b7cc-b0bc-4ee1-8060-da2f3b75872a', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.449247] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.450392] env[70966]: WARNING nova.compute.manager [None req-0bde10fd-f217-4f0b-8474-523897f48b72 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Image not found during snapshot: nova.exception.ImageNotFound: Image 6a37652f-041f-4a44-b2e0-1e77b84007be could not be found. [ 1134.451526] env[70966]: DEBUG nova.compute.manager [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.453842] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.454298] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c012cbdb-224e-4a41-a279-821d9004d172 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.475662] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.475662] env[70966]: value = "task-3613455" [ 1134.475662] env[70966]: _type = "Task" [ 1134.475662] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.484200] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613455, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.614913] env[70966]: DEBUG nova.compute.manager [req-b2562622-f7af-44b8-8d1c-035e0259d050 req-6719c0e7-078b-4bc8-b93c-340d34d09c5f service nova] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Received event network-vif-deleted-dd6a3e1a-557e-47d1-bf22-5802fe659dfb {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.624102] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.626445] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.415s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.626675] env[70966]: DEBUG nova.objects.instance [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lazy-loading 'resources' on Instance uuid 379e905b-dd3b-4b73-8393-02232f2540ce {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.655584] env[70966]: INFO nova.network.neutron [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Updating port b1921c9c-5f1e-49da-ba20-0a40849a4c31 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1134.791063] env[70966]: DEBUG nova.compute.manager [req-53fc189a-9cd1-44fa-805e-f117aefe0e2e req-a8f831bf-095b-4b21-b51d-e7f3e3c8b27c service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Received event network-changed-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.791346] env[70966]: DEBUG nova.compute.manager [req-53fc189a-9cd1-44fa-805e-f117aefe0e2e req-a8f831bf-095b-4b21-b51d-e7f3e3c8b27c service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Refreshing instance network info cache due to event network-changed-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.791610] env[70966]: DEBUG oslo_concurrency.lockutils [req-53fc189a-9cd1-44fa-805e-f117aefe0e2e req-a8f831bf-095b-4b21-b51d-e7f3e3c8b27c service nova] Acquiring lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.791794] env[70966]: DEBUG oslo_concurrency.lockutils [req-53fc189a-9cd1-44fa-805e-f117aefe0e2e req-a8f831bf-095b-4b21-b51d-e7f3e3c8b27c service nova] Acquired lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.791989] env[70966]: DEBUG nova.network.neutron [req-53fc189a-9cd1-44fa-805e-f117aefe0e2e req-a8f831bf-095b-4b21-b51d-e7f3e3c8b27c service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Refreshing network info cache for port 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.832431] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a290d0-2b75-13ac-bf56-fcf282535443, 'name': SearchDatastore_Task, 'duration_secs': 0.009849} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.832798] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.833078] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 9b780576-93d6-49a4-8cf0-c20cf5f45818/9b780576-93d6-49a4-8cf0-c20cf5f45818.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.833374] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef192199-bdaa-4f26-a401-d89fd8c59c9c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.842063] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1134.842063] env[70966]: value = "task-3613456" [ 1134.842063] env[70966]: _type = "Task" [ 1134.842063] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.847769] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.888028] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.985305] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613455, 'name': CreateVM_Task, 'duration_secs': 0.372911} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.985484] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.986190] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.986396] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.986680] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.986941] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b683349-3d19-4559-83bd-8fa120e83684 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.989497] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.992664] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1134.992664] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b49439-f4a4-5a74-b68e-80236dab2611" [ 1134.992664] env[70966]: _type = "Task" [ 1134.992664] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.002591] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b49439-f4a4-5a74-b68e-80236dab2611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.351279] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475766} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.351540] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 9b780576-93d6-49a4-8cf0-c20cf5f45818/9b780576-93d6-49a4-8cf0-c20cf5f45818.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.351745] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.351990] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c14cffff-e509-4722-aca5-e5826655ee02 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.357647] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6587fb-f329-49df-8d0c-5cedc129222e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.361052] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1135.361052] env[70966]: value = "task-3613457" [ 1135.361052] env[70966]: _type = "Task" [ 1135.361052] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.367333] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6e549e-b092-4c27-ab87-3259b6cb8b95 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.375865] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.409265] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3068201-17d6-4321-bd6b-46f0ea8c8bc1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.417425] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.420335] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f925f80-4bc9-4014-8723-0c75b8762e22 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.434010] env[70966]: DEBUG nova.compute.provider_tree [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.503928] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b49439-f4a4-5a74-b68e-80236dab2611, 'name': SearchDatastore_Task, 'duration_secs': 0.062439} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.504235] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.504463] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.504692] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.504832] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.505009] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.505262] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6ae82d4-5b42-42d1-bab2-ae251a0182d6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.513527] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.513697] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.514402] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6cf1886-ae1c-4010-8bc0-de7844f964a7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.520392] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1135.520392] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5255a720-6263-c4eb-4a36-bcaabbdfe187" [ 1135.520392] env[70966]: _type = "Task" [ 1135.520392] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.527448] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5255a720-6263-c4eb-4a36-bcaabbdfe187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.539018] env[70966]: DEBUG oslo_concurrency.lockutils [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "d47e56bb-3a32-4de3-920d-2cce0f0f43be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.539018] env[70966]: DEBUG oslo_concurrency.lockutils [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "d47e56bb-3a32-4de3-920d-2cce0f0f43be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.539018] env[70966]: DEBUG oslo_concurrency.lockutils [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "d47e56bb-3a32-4de3-920d-2cce0f0f43be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.539018] env[70966]: DEBUG oslo_concurrency.lockutils [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "d47e56bb-3a32-4de3-920d-2cce0f0f43be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.539018] env[70966]: DEBUG oslo_concurrency.lockutils [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "d47e56bb-3a32-4de3-920d-2cce0f0f43be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.540174] env[70966]: INFO nova.compute.manager [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Terminating instance [ 1135.573531] env[70966]: DEBUG nova.network.neutron [req-53fc189a-9cd1-44fa-805e-f117aefe0e2e req-a8f831bf-095b-4b21-b51d-e7f3e3c8b27c service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Updated VIF entry in instance network info cache for port 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.573897] env[70966]: DEBUG nova.network.neutron [req-53fc189a-9cd1-44fa-805e-f117aefe0e2e req-a8f831bf-095b-4b21-b51d-e7f3e3c8b27c service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Updating instance_info_cache with network_info: [{"id": "6f78b7cc-b0bc-4ee1-8060-da2f3b75872a", "address": "fa:16:3e:bc:03:94", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f78b7cc-b0", "ovs_interfaceid": "6f78b7cc-b0bc-4ee1-8060-da2f3b75872a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.870433] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175813} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.870706] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.871517] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9933630-f09d-4636-bf92-01bfb68ced27 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.895067] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 9b780576-93d6-49a4-8cf0-c20cf5f45818/9b780576-93d6-49a4-8cf0-c20cf5f45818.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.898406] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9659947-c686-43c1-992d-25bdb030669a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.919378] env[70966]: DEBUG oslo_vmware.api [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613454, 'name': PowerOnVM_Task, 'duration_secs': 1.541076} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.920736] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.920949] env[70966]: INFO nova.compute.manager [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1135.921143] env[70966]: DEBUG nova.compute.manager [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.921484] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1135.921484] env[70966]: value = "task-3613458" [ 1135.921484] env[70966]: _type = "Task" [ 1135.921484] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.922186] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4ce0af-ae76-4f85-ba4e-5af1a17ba83a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.937164] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613458, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.938192] env[70966]: DEBUG nova.scheduler.client.report [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.031648] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5255a720-6263-c4eb-4a36-bcaabbdfe187, 'name': SearchDatastore_Task, 'duration_secs': 0.008445} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.032557] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f8e6ec-713f-455c-b4ee-f16b76ae5f6a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.038185] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1136.038185] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a18b77-19e5-6786-e037-19653e6ae6e0" [ 1136.038185] env[70966]: _type = "Task" [ 1136.038185] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.043374] env[70966]: DEBUG nova.compute.manager [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.043615] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.048104] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea907d0c-9a93-49a3-af7e-6ff12a84c287 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.050752] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a18b77-19e5-6786-e037-19653e6ae6e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.055412] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.055664] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4d1379a-d8f0-4330-a472-4618552b3fd7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.061909] env[70966]: DEBUG oslo_vmware.api [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1136.061909] env[70966]: value = "task-3613459" [ 1136.061909] env[70966]: _type = "Task" [ 1136.061909] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.070018] env[70966]: DEBUG oslo_vmware.api [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.079635] env[70966]: DEBUG oslo_concurrency.lockutils [req-53fc189a-9cd1-44fa-805e-f117aefe0e2e req-a8f831bf-095b-4b21-b51d-e7f3e3c8b27c service nova] Releasing lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.103311] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.103311] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquired lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.103311] env[70966]: DEBUG nova.network.neutron [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.436733] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613458, 'name': ReconfigVM_Task, 'duration_secs': 0.275307} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.437114] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 9b780576-93d6-49a4-8cf0-c20cf5f45818/9b780576-93d6-49a4-8cf0-c20cf5f45818.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.437607] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37470d96-220d-4ef7-8705-c95eb4960b0b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.443505] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.447352] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.589s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.448965] env[70966]: INFO nova.compute.claims [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.451715] env[70966]: INFO nova.compute.manager [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Took 17.94 seconds to build instance. [ 1136.453809] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1136.453809] env[70966]: value = "task-3613460" [ 1136.453809] env[70966]: _type = "Task" [ 1136.453809] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.462620] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613460, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.473070] env[70966]: INFO nova.scheduler.client.report [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Deleted allocations for instance 379e905b-dd3b-4b73-8393-02232f2540ce [ 1136.550100] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a18b77-19e5-6786-e037-19653e6ae6e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009951} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.550455] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.550784] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 54888080-cdbd-4b8b-93d9-23c7ecdf5948/54888080-cdbd-4b8b-93d9-23c7ecdf5948.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.551134] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8ce1288-cd23-4b97-ab77-a7e6a95e6b0a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.558203] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1136.558203] env[70966]: value = "task-3613461" [ 1136.558203] env[70966]: _type = "Task" [ 1136.558203] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.569145] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.574132] env[70966]: DEBUG oslo_vmware.api [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613459, 'name': PowerOffVM_Task, 'duration_secs': 0.462141} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.574376] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.574545] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.574793] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b79dac23-6459-4118-b705-a6158d019ae6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.657815] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.659130] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.659130] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleting the datastore file [datastore1] d47e56bb-3a32-4de3-920d-2cce0f0f43be {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.659130] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9244b2af-b5da-4ad6-b3c7-ca20067844eb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.665128] env[70966]: DEBUG oslo_vmware.api [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for the task: (returnval){ [ 1136.665128] env[70966]: value = "task-3613463" [ 1136.665128] env[70966]: _type = "Task" [ 1136.665128] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.673198] env[70966]: DEBUG oslo_vmware.api [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.806956] env[70966]: DEBUG nova.network.neutron [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Updating instance_info_cache with network_info: [{"id": "b1921c9c-5f1e-49da-ba20-0a40849a4c31", "address": "fa:16:3e:1a:1d:43", "network": {"id": "20ce3c97-ece9-4f02-ada9-29a5f90d49fa", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-601585676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0fbe5f70e0943758a4a172e8c067f47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1921c9c-5f", "ovs_interfaceid": "b1921c9c-5f1e-49da-ba20-0a40849a4c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.817974] env[70966]: DEBUG nova.compute.manager [req-6244ccda-fdee-45ac-adf6-e68735180276 req-969afda7-41f1-4167-ab6b-ccb9d0560aff service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Received event network-vif-plugged-b1921c9c-5f1e-49da-ba20-0a40849a4c31 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.818279] env[70966]: DEBUG oslo_concurrency.lockutils [req-6244ccda-fdee-45ac-adf6-e68735180276 req-969afda7-41f1-4167-ab6b-ccb9d0560aff service nova] Acquiring lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.818520] env[70966]: DEBUG oslo_concurrency.lockutils [req-6244ccda-fdee-45ac-adf6-e68735180276 req-969afda7-41f1-4167-ab6b-ccb9d0560aff service nova] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.818734] env[70966]: DEBUG oslo_concurrency.lockutils [req-6244ccda-fdee-45ac-adf6-e68735180276 req-969afda7-41f1-4167-ab6b-ccb9d0560aff service nova] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.818923] env[70966]: DEBUG nova.compute.manager [req-6244ccda-fdee-45ac-adf6-e68735180276 req-969afda7-41f1-4167-ab6b-ccb9d0560aff service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] No waiting events found dispatching network-vif-plugged-b1921c9c-5f1e-49da-ba20-0a40849a4c31 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.819106] env[70966]: WARNING nova.compute.manager [req-6244ccda-fdee-45ac-adf6-e68735180276 req-969afda7-41f1-4167-ab6b-ccb9d0560aff service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Received unexpected event network-vif-plugged-b1921c9c-5f1e-49da-ba20-0a40849a4c31 for instance with vm_state shelved_offloaded and task_state spawning. [ 1136.819277] env[70966]: DEBUG nova.compute.manager [req-6244ccda-fdee-45ac-adf6-e68735180276 req-969afda7-41f1-4167-ab6b-ccb9d0560aff service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Received event network-changed-b1921c9c-5f1e-49da-ba20-0a40849a4c31 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.819458] env[70966]: DEBUG nova.compute.manager [req-6244ccda-fdee-45ac-adf6-e68735180276 req-969afda7-41f1-4167-ab6b-ccb9d0560aff service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Refreshing instance network info cache due to event network-changed-b1921c9c-5f1e-49da-ba20-0a40849a4c31. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.819628] env[70966]: DEBUG oslo_concurrency.lockutils [req-6244ccda-fdee-45ac-adf6-e68735180276 req-969afda7-41f1-4167-ab6b-ccb9d0560aff service nova] Acquiring lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.955339] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06489f0b-adde-451b-b3eb-81b0e01ef768 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.456s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.969072] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613460, 'name': Rename_Task, 'duration_secs': 0.144124} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.970129] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.970394] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-939cae1a-ea3f-4c7c-b61a-1b818a6ac43f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.981329] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1136.981329] env[70966]: value = "task-3613464" [ 1136.981329] env[70966]: _type = "Task" [ 1136.981329] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.982094] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5417a8fd-4e9f-4dd9-99ca-fe965a90d6d2 tempest-MigrationsAdminTest-37992431 tempest-MigrationsAdminTest-37992431-project-member] Lock "379e905b-dd3b-4b73-8393-02232f2540ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.289s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.996625] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.070642] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613461, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.177129] env[70966]: DEBUG oslo_vmware.api [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Task: {'id': task-3613463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321063} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.177567] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.177851] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.178124] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.178338] env[70966]: INFO nova.compute.manager [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1137.178632] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.178859] env[70966]: DEBUG nova.compute.manager [-] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.179117] env[70966]: DEBUG nova.network.neutron [-] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.310176] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Releasing lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.312941] env[70966]: DEBUG oslo_concurrency.lockutils [req-6244ccda-fdee-45ac-adf6-e68735180276 req-969afda7-41f1-4167-ab6b-ccb9d0560aff service nova] Acquired lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.313159] env[70966]: DEBUG nova.network.neutron [req-6244ccda-fdee-45ac-adf6-e68735180276 req-969afda7-41f1-4167-ab6b-ccb9d0560aff service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Refreshing network info cache for port b1921c9c-5f1e-49da-ba20-0a40849a4c31 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.352018] env[70966]: DEBUG nova.virt.hardware [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ab3f59c0205beacac211843dfdaae869',container_format='bare',created_at=2025-04-25T21:36:17Z,direct_url=,disk_format='vmdk',id=e241e79c-bcf0-408a-a707-6a05d6853eae,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-649675599-shelved',owner='b0fbe5f70e0943758a4a172e8c067f47',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-04-25T21:36:32Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.352018] env[70966]: DEBUG nova.virt.hardware [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.352018] env[70966]: DEBUG nova.virt.hardware [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.352018] env[70966]: DEBUG nova.virt.hardware [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.352018] env[70966]: DEBUG nova.virt.hardware [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.352018] env[70966]: DEBUG nova.virt.hardware [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.352018] env[70966]: DEBUG nova.virt.hardware [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.352018] env[70966]: DEBUG nova.virt.hardware [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.352018] env[70966]: DEBUG nova.virt.hardware [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.352018] env[70966]: DEBUG nova.virt.hardware [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.352018] env[70966]: DEBUG nova.virt.hardware [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.352018] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dad228-7428-4cb9-bd7a-91b0ac3ff1ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.359691] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64b38f5-bcbb-4410-83fe-35507637ba76 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.375197] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:1d:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1921c9c-5f1e-49da-ba20-0a40849a4c31', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.383381] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.383657] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.383879] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe294128-6cea-4601-bea6-7f1518f4d455 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.404029] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.404029] env[70966]: value = "task-3613465" [ 1137.404029] env[70966]: _type = "Task" [ 1137.404029] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.412124] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613465, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.494240] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613464, 'name': PowerOnVM_Task} progress is 92%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.570903] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686455} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.571205] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 54888080-cdbd-4b8b-93d9-23c7ecdf5948/54888080-cdbd-4b8b-93d9-23c7ecdf5948.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.571445] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.571790] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d91b4be-d48c-43bc-910c-6311b45afe53 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.581689] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1137.581689] env[70966]: value = "task-3613466" [ 1137.581689] env[70966]: _type = "Task" [ 1137.581689] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.593150] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.709726] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758f2118-f093-4084-a9ac-bade165417ee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.718766] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18c08de-a0ae-4ae4-b7dc-8ab8eb97ce3f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.752246] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a356225e-1bcc-4352-a2e0-cd1558c36fa8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.760213] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed80a01-bb29-4592-befc-62eecf9e5780 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.775510] env[70966]: DEBUG nova.compute.provider_tree [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.794741] env[70966]: DEBUG nova.compute.manager [req-adb68a64-302d-4f06-b82f-563cd8deea84 req-f6268c12-0552-48ed-96af-05a7ae16a487 service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Received event network-changed-229477ad-884e-406c-923d-3698fc6bcfc6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.795767] env[70966]: DEBUG nova.compute.manager [req-adb68a64-302d-4f06-b82f-563cd8deea84 req-f6268c12-0552-48ed-96af-05a7ae16a487 service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Refreshing instance network info cache due to event network-changed-229477ad-884e-406c-923d-3698fc6bcfc6. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.795767] env[70966]: DEBUG oslo_concurrency.lockutils [req-adb68a64-302d-4f06-b82f-563cd8deea84 req-f6268c12-0552-48ed-96af-05a7ae16a487 service nova] Acquiring lock "refresh_cache-dea113a5-79dd-4665-b8ae-5ab7a958f2fd" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.795767] env[70966]: DEBUG oslo_concurrency.lockutils [req-adb68a64-302d-4f06-b82f-563cd8deea84 req-f6268c12-0552-48ed-96af-05a7ae16a487 service nova] Acquired lock "refresh_cache-dea113a5-79dd-4665-b8ae-5ab7a958f2fd" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.795767] env[70966]: DEBUG nova.network.neutron [req-adb68a64-302d-4f06-b82f-563cd8deea84 req-f6268c12-0552-48ed-96af-05a7ae16a487 service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Refreshing network info cache for port 229477ad-884e-406c-923d-3698fc6bcfc6 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.913304] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613465, 'name': CreateVM_Task, 'duration_secs': 0.348589} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.913405] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.917198] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e241e79c-bcf0-408a-a707-6a05d6853eae" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.917198] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e241e79c-bcf0-408a-a707-6a05d6853eae" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.917198] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e241e79c-bcf0-408a-a707-6a05d6853eae" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.917198] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f86f04f-337b-491a-ac62-9df60153a581 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.920149] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1137.920149] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cc8b0e-e37a-f457-e524-c3b570d4da7c" [ 1137.920149] env[70966]: _type = "Task" [ 1137.920149] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.939718] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e241e79c-bcf0-408a-a707-6a05d6853eae" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.939984] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Processing image e241e79c-bcf0-408a-a707-6a05d6853eae {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.940241] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e241e79c-bcf0-408a-a707-6a05d6853eae/e241e79c-bcf0-408a-a707-6a05d6853eae.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.940390] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e241e79c-bcf0-408a-a707-6a05d6853eae/e241e79c-bcf0-408a-a707-6a05d6853eae.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.940567] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.940817] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53845cee-ed44-4c26-a247-5043ccd39d44 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.948994] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.949190] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.949927] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d0758c-e89b-44d2-8436-3135cb45fdb7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.955099] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1137.955099] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c88013-dbe6-33a0-464a-21ba8b60ed91" [ 1137.955099] env[70966]: _type = "Task" [ 1137.955099] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.963046] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c88013-dbe6-33a0-464a-21ba8b60ed91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.992904] env[70966]: DEBUG oslo_vmware.api [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613464, 'name': PowerOnVM_Task, 'duration_secs': 0.613753} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.993224] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.993426] env[70966]: INFO nova.compute.manager [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1137.993606] env[70966]: DEBUG nova.compute.manager [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.994444] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb894939-8a39-44db-b3b6-882dbf0e1d89 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.999776] env[70966]: DEBUG nova.network.neutron [-] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.033265] env[70966]: DEBUG nova.network.neutron [req-6244ccda-fdee-45ac-adf6-e68735180276 req-969afda7-41f1-4167-ab6b-ccb9d0560aff service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Updated VIF entry in instance network info cache for port b1921c9c-5f1e-49da-ba20-0a40849a4c31. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.033265] env[70966]: DEBUG nova.network.neutron [req-6244ccda-fdee-45ac-adf6-e68735180276 req-969afda7-41f1-4167-ab6b-ccb9d0560aff service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Updating instance_info_cache with network_info: [{"id": "b1921c9c-5f1e-49da-ba20-0a40849a4c31", "address": "fa:16:3e:1a:1d:43", "network": {"id": "20ce3c97-ece9-4f02-ada9-29a5f90d49fa", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-601585676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0fbe5f70e0943758a4a172e8c067f47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1921c9c-5f", "ovs_interfaceid": "b1921c9c-5f1e-49da-ba20-0a40849a4c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.094865] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074755} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.094865] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.094865] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860ce09e-5fd2-4686-a175-731019f52380 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.117454] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 54888080-cdbd-4b8b-93d9-23c7ecdf5948/54888080-cdbd-4b8b-93d9-23c7ecdf5948.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.117759] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42b2097c-c3dc-4c2f-ac2f-bf93ea6c3721 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.137240] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1138.137240] env[70966]: value = "task-3613467" [ 1138.137240] env[70966]: _type = "Task" [ 1138.137240] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.146754] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.301534] env[70966]: ERROR nova.scheduler.client.report [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [req-bad55a73-fba4-4f8f-8113-c45968d7d3da] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 28f91738-2b78-4613-b71e-2571db52847f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bad55a73-fba4-4f8f-8113-c45968d7d3da"}]} [ 1138.320628] env[70966]: DEBUG nova.scheduler.client.report [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Refreshing inventories for resource provider 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1138.336053] env[70966]: DEBUG nova.scheduler.client.report [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Updating ProviderTree inventory for provider 28f91738-2b78-4613-b71e-2571db52847f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1138.336316] env[70966]: DEBUG nova.compute.provider_tree [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.359822] env[70966]: DEBUG nova.scheduler.client.report [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Refreshing aggregate associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, aggregates: None {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1138.386993] env[70966]: DEBUG nova.scheduler.client.report [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Refreshing trait associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1138.470370] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Preparing fetch location {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1138.470633] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Fetch image to [datastore1] OSTACK_IMG_e36649d6-52b8-401f-8392-0ea3d7ab12d6/OSTACK_IMG_e36649d6-52b8-401f-8392-0ea3d7ab12d6.vmdk {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1138.470859] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Downloading stream optimized image e241e79c-bcf0-408a-a707-6a05d6853eae to [datastore1] OSTACK_IMG_e36649d6-52b8-401f-8392-0ea3d7ab12d6/OSTACK_IMG_e36649d6-52b8-401f-8392-0ea3d7ab12d6.vmdk on the data store datastore1 as vApp {{(pid=70966) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1138.471022] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Downloading image file data e241e79c-bcf0-408a-a707-6a05d6853eae to the ESX as VM named 'OSTACK_IMG_e36649d6-52b8-401f-8392-0ea3d7ab12d6' {{(pid=70966) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1138.505901] env[70966]: INFO nova.compute.manager [-] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Took 1.33 seconds to deallocate network for instance. [ 1138.541072] env[70966]: DEBUG oslo_concurrency.lockutils [req-6244ccda-fdee-45ac-adf6-e68735180276 req-969afda7-41f1-4167-ab6b-ccb9d0560aff service nova] Releasing lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.544450] env[70966]: INFO nova.compute.manager [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Took 17.57 seconds to build instance. [ 1138.584639] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1138.584639] env[70966]: value = "resgroup-9" [ 1138.584639] env[70966]: _type = "ResourcePool" [ 1138.584639] env[70966]: }. {{(pid=70966) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1138.585102] env[70966]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-936c1f58-8699-4f09-9883-fe5ddf7ca17b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.604762] env[70966]: DEBUG nova.network.neutron [req-adb68a64-302d-4f06-b82f-563cd8deea84 req-f6268c12-0552-48ed-96af-05a7ae16a487 service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Updated VIF entry in instance network info cache for port 229477ad-884e-406c-923d-3698fc6bcfc6. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.605168] env[70966]: DEBUG nova.network.neutron [req-adb68a64-302d-4f06-b82f-563cd8deea84 req-f6268c12-0552-48ed-96af-05a7ae16a487 service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Updating instance_info_cache with network_info: [{"id": "229477ad-884e-406c-923d-3698fc6bcfc6", "address": "fa:16:3e:df:5f:02", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap229477ad-88", "ovs_interfaceid": "229477ad-884e-406c-923d-3698fc6bcfc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.614796] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lease: (returnval){ [ 1138.614796] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526c6820-6a96-00da-373d-1989da1662aa" [ 1138.614796] env[70966]: _type = "HttpNfcLease" [ 1138.614796] env[70966]: } obtained for vApp import into resource pool (val){ [ 1138.614796] env[70966]: value = "resgroup-9" [ 1138.614796] env[70966]: _type = "ResourcePool" [ 1138.614796] env[70966]: }. {{(pid=70966) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1138.615074] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the lease: (returnval){ [ 1138.615074] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526c6820-6a96-00da-373d-1989da1662aa" [ 1138.615074] env[70966]: _type = "HttpNfcLease" [ 1138.615074] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1138.624489] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1138.624489] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526c6820-6a96-00da-373d-1989da1662aa" [ 1138.624489] env[70966]: _type = "HttpNfcLease" [ 1138.624489] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1138.647056] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613467, 'name': ReconfigVM_Task, 'duration_secs': 0.286807} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.647338] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 54888080-cdbd-4b8b-93d9-23c7ecdf5948/54888080-cdbd-4b8b-93d9-23c7ecdf5948.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.647945] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83c7682f-7ec4-4ed2-8ae8-ccf5d9309cda {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.654893] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1138.654893] env[70966]: value = "task-3613469" [ 1138.654893] env[70966]: _type = "Task" [ 1138.654893] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.665284] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613469, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.677176] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd5060-8811-47a2-aae3-8903e7475259 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.684625] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df02cae4-b3a7-44af-be79-29b85f34c49e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.717262] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ffee2f-eb8d-472d-bf68-bee1869f251d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.724930] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a0d4f4-2554-45a4-8e3a-c923c791865e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.740654] env[70966]: DEBUG nova.compute.provider_tree [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.872408] env[70966]: DEBUG nova.compute.manager [req-dce7e675-deb8-4c52-b5a3-0d5d5f3023c4 req-4dda99bd-02a5-4465-9844-6867f8050ef7 service nova] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Received event network-vif-deleted-98aa091e-c474-4375-9378-5d7b15e8c439 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.045817] env[70966]: DEBUG oslo_concurrency.lockutils [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.048904] env[70966]: DEBUG oslo_concurrency.lockutils [None req-880ecd2e-1669-4c3b-9d0a-37865e100d35 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "9b780576-93d6-49a4-8cf0-c20cf5f45818" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.076s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.109693] env[70966]: DEBUG oslo_concurrency.lockutils [req-adb68a64-302d-4f06-b82f-563cd8deea84 req-f6268c12-0552-48ed-96af-05a7ae16a487 service nova] Releasing lock "refresh_cache-dea113a5-79dd-4665-b8ae-5ab7a958f2fd" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.124442] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1139.124442] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526c6820-6a96-00da-373d-1989da1662aa" [ 1139.124442] env[70966]: _type = "HttpNfcLease" [ 1139.124442] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1139.124858] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1139.124858] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526c6820-6a96-00da-373d-1989da1662aa" [ 1139.124858] env[70966]: _type = "HttpNfcLease" [ 1139.124858] env[70966]: }. {{(pid=70966) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1139.125707] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523823d1-dc06-42e8-9c83-c30c3be301b8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.135616] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a029b-db9e-7214-e77e-c2beaddf1253/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1139.135862] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a029b-db9e-7214-e77e-c2beaddf1253/disk-0.vmdk. {{(pid=70966) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1139.214960] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7900a19b-daad-4a41-b78f-11e38ceaa42c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.216907] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613469, 'name': Rename_Task, 'duration_secs': 0.17001} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.218323] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.218929] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f471419e-caca-4913-b722-a27df2115b73 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.224403] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1139.224403] env[70966]: value = "task-3613470" [ 1139.224403] env[70966]: _type = "Task" [ 1139.224403] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.232059] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.283617] env[70966]: DEBUG nova.scheduler.client.report [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Updated inventory for provider 28f91738-2b78-4613-b71e-2571db52847f with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1139.283901] env[70966]: DEBUG nova.compute.provider_tree [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Updating resource provider 28f91738-2b78-4613-b71e-2571db52847f generation from 148 to 149 during operation: update_inventory {{(pid=70966) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1139.284200] env[70966]: DEBUG nova.compute.provider_tree [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.508832] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d8aeab-645a-4f61-baa5-6175b7198095 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.517322] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34cd65e9-3183-4f92-8bb7-037fbe56905a tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Suspending the VM {{(pid=70966) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1139.518718] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-53b61dcf-205c-4116-97b2-8ca406018977 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.525234] env[70966]: DEBUG oslo_vmware.api [None req-34cd65e9-3183-4f92-8bb7-037fbe56905a tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1139.525234] env[70966]: value = "task-3613471" [ 1139.525234] env[70966]: _type = "Task" [ 1139.525234] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.534806] env[70966]: DEBUG oslo_vmware.api [None req-34cd65e9-3183-4f92-8bb7-037fbe56905a tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613471, 'name': SuspendVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.738960] env[70966]: DEBUG oslo_vmware.api [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613470, 'name': PowerOnVM_Task, 'duration_secs': 0.468849} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.741319] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.741678] env[70966]: INFO nova.compute.manager [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1139.741883] env[70966]: DEBUG nova.compute.manager [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.742818] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b4d28c-0145-4780-ae1d-9917b474a84f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.790647] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.343s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.791255] env[70966]: DEBUG nova.compute.manager [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.800241] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.601s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.802635] env[70966]: INFO nova.compute.claims [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.042458] env[70966]: DEBUG oslo_vmware.api [None req-34cd65e9-3183-4f92-8bb7-037fbe56905a tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613471, 'name': SuspendVM_Task} progress is 62%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.276537] env[70966]: INFO nova.compute.manager [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Took 18.37 seconds to build instance. [ 1140.309817] env[70966]: DEBUG nova.compute.utils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.315055] env[70966]: DEBUG nova.compute.manager [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.315249] env[70966]: DEBUG nova.network.neutron [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.370843] env[70966]: DEBUG nova.policy [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ce329e13149476abbc377a5c02cebfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '648638152a7c47b0a15a5e51e2cd3cc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.460444] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Completed reading data from the image iterator. {{(pid=70966) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1140.460703] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a029b-db9e-7214-e77e-c2beaddf1253/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1140.462098] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322b3da4-ef3a-4ec0-ab93-d8fbacb49467 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.470116] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a029b-db9e-7214-e77e-c2beaddf1253/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1140.470291] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a029b-db9e-7214-e77e-c2beaddf1253/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1140.470581] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-95f24e20-d9ee-45a1-984d-c931b7a3ea37 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.541175] env[70966]: DEBUG oslo_vmware.api [None req-34cd65e9-3183-4f92-8bb7-037fbe56905a tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613471, 'name': SuspendVM_Task, 'duration_secs': 0.661257} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.541552] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34cd65e9-3183-4f92-8bb7-037fbe56905a tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Suspended the VM {{(pid=70966) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1140.541736] env[70966]: DEBUG nova.compute.manager [None req-34cd65e9-3183-4f92-8bb7-037fbe56905a tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.542582] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2422d1-040f-42a8-94d3-4705947ef922 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.705654] env[70966]: DEBUG nova.network.neutron [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Successfully created port: d77a0967-046f-49c6-b6b9-d5b8417424d4 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.778414] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e9fdca30-e622-45d0-aa01-fb5b02cf23c3 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.883s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.815726] env[70966]: DEBUG nova.compute.manager [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.077090] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9251edc5-18a0-4f6e-8104-052609781478 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.082569] env[70966]: DEBUG oslo_vmware.rw_handles [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a029b-db9e-7214-e77e-c2beaddf1253/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1141.082793] env[70966]: INFO nova.virt.vmwareapi.images [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Downloaded image file data e241e79c-bcf0-408a-a707-6a05d6853eae [ 1141.084845] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9840c2-2fa7-4220-977d-a2ecee14bc61 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.089954] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10d1051-afb8-405f-b858-20fc586d7e74 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.107028] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b4db3c4-6656-4b86-af30-8cb9a1f180b9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.137072] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7078acaf-3c8f-445b-a79b-b120ddde26cc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.148228] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ddee9e-03ba-4c3c-a936-11eea5a5d2fa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.152400] env[70966]: INFO nova.virt.vmwareapi.images [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] The imported VM was unregistered [ 1141.154942] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Caching image {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1141.155233] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e241e79c-bcf0-408a-a707-6a05d6853eae {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.155783] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a074e39d-7f81-4b7e-b591-caa6be17b252 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.168034] env[70966]: DEBUG nova.compute.provider_tree [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.172466] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Created directory with path [datastore1] devstack-image-cache_base/e241e79c-bcf0-408a-a707-6a05d6853eae {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.173520] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e36649d6-52b8-401f-8392-0ea3d7ab12d6/OSTACK_IMG_e36649d6-52b8-401f-8392-0ea3d7ab12d6.vmdk to [datastore1] devstack-image-cache_base/e241e79c-bcf0-408a-a707-6a05d6853eae/e241e79c-bcf0-408a-a707-6a05d6853eae.vmdk. {{(pid=70966) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1141.173520] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ece9f3d4-2196-4229-8f74-28566da30ad9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.180025] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1141.180025] env[70966]: value = "task-3613473" [ 1141.180025] env[70966]: _type = "Task" [ 1141.180025] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.189168] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613473, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.232613] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Acquiring lock "7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.232864] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Lock "7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.391066] env[70966]: DEBUG oslo_concurrency.lockutils [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "9b780576-93d6-49a4-8cf0-c20cf5f45818" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.391411] env[70966]: DEBUG oslo_concurrency.lockutils [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "9b780576-93d6-49a4-8cf0-c20cf5f45818" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.391628] env[70966]: DEBUG oslo_concurrency.lockutils [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "9b780576-93d6-49a4-8cf0-c20cf5f45818-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.392397] env[70966]: DEBUG oslo_concurrency.lockutils [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "9b780576-93d6-49a4-8cf0-c20cf5f45818-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.392719] env[70966]: DEBUG oslo_concurrency.lockutils [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "9b780576-93d6-49a4-8cf0-c20cf5f45818-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.395701] env[70966]: INFO nova.compute.manager [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Terminating instance [ 1141.533377] env[70966]: DEBUG nova.compute.manager [req-22de262e-8554-4645-890f-5012a796092e req-cb4a353e-25c2-4a41-8ea3-9eaeecd110bd service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Received event network-changed-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.533655] env[70966]: DEBUG nova.compute.manager [req-22de262e-8554-4645-890f-5012a796092e req-cb4a353e-25c2-4a41-8ea3-9eaeecd110bd service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Refreshing instance network info cache due to event network-changed-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.533881] env[70966]: DEBUG oslo_concurrency.lockutils [req-22de262e-8554-4645-890f-5012a796092e req-cb4a353e-25c2-4a41-8ea3-9eaeecd110bd service nova] Acquiring lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.534037] env[70966]: DEBUG oslo_concurrency.lockutils [req-22de262e-8554-4645-890f-5012a796092e req-cb4a353e-25c2-4a41-8ea3-9eaeecd110bd service nova] Acquired lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.534207] env[70966]: DEBUG nova.network.neutron [req-22de262e-8554-4645-890f-5012a796092e req-cb4a353e-25c2-4a41-8ea3-9eaeecd110bd service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Refreshing network info cache for port 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.691479] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613473, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.692398] env[70966]: ERROR nova.scheduler.client.report [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [req-a133c736-8401-4bbb-973a-28e6ce491684] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 28f91738-2b78-4613-b71e-2571db52847f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a133c736-8401-4bbb-973a-28e6ce491684"}]} [ 1141.718385] env[70966]: DEBUG nova.scheduler.client.report [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Refreshing inventories for resource provider 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1141.735456] env[70966]: DEBUG nova.scheduler.client.report [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Updating ProviderTree inventory for provider 28f91738-2b78-4613-b71e-2571db52847f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1141.735677] env[70966]: DEBUG nova.compute.provider_tree [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.739214] env[70966]: DEBUG nova.compute.manager [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.755825] env[70966]: DEBUG nova.scheduler.client.report [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Refreshing aggregate associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, aggregates: None {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1141.789666] env[70966]: DEBUG nova.scheduler.client.report [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Refreshing trait associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1141.827246] env[70966]: DEBUG nova.compute.manager [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.864395] env[70966]: DEBUG nova.virt.hardware [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.864812] env[70966]: DEBUG nova.virt.hardware [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.865345] env[70966]: DEBUG nova.virt.hardware [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.865620] env[70966]: DEBUG nova.virt.hardware [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.865845] env[70966]: DEBUG nova.virt.hardware [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.866115] env[70966]: DEBUG nova.virt.hardware [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.866427] env[70966]: DEBUG nova.virt.hardware [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.866647] env[70966]: DEBUG nova.virt.hardware [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.866832] env[70966]: DEBUG nova.virt.hardware [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.867000] env[70966]: DEBUG nova.virt.hardware [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.867292] env[70966]: DEBUG nova.virt.hardware [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.868797] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb98bdd-b755-41df-8906-312a86f7265e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.881282] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c8b224-a2e9-4929-ac56-514e817c66ef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.900736] env[70966]: DEBUG nova.compute.manager [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.900975] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.904438] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dbe1cd-28e3-4672-910c-92c909c45d02 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.912019] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.912019] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa58d90d-4ef0-4155-b5da-cf4e940603c0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.984107] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.986061] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.986061] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleting the datastore file [datastore2] 9b780576-93d6-49a4-8cf0-c20cf5f45818 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.986061] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6078bf6-d073-418e-aeb9-858b4830e869 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.993388] env[70966]: DEBUG oslo_vmware.api [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1141.993388] env[70966]: value = "task-3613475" [ 1141.993388] env[70966]: _type = "Task" [ 1141.993388] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.005796] env[70966]: DEBUG oslo_vmware.api [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.062175] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e99d04-589a-4179-97ff-4b3a2801c800 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.071422] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34891e79-08a7-4cff-97bc-aad20aa47ce4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.113289] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4819ab-26d9-4162-acf4-208f45127f57 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.122581] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb23d93-b77f-492c-a0b3-d1e1918175dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.139524] env[70966]: DEBUG nova.compute.provider_tree [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1142.192924] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613473, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.266319] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.286148] env[70966]: DEBUG nova.network.neutron [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Successfully updated port: d77a0967-046f-49c6-b6b9-d5b8417424d4 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.385975] env[70966]: DEBUG nova.network.neutron [req-22de262e-8554-4645-890f-5012a796092e req-cb4a353e-25c2-4a41-8ea3-9eaeecd110bd service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Updated VIF entry in instance network info cache for port 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.386664] env[70966]: DEBUG nova.network.neutron [req-22de262e-8554-4645-890f-5012a796092e req-cb4a353e-25c2-4a41-8ea3-9eaeecd110bd service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Updating instance_info_cache with network_info: [{"id": "6f78b7cc-b0bc-4ee1-8060-da2f3b75872a", "address": "fa:16:3e:bc:03:94", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f78b7cc-b0", "ovs_interfaceid": "6f78b7cc-b0bc-4ee1-8060-da2f3b75872a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.506173] env[70966]: DEBUG oslo_vmware.api [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364706} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.506675] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.506887] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.507089] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.507349] env[70966]: INFO nova.compute.manager [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1142.507632] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.507845] env[70966]: DEBUG nova.compute.manager [-] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.507942] env[70966]: DEBUG nova.network.neutron [-] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.695536] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613473, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.699039] env[70966]: DEBUG nova.scheduler.client.report [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Updated inventory for provider 28f91738-2b78-4613-b71e-2571db52847f with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1142.699328] env[70966]: DEBUG nova.compute.provider_tree [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Updating resource provider 28f91738-2b78-4613-b71e-2571db52847f generation from 150 to 151 during operation: update_inventory {{(pid=70966) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1142.699511] env[70966]: DEBUG nova.compute.provider_tree [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1142.790824] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "refresh_cache-13103000-1771-4bda-9b0e-d4f5f2017ca3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.791044] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "refresh_cache-13103000-1771-4bda-9b0e-d4f5f2017ca3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.791171] env[70966]: DEBUG nova.network.neutron [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.889251] env[70966]: DEBUG oslo_concurrency.lockutils [req-22de262e-8554-4645-890f-5012a796092e req-cb4a353e-25c2-4a41-8ea3-9eaeecd110bd service nova] Releasing lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.936435] env[70966]: DEBUG nova.compute.manager [req-b67a0b3f-446c-4104-b2a4-12f97606dcb1 req-ba18fae2-851c-4acb-9f47-32403975d2dc service nova] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Received event network-vif-deleted-e7ecb49c-57dc-4409-9b94-6156b2b471c4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.936720] env[70966]: INFO nova.compute.manager [req-b67a0b3f-446c-4104-b2a4-12f97606dcb1 req-ba18fae2-851c-4acb-9f47-32403975d2dc service nova] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Neutron deleted interface e7ecb49c-57dc-4409-9b94-6156b2b471c4; detaching it from the instance and deleting it from the info cache [ 1142.936911] env[70966]: DEBUG nova.network.neutron [req-b67a0b3f-446c-4104-b2a4-12f97606dcb1 req-ba18fae2-851c-4acb-9f47-32403975d2dc service nova] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.194588] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613473, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.205314] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.405s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.205933] env[70966]: DEBUG nova.compute.manager [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.209112] env[70966]: DEBUG oslo_concurrency.lockutils [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.277s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.209493] env[70966]: DEBUG nova.objects.instance [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Lazy-loading 'resources' on Instance uuid c0761181-cec1-453c-adfe-a575a7242897 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.327038] env[70966]: DEBUG nova.network.neutron [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.415504] env[70966]: DEBUG nova.network.neutron [-] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.440354] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-444c3219-1827-4dc1-9b15-02269638921b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.451068] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea86795-4d10-4ed1-a3df-0e8f20637949 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.486175] env[70966]: DEBUG nova.compute.manager [req-b67a0b3f-446c-4104-b2a4-12f97606dcb1 req-ba18fae2-851c-4acb-9f47-32403975d2dc service nova] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Detach interface failed, port_id=e7ecb49c-57dc-4409-9b94-6156b2b471c4, reason: Instance 9b780576-93d6-49a4-8cf0-c20cf5f45818 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1143.508202] env[70966]: DEBUG nova.network.neutron [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Updating instance_info_cache with network_info: [{"id": "d77a0967-046f-49c6-b6b9-d5b8417424d4", "address": "fa:16:3e:3c:4f:91", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77a0967-04", "ovs_interfaceid": "d77a0967-046f-49c6-b6b9-d5b8417424d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.566280] env[70966]: DEBUG nova.compute.manager [req-3a667507-9653-48e2-8a83-d16019a8968e req-539b7dbd-9a97-4188-bf4d-5e304c9aafb3 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Received event network-vif-plugged-d77a0967-046f-49c6-b6b9-d5b8417424d4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.566280] env[70966]: DEBUG oslo_concurrency.lockutils [req-3a667507-9653-48e2-8a83-d16019a8968e req-539b7dbd-9a97-4188-bf4d-5e304c9aafb3 service nova] Acquiring lock "13103000-1771-4bda-9b0e-d4f5f2017ca3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.566280] env[70966]: DEBUG oslo_concurrency.lockutils [req-3a667507-9653-48e2-8a83-d16019a8968e req-539b7dbd-9a97-4188-bf4d-5e304c9aafb3 service nova] Lock "13103000-1771-4bda-9b0e-d4f5f2017ca3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.566621] env[70966]: DEBUG oslo_concurrency.lockutils [req-3a667507-9653-48e2-8a83-d16019a8968e req-539b7dbd-9a97-4188-bf4d-5e304c9aafb3 service nova] Lock "13103000-1771-4bda-9b0e-d4f5f2017ca3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.566654] env[70966]: DEBUG nova.compute.manager [req-3a667507-9653-48e2-8a83-d16019a8968e req-539b7dbd-9a97-4188-bf4d-5e304c9aafb3 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] No waiting events found dispatching network-vif-plugged-d77a0967-046f-49c6-b6b9-d5b8417424d4 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.566792] env[70966]: WARNING nova.compute.manager [req-3a667507-9653-48e2-8a83-d16019a8968e req-539b7dbd-9a97-4188-bf4d-5e304c9aafb3 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Received unexpected event network-vif-plugged-d77a0967-046f-49c6-b6b9-d5b8417424d4 for instance with vm_state building and task_state spawning. [ 1143.567294] env[70966]: DEBUG nova.compute.manager [req-3a667507-9653-48e2-8a83-d16019a8968e req-539b7dbd-9a97-4188-bf4d-5e304c9aafb3 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Received event network-changed-d77a0967-046f-49c6-b6b9-d5b8417424d4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.567294] env[70966]: DEBUG nova.compute.manager [req-3a667507-9653-48e2-8a83-d16019a8968e req-539b7dbd-9a97-4188-bf4d-5e304c9aafb3 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Refreshing instance network info cache due to event network-changed-d77a0967-046f-49c6-b6b9-d5b8417424d4. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.567294] env[70966]: DEBUG oslo_concurrency.lockutils [req-3a667507-9653-48e2-8a83-d16019a8968e req-539b7dbd-9a97-4188-bf4d-5e304c9aafb3 service nova] Acquiring lock "refresh_cache-13103000-1771-4bda-9b0e-d4f5f2017ca3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.699401] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613473, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.713327] env[70966]: DEBUG nova.compute.utils [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.714830] env[70966]: DEBUG nova.compute.manager [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Not allocating networking since 'none' was specified. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1143.918850] env[70966]: INFO nova.compute.manager [-] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Took 1.41 seconds to deallocate network for instance. [ 1144.011709] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "refresh_cache-13103000-1771-4bda-9b0e-d4f5f2017ca3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.015026] env[70966]: DEBUG nova.compute.manager [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Instance network_info: |[{"id": "d77a0967-046f-49c6-b6b9-d5b8417424d4", "address": "fa:16:3e:3c:4f:91", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77a0967-04", "ovs_interfaceid": "d77a0967-046f-49c6-b6b9-d5b8417424d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.015026] env[70966]: DEBUG oslo_concurrency.lockutils [req-3a667507-9653-48e2-8a83-d16019a8968e req-539b7dbd-9a97-4188-bf4d-5e304c9aafb3 service nova] Acquired lock "refresh_cache-13103000-1771-4bda-9b0e-d4f5f2017ca3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.015026] env[70966]: DEBUG nova.network.neutron [req-3a667507-9653-48e2-8a83-d16019a8968e req-539b7dbd-9a97-4188-bf4d-5e304c9aafb3 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Refreshing network info cache for port d77a0967-046f-49c6-b6b9-d5b8417424d4 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.015026] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:4f:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd77a0967-046f-49c6-b6b9-d5b8417424d4', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.022311] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.028835] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.029575] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4999849-a8c0-41d9-a278-bfb6b54f87dd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.047583] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62ae2cb-76fb-4ad6-bbd1-ecb308721b0a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.057500] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.057500] env[70966]: value = "task-3613476" [ 1144.057500] env[70966]: _type = "Task" [ 1144.057500] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.063299] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd9a67d-0e54-49e5-8e34-94b96a533cd0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.104218] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4d3619-fcf1-4661-b0cc-e6126600c918 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.107127] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613476, 'name': CreateVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.115226] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0240fa9-595a-4b50-9602-c1b67cf7db18 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.132075] env[70966]: DEBUG nova.compute.provider_tree [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.195996] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613473, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.220526] env[70966]: DEBUG nova.compute.manager [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.345649] env[70966]: DEBUG nova.network.neutron [req-3a667507-9653-48e2-8a83-d16019a8968e req-539b7dbd-9a97-4188-bf4d-5e304c9aafb3 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Updated VIF entry in instance network info cache for port d77a0967-046f-49c6-b6b9-d5b8417424d4. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.346040] env[70966]: DEBUG nova.network.neutron [req-3a667507-9653-48e2-8a83-d16019a8968e req-539b7dbd-9a97-4188-bf4d-5e304c9aafb3 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Updating instance_info_cache with network_info: [{"id": "d77a0967-046f-49c6-b6b9-d5b8417424d4", "address": "fa:16:3e:3c:4f:91", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77a0967-04", "ovs_interfaceid": "d77a0967-046f-49c6-b6b9-d5b8417424d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.432499] env[70966]: DEBUG oslo_concurrency.lockutils [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.570374] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613476, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.636119] env[70966]: DEBUG nova.scheduler.client.report [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.695295] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613473, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.848703] env[70966]: DEBUG oslo_concurrency.lockutils [req-3a667507-9653-48e2-8a83-d16019a8968e req-539b7dbd-9a97-4188-bf4d-5e304c9aafb3 service nova] Releasing lock "refresh_cache-13103000-1771-4bda-9b0e-d4f5f2017ca3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.069306] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613476, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.142477] env[70966]: DEBUG oslo_concurrency.lockutils [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.145430] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.123s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.145656] env[70966]: DEBUG nova.objects.instance [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lazy-loading 'pci_requests' on Instance uuid 46bbedf7-e3e6-4014-8e53-c232fb5d4856 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.168338] env[70966]: INFO nova.scheduler.client.report [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Deleted allocations for instance c0761181-cec1-453c-adfe-a575a7242897 [ 1145.195396] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613473, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.553138} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.195684] env[70966]: INFO nova.virt.vmwareapi.ds_util [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e36649d6-52b8-401f-8392-0ea3d7ab12d6/OSTACK_IMG_e36649d6-52b8-401f-8392-0ea3d7ab12d6.vmdk to [datastore1] devstack-image-cache_base/e241e79c-bcf0-408a-a707-6a05d6853eae/e241e79c-bcf0-408a-a707-6a05d6853eae.vmdk. [ 1145.195871] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Cleaning up location [datastore1] OSTACK_IMG_e36649d6-52b8-401f-8392-0ea3d7ab12d6 {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1145.196046] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e36649d6-52b8-401f-8392-0ea3d7ab12d6 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.196300] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30eebb7a-6c19-4468-96ef-43b3a434044e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.203210] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1145.203210] env[70966]: value = "task-3613477" [ 1145.203210] env[70966]: _type = "Task" [ 1145.203210] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.210597] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.230751] env[70966]: DEBUG nova.compute.manager [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.256412] env[70966]: DEBUG nova.virt.hardware [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.256692] env[70966]: DEBUG nova.virt.hardware [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.256903] env[70966]: DEBUG nova.virt.hardware [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.257140] env[70966]: DEBUG nova.virt.hardware [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.257322] env[70966]: DEBUG nova.virt.hardware [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.257494] env[70966]: DEBUG nova.virt.hardware [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.257719] env[70966]: DEBUG nova.virt.hardware [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.257857] env[70966]: DEBUG nova.virt.hardware [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.258042] env[70966]: DEBUG nova.virt.hardware [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.258246] env[70966]: DEBUG nova.virt.hardware [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.258432] env[70966]: DEBUG nova.virt.hardware [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.259267] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ea3540-e62f-4bd6-b61d-8f532e9e769d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.268769] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd8da4f-2819-4e5c-b897-23f656d4e006 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.282907] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.288507] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Creating folder: Project (94ee3e995cf44848a23f85abe62c2eaf). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.289172] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15ace2a1-c909-4f84-bd31-dbc7e28a8aae {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.303353] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Created folder: Project (94ee3e995cf44848a23f85abe62c2eaf) in parent group-v720468. [ 1145.303543] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Creating folder: Instances. Parent ref: group-v720766. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.303776] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f24f8eaa-1605-4719-849e-65114a4e3602 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.313430] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Created folder: Instances in parent group-v720766. [ 1145.313667] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.313864] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.314162] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4f39454-6f56-4b6f-91bb-95c2e1442ec3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.332111] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.332111] env[70966]: value = "task-3613480" [ 1145.332111] env[70966]: _type = "Task" [ 1145.332111] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.340154] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613480, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.571008] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613476, 'name': CreateVM_Task, 'duration_secs': 1.51109} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.571324] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.572060] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.572060] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.572435] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.572697] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca91d53-42a1-4c3e-8f6d-9b642010e868 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.577997] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1145.577997] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52661c9e-df52-f69f-2984-309c8d3407ea" [ 1145.577997] env[70966]: _type = "Task" [ 1145.577997] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.585690] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52661c9e-df52-f69f-2984-309c8d3407ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.649225] env[70966]: DEBUG nova.objects.instance [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lazy-loading 'numa_topology' on Instance uuid 46bbedf7-e3e6-4014-8e53-c232fb5d4856 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.675776] env[70966]: DEBUG oslo_concurrency.lockutils [None req-932183a1-f0de-4450-bfed-93709409f006 tempest-ServersV294TestFqdnHostnames-672394897 tempest-ServersV294TestFqdnHostnames-672394897-project-member] Lock "c0761181-cec1-453c-adfe-a575a7242897" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.372s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.712234] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128354} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.712448] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.712613] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e241e79c-bcf0-408a-a707-6a05d6853eae/e241e79c-bcf0-408a-a707-6a05d6853eae.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.712852] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e241e79c-bcf0-408a-a707-6a05d6853eae/e241e79c-bcf0-408a-a707-6a05d6853eae.vmdk to [datastore1] bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c/bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.713175] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aae75559-26ce-4e87-8206-7c0fd174f01f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.719055] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1145.719055] env[70966]: value = "task-3613481" [ 1145.719055] env[70966]: _type = "Task" [ 1145.719055] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.726078] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.841574] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613480, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.090470] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52661c9e-df52-f69f-2984-309c8d3407ea, 'name': SearchDatastore_Task, 'duration_secs': 0.085824} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.090890] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.091028] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.091582] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.091885] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.092226] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.092657] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3a7f7e0-a0fb-4bab-b1c1-77c20e939795 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.110758] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.111040] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.111894] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979b73f9-7ae7-4908-a788-fb671e428207 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.119756] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1146.119756] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fa97f6-7676-0c0f-64c4-aad4701ea7d5" [ 1146.119756] env[70966]: _type = "Task" [ 1146.119756] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.128020] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fa97f6-7676-0c0f-64c4-aad4701ea7d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.151823] env[70966]: INFO nova.compute.claims [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.232266] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613481, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.346503] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613480, 'name': CreateVM_Task, 'duration_secs': 0.771314} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.346689] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.347140] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.347304] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.347716] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.347984] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718305c5-71b2-4ddc-ae18-b0614bd27ab3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.356461] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1146.356461] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524525b8-9a10-5a61-259a-f884ef4c2c77" [ 1146.356461] env[70966]: _type = "Task" [ 1146.356461] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.366781] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524525b8-9a10-5a61-259a-f884ef4c2c77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.632970] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fa97f6-7676-0c0f-64c4-aad4701ea7d5, 'name': SearchDatastore_Task, 'duration_secs': 0.063076} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.634034] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54168a18-7a78-498c-bce9-d9858cabc593 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.641466] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1146.641466] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5284a5f3-a466-7586-9fec-f5e9d40a47fa" [ 1146.641466] env[70966]: _type = "Task" [ 1146.641466] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.653035] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5284a5f3-a466-7586-9fec-f5e9d40a47fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.732201] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613481, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.868948] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524525b8-9a10-5a61-259a-f884ef4c2c77, 'name': SearchDatastore_Task, 'duration_secs': 0.086301} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.869297] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.869539] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.869808] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.156030] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5284a5f3-a466-7586-9fec-f5e9d40a47fa, 'name': SearchDatastore_Task, 'duration_secs': 0.087754} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.156030] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.156030] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 13103000-1771-4bda-9b0e-d4f5f2017ca3/13103000-1771-4bda-9b0e-d4f5f2017ca3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.156030] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.156767] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.157246] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-146ca33b-0a41-4336-ae9b-69acc01eb2f2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.159619] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0694833-4742-4292-8aef-aaa5474c8f76 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.172019] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1147.172019] env[70966]: value = "task-3613482" [ 1147.172019] env[70966]: _type = "Task" [ 1147.172019] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.180244] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.181898] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.182364] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.183856] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-158c23c4-4321-4cc0-94f1-6a9d08c19164 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.197022] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1147.197022] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a3f6c9-38bd-2d30-3b84-fa938ed0b8ce" [ 1147.197022] env[70966]: _type = "Task" [ 1147.197022] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.204466] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a3f6c9-38bd-2d30-3b84-fa938ed0b8ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.231014] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613481, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.430141] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c7ea92-baf7-4832-ad1d-56790394dc25 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.439539] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25673f0-984c-41fe-8f05-1048410e52e5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.477180] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebacca0-9740-41d1-9d81-d9315eec9798 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.485965] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288d77ea-e5b9-46a7-8516-85717441a7f7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.502781] env[70966]: DEBUG nova.compute.provider_tree [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.683021] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.706733] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a3f6c9-38bd-2d30-3b84-fa938ed0b8ce, 'name': SearchDatastore_Task, 'duration_secs': 0.087407} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.707955] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf327647-6ccc-42b4-ab91-245a58e6f0fb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.713978] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1147.713978] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fc6069-39bd-1842-b99e-505c26a610e7" [ 1147.713978] env[70966]: _type = "Task" [ 1147.713978] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.722570] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fc6069-39bd-1842-b99e-505c26a610e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.731780] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613481, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.007157] env[70966]: DEBUG nova.scheduler.client.report [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.180705] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.224177] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52fc6069-39bd-1842-b99e-505c26a610e7, 'name': SearchDatastore_Task, 'duration_secs': 0.086599} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.227392] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.227665] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] acd88e28-b033-454a-8e80-07ddec520cbb/acd88e28-b033-454a-8e80-07ddec520cbb.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.227910] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31df7c74-90c6-444b-ae74-5bf59ba5622e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.235476] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613481, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.469588} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.236810] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e241e79c-bcf0-408a-a707-6a05d6853eae/e241e79c-bcf0-408a-a707-6a05d6853eae.vmdk to [datastore1] bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c/bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.237236] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1148.237236] env[70966]: value = "task-3613483" [ 1148.237236] env[70966]: _type = "Task" [ 1148.237236] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.238203] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f505256c-c945-4eb1-b7a8-76b1ee55da54 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.248114] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.267681] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c/bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c.vmdk or device None with type streamOptimized {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.268076] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55a76914-4e91-49f2-99ef-1de682925470 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.288588] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1148.288588] env[70966]: value = "task-3613484" [ 1148.288588] env[70966]: _type = "Task" [ 1148.288588] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.298460] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.514083] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.368s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.516900] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.218s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.517200] env[70966]: DEBUG nova.objects.instance [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Lazy-loading 'resources' on Instance uuid 9e7a4e73-722a-4b85-8ea5-822fbf080110 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.548783] env[70966]: INFO nova.network.neutron [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Updating port 7d12776c-cd90-44b8-ad4e-d2a7a389374f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1148.682466] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613482, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.488091} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.682765] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 13103000-1771-4bda-9b0e-d4f5f2017ca3/13103000-1771-4bda-9b0e-d4f5f2017ca3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.683076] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.683362] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eff17a66-1b9b-4abc-a47d-f844112dcacd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.689803] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1148.689803] env[70966]: value = "task-3613485" [ 1148.689803] env[70966]: _type = "Task" [ 1148.689803] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.698478] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.758662] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.803912] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.200760] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15236} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.200973] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.204972] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fb0118-dc3e-4579-b51f-d081ee720606 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.227855] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 13103000-1771-4bda-9b0e-d4f5f2017ca3/13103000-1771-4bda-9b0e-d4f5f2017ca3.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.230344] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-865eebbb-bb35-4bfc-b118-ed78655d719c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.254797] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769929} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.256105] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] acd88e28-b033-454a-8e80-07ddec520cbb/acd88e28-b033-454a-8e80-07ddec520cbb.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.256328] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.256635] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1149.256635] env[70966]: value = "task-3613486" [ 1149.256635] env[70966]: _type = "Task" [ 1149.256635] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.256823] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4893cc35-d8ad-45cb-b054-cd7d81c59140 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.269054] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613486, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.270286] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1149.270286] env[70966]: value = "task-3613487" [ 1149.270286] env[70966]: _type = "Task" [ 1149.270286] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.275828] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652c616a-ae71-40c7-8381-3e84406e344a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.282651] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.287438] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8770fe8-f4c9-48f9-a173-6e29a49bc644 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.299868] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613484, 'name': ReconfigVM_Task, 'duration_secs': 0.935841} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.324385] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Reconfigured VM instance instance-00000057 to attach disk [datastore1] bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c/bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c.vmdk or device None with type streamOptimized {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.325131] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47404382-63ab-4726-9014-0395a3b14ba4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.327271] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6419836b-3cad-4475-b117-86ca663df369 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.335677] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8f546c-3cdd-46b3-bb04-fc66cdfcbaa4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.339343] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1149.339343] env[70966]: value = "task-3613488" [ 1149.339343] env[70966]: _type = "Task" [ 1149.339343] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.350281] env[70966]: DEBUG nova.compute.provider_tree [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.356216] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613488, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.768531] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.778138] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064182} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.778379] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.782187] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4b32be-87ea-44aa-ba5c-81633f8926ae {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.801014] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] acd88e28-b033-454a-8e80-07ddec520cbb/acd88e28-b033-454a-8e80-07ddec520cbb.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.801014] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca2a21c4-d8ea-4d08-884f-7b07ae1068a6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.840222] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1149.840222] env[70966]: value = "task-3613489" [ 1149.840222] env[70966]: _type = "Task" [ 1149.840222] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.854981] env[70966]: DEBUG nova.scheduler.client.report [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.858037] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613488, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.865703] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613489, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.116966] env[70966]: DEBUG nova.compute.manager [req-b81d831b-6ac9-4647-92ab-2fcfe2125a48 req-986559aa-fe5c-4bb4-a87a-822386cf906b service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Received event network-vif-plugged-7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.117617] env[70966]: DEBUG oslo_concurrency.lockutils [req-b81d831b-6ac9-4647-92ab-2fcfe2125a48 req-986559aa-fe5c-4bb4-a87a-822386cf906b service nova] Acquiring lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.117858] env[70966]: DEBUG oslo_concurrency.lockutils [req-b81d831b-6ac9-4647-92ab-2fcfe2125a48 req-986559aa-fe5c-4bb4-a87a-822386cf906b service nova] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.118034] env[70966]: DEBUG oslo_concurrency.lockutils [req-b81d831b-6ac9-4647-92ab-2fcfe2125a48 req-986559aa-fe5c-4bb4-a87a-822386cf906b service nova] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.118402] env[70966]: DEBUG nova.compute.manager [req-b81d831b-6ac9-4647-92ab-2fcfe2125a48 req-986559aa-fe5c-4bb4-a87a-822386cf906b service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] No waiting events found dispatching network-vif-plugged-7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.118589] env[70966]: WARNING nova.compute.manager [req-b81d831b-6ac9-4647-92ab-2fcfe2125a48 req-986559aa-fe5c-4bb4-a87a-822386cf906b service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Received unexpected event network-vif-plugged-7d12776c-cd90-44b8-ad4e-d2a7a389374f for instance with vm_state shelved_offloaded and task_state spawning. [ 1150.192319] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.192473] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.192718] env[70966]: DEBUG nova.network.neutron [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.270869] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.353342] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613488, 'name': Rename_Task, 'duration_secs': 0.947421} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.354314] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.354620] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6286201b-30db-47f6-a382-e3fdc59a9374 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.361705] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.366376] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.369110] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.380s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.370602] env[70966]: INFO nova.compute.claims [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.373959] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1150.373959] env[70966]: value = "task-3613490" [ 1150.373959] env[70966]: _type = "Task" [ 1150.373959] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.384837] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613490, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.401058] env[70966]: INFO nova.scheduler.client.report [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Deleted allocations for instance 9e7a4e73-722a-4b85-8ea5-822fbf080110 [ 1150.773018] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613486, 'name': ReconfigVM_Task, 'duration_secs': 1.18144} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.773470] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 13103000-1771-4bda-9b0e-d4f5f2017ca3/13103000-1771-4bda-9b0e-d4f5f2017ca3.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.774161] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3d5116c-f654-4df5-8e02-9ac5ffb8688a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.785031] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1150.785031] env[70966]: value = "task-3613491" [ 1150.785031] env[70966]: _type = "Task" [ 1150.785031] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.793267] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613491, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.858648] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613489, 'name': ReconfigVM_Task, 'duration_secs': 0.581406} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.858965] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Reconfigured VM instance instance-00000072 to attach disk [datastore1] acd88e28-b033-454a-8e80-07ddec520cbb/acd88e28-b033-454a-8e80-07ddec520cbb.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.859658] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7a2b4f5-7299-4271-929b-b768cf810328 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.866787] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1150.866787] env[70966]: value = "task-3613492" [ 1150.866787] env[70966]: _type = "Task" [ 1150.866787] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.877176] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613492, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.885169] env[70966]: DEBUG oslo_vmware.api [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613490, 'name': PowerOnVM_Task, 'duration_secs': 0.462939} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.886124] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.914130] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed182b01-950a-4c6e-9e09-2e29dd7dccba tempest-InstanceActionsNegativeTestJSON-326944155 tempest-InstanceActionsNegativeTestJSON-326944155-project-member] Lock "9e7a4e73-722a-4b85-8ea5-822fbf080110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.173s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.023327] env[70966]: DEBUG nova.compute.manager [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.024592] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d810c4e9-e7ea-41ea-b647-f8ca81b4b302 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.292839] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613491, 'name': Rename_Task, 'duration_secs': 0.193275} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.294189] env[70966]: DEBUG nova.network.neutron [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Updating instance_info_cache with network_info: [{"id": "7d12776c-cd90-44b8-ad4e-d2a7a389374f", "address": "fa:16:3e:e6:1f:62", "network": {"id": "76eb4596-0bea-4c91-a57f-0cdf1b1fc335", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1344172437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b978f2cd4dcc489e8d3480726962466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d12776c-cd", "ovs_interfaceid": "7d12776c-cd90-44b8-ad4e-d2a7a389374f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.295681] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.296047] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d57d0cd8-f4b0-48ad-9151-cc6b2634754f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.304601] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1151.304601] env[70966]: value = "task-3613493" [ 1151.304601] env[70966]: _type = "Task" [ 1151.304601] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.311167] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.381400] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613492, 'name': Rename_Task, 'duration_secs': 0.149492} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.383283] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.383756] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e564c04d-0f8f-4283-9d7c-66d961f34d76 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.391874] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1151.391874] env[70966]: value = "task-3613494" [ 1151.391874] env[70966]: _type = "Task" [ 1151.391874] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.397251] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.551424] env[70966]: DEBUG oslo_concurrency.lockutils [None req-95f78ce0-3347-4cfd-baba-f9c2cffce120 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.127s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.618378] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668f12a4-d9ca-43eb-9fc5-91e0320baf89 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.627614] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d984a38-4d8b-44a4-aae4-6dd7d4b8ae1b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.662276] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a39c2f-b17f-4977-a64f-f960cac13577 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.671286] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5a12de-4692-41fb-9a6b-1180ae73e458 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.688438] env[70966]: DEBUG nova.compute.provider_tree [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.799314] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.816990] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613493, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.827979] env[70966]: DEBUG nova.virt.hardware [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c7aa1f8a396dcc215ef33086dc434fd2',container_format='bare',created_at=2025-04-25T21:36:21Z,direct_url=,disk_format='vmdk',id=5fd0bf13-386e-495f-8a8e-82fc5e112eed,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-963973117-shelved',owner='b978f2cd4dcc489e8d3480726962466d',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-25T21:36:34Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.828276] env[70966]: DEBUG nova.virt.hardware [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.828412] env[70966]: DEBUG nova.virt.hardware [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.828598] env[70966]: DEBUG nova.virt.hardware [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.828736] env[70966]: DEBUG nova.virt.hardware [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.828881] env[70966]: DEBUG nova.virt.hardware [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.829103] env[70966]: DEBUG nova.virt.hardware [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.829267] env[70966]: DEBUG nova.virt.hardware [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.829430] env[70966]: DEBUG nova.virt.hardware [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.829592] env[70966]: DEBUG nova.virt.hardware [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.829820] env[70966]: DEBUG nova.virt.hardware [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.831250] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760ff459-6e30-4f30-880d-93592ab90e7c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.841199] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54db6ca2-cbad-4f5b-a9b3-a4753558a399 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.855813] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:1f:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d12776c-cd90-44b8-ad4e-d2a7a389374f', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.863641] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.863941] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.864185] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-728ca729-05cb-4839-af67-c1a362f9534c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.886220] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.886220] env[70966]: value = "task-3613495" [ 1151.886220] env[70966]: _type = "Task" [ 1151.886220] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.900467] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613495, 'name': CreateVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.904979] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613494, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.192111] env[70966]: DEBUG nova.scheduler.client.report [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.289160] env[70966]: DEBUG nova.compute.manager [req-fadba3c2-d2c8-4371-913c-46abc20fbdd4 req-d7cb1e6e-15a7-47e7-9c5b-89211ee72095 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Received event network-changed-7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.289160] env[70966]: DEBUG nova.compute.manager [req-fadba3c2-d2c8-4371-913c-46abc20fbdd4 req-d7cb1e6e-15a7-47e7-9c5b-89211ee72095 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Refreshing instance network info cache due to event network-changed-7d12776c-cd90-44b8-ad4e-d2a7a389374f. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.289160] env[70966]: DEBUG oslo_concurrency.lockutils [req-fadba3c2-d2c8-4371-913c-46abc20fbdd4 req-d7cb1e6e-15a7-47e7-9c5b-89211ee72095 service nova] Acquiring lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.289160] env[70966]: DEBUG oslo_concurrency.lockutils [req-fadba3c2-d2c8-4371-913c-46abc20fbdd4 req-d7cb1e6e-15a7-47e7-9c5b-89211ee72095 service nova] Acquired lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.289160] env[70966]: DEBUG nova.network.neutron [req-fadba3c2-d2c8-4371-913c-46abc20fbdd4 req-d7cb1e6e-15a7-47e7-9c5b-89211ee72095 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Refreshing network info cache for port 7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.314773] env[70966]: DEBUG oslo_vmware.api [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613493, 'name': PowerOnVM_Task, 'duration_secs': 0.597623} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.315034] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.315699] env[70966]: INFO nova.compute.manager [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1152.315699] env[70966]: DEBUG nova.compute.manager [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.316488] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63806a15-40d5-4ee3-852b-21f0c7039722 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.406047] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613495, 'name': CreateVM_Task, 'duration_secs': 0.351448} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.409765] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.410084] env[70966]: DEBUG oslo_vmware.api [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613494, 'name': PowerOnVM_Task, 'duration_secs': 0.514309} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.410792] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5fd0bf13-386e-495f-8a8e-82fc5e112eed" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.411258] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5fd0bf13-386e-495f-8a8e-82fc5e112eed" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.411634] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5fd0bf13-386e-495f-8a8e-82fc5e112eed" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.411944] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.412194] env[70966]: INFO nova.compute.manager [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1152.413255] env[70966]: DEBUG nova.compute.manager [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.413255] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df8f3d9-5ad3-4a73-b237-1c9fc7c6d5e0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.415021] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920046b2-2f12-4fe6-813b-1eb89d16820e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.421161] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1152.421161] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5275cfb7-2aff-75d4-1b34-48d980d057af" [ 1152.421161] env[70966]: _type = "Task" [ 1152.421161] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.439081] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5fd0bf13-386e-495f-8a8e-82fc5e112eed" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.439336] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Processing image 5fd0bf13-386e-495f-8a8e-82fc5e112eed {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.439617] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5fd0bf13-386e-495f-8a8e-82fc5e112eed/5fd0bf13-386e-495f-8a8e-82fc5e112eed.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.439774] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5fd0bf13-386e-495f-8a8e-82fc5e112eed/5fd0bf13-386e-495f-8a8e-82fc5e112eed.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.439929] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.440131] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-feb9b955-e059-4388-89a4-25ced4a3a9e4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.456873] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.456873] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.457871] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e517320e-3764-4417-8598-5aebb255f099 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.464050] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1152.464050] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526fa8e8-6702-b33a-44b4-9cd8324f76df" [ 1152.464050] env[70966]: _type = "Task" [ 1152.464050] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.472603] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526fa8e8-6702-b33a-44b4-9cd8324f76df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.699028] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.701321] env[70966]: DEBUG nova.compute.manager [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.706103] env[70966]: DEBUG oslo_concurrency.lockutils [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.659s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.706103] env[70966]: DEBUG nova.objects.instance [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lazy-loading 'resources' on Instance uuid d47e56bb-3a32-4de3-920d-2cce0f0f43be {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.838423] env[70966]: INFO nova.compute.manager [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Took 27.99 seconds to build instance. [ 1152.945670] env[70966]: INFO nova.compute.manager [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Took 24.76 seconds to build instance. [ 1152.977859] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Preparing fetch location {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1152.978127] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Fetch image to [datastore1] OSTACK_IMG_770a2fe2-1798-459f-b735-0f280a9ceca4/OSTACK_IMG_770a2fe2-1798-459f-b735-0f280a9ceca4.vmdk {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1152.978297] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Downloading stream optimized image 5fd0bf13-386e-495f-8a8e-82fc5e112eed to [datastore1] OSTACK_IMG_770a2fe2-1798-459f-b735-0f280a9ceca4/OSTACK_IMG_770a2fe2-1798-459f-b735-0f280a9ceca4.vmdk on the data store datastore1 as vApp {{(pid=70966) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1152.979017] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Downloading image file data 5fd0bf13-386e-495f-8a8e-82fc5e112eed to the ESX as VM named 'OSTACK_IMG_770a2fe2-1798-459f-b735-0f280a9ceca4' {{(pid=70966) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1152.997462] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.998122] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.098171] env[70966]: DEBUG oslo_vmware.rw_handles [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1153.098171] env[70966]: value = "resgroup-9" [ 1153.098171] env[70966]: _type = "ResourcePool" [ 1153.098171] env[70966]: }. {{(pid=70966) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1153.098171] env[70966]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ea12e7b1-b4dd-4748-ba5b-4bc24b1bc10a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.124337] env[70966]: DEBUG oslo_vmware.rw_handles [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lease: (returnval){ [ 1153.124337] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5267be43-e0b5-2d25-4880-5564098c7fb1" [ 1153.124337] env[70966]: _type = "HttpNfcLease" [ 1153.124337] env[70966]: } obtained for vApp import into resource pool (val){ [ 1153.124337] env[70966]: value = "resgroup-9" [ 1153.124337] env[70966]: _type = "ResourcePool" [ 1153.124337] env[70966]: }. {{(pid=70966) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1153.124618] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the lease: (returnval){ [ 1153.124618] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5267be43-e0b5-2d25-4880-5564098c7fb1" [ 1153.124618] env[70966]: _type = "HttpNfcLease" [ 1153.124618] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1153.131489] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1153.131489] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5267be43-e0b5-2d25-4880-5564098c7fb1" [ 1153.131489] env[70966]: _type = "HttpNfcLease" [ 1153.131489] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1153.213476] env[70966]: DEBUG nova.compute.utils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.221139] env[70966]: DEBUG nova.compute.manager [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.221139] env[70966]: DEBUG nova.network.neutron [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.298862] env[70966]: DEBUG nova.policy [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1386a7924b1a4ac9b2a63e56c461051b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3cf3533356a48509e9b47a24d9c7586', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.338676] env[70966]: DEBUG oslo_concurrency.lockutils [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "83c6af70-2fb2-401c-80ae-3070a0b534f5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.338959] env[70966]: DEBUG oslo_concurrency.lockutils [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "83c6af70-2fb2-401c-80ae-3070a0b534f5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.346966] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1d9ee8b6-7c7f-4bd9-8422-7d508a28cb7d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "13103000-1771-4bda-9b0e-d4f5f2017ca3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.513s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.370025] env[70966]: DEBUG nova.network.neutron [req-fadba3c2-d2c8-4371-913c-46abc20fbdd4 req-d7cb1e6e-15a7-47e7-9c5b-89211ee72095 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Updated VIF entry in instance network info cache for port 7d12776c-cd90-44b8-ad4e-d2a7a389374f. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.370429] env[70966]: DEBUG nova.network.neutron [req-fadba3c2-d2c8-4371-913c-46abc20fbdd4 req-d7cb1e6e-15a7-47e7-9c5b-89211ee72095 service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Updating instance_info_cache with network_info: [{"id": "7d12776c-cd90-44b8-ad4e-d2a7a389374f", "address": "fa:16:3e:e6:1f:62", "network": {"id": "76eb4596-0bea-4c91-a57f-0cdf1b1fc335", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1344172437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b978f2cd4dcc489e8d3480726962466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d12776c-cd", "ovs_interfaceid": "7d12776c-cd90-44b8-ad4e-d2a7a389374f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.450086] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4998c6a-9e69-49da-9dd6-96cf1f6eebed tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Lock "acd88e28-b033-454a-8e80-07ddec520cbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.282s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.500259] env[70966]: DEBUG nova.compute.manager [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.509278] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38c579a-31d1-4cfd-9a70-69fdad7e91ed {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.517706] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183406d2-9b55-43b3-a489-ff5b9c8873ce {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.558732] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fa2e10-1c09-4ce6-884f-04cd04aabfd1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.567389] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaea329e-329b-43d3-8cfb-a48c4fede004 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.582654] env[70966]: DEBUG nova.compute.provider_tree [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.634444] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1153.634444] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5267be43-e0b5-2d25-4880-5564098c7fb1" [ 1153.634444] env[70966]: _type = "HttpNfcLease" [ 1153.634444] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1153.698446] env[70966]: DEBUG nova.network.neutron [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Successfully created port: fff2216a-8251-4b49-b768-e4b222b0f034 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.718405] env[70966]: DEBUG nova.compute.manager [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.846945] env[70966]: DEBUG nova.compute.utils [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.877693] env[70966]: DEBUG oslo_concurrency.lockutils [req-fadba3c2-d2c8-4371-913c-46abc20fbdd4 req-d7cb1e6e-15a7-47e7-9c5b-89211ee72095 service nova] Releasing lock "refresh_cache-46bbedf7-e3e6-4014-8e53-c232fb5d4856" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.938310] env[70966]: INFO nova.compute.manager [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Rebuilding instance [ 1153.997283] env[70966]: DEBUG nova.compute.manager [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.998316] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69c1f2a-bff2-46e9-91ae-07a9fd4e4fcc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.024459] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.086384] env[70966]: DEBUG nova.scheduler.client.report [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.134184] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1154.134184] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5267be43-e0b5-2d25-4880-5564098c7fb1" [ 1154.134184] env[70966]: _type = "HttpNfcLease" [ 1154.134184] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1154.348635] env[70966]: DEBUG oslo_concurrency.lockutils [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "83c6af70-2fb2-401c-80ae-3070a0b534f5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.381499] env[70966]: DEBUG nova.compute.manager [req-cb7dd180-c942-4fc3-b253-a3ac3cb2a5a6 req-1a1256c7-791e-4c6b-b586-8021494a13c3 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Received event network-changed-d77a0967-046f-49c6-b6b9-d5b8417424d4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.381499] env[70966]: DEBUG nova.compute.manager [req-cb7dd180-c942-4fc3-b253-a3ac3cb2a5a6 req-1a1256c7-791e-4c6b-b586-8021494a13c3 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Refreshing instance network info cache due to event network-changed-d77a0967-046f-49c6-b6b9-d5b8417424d4. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.381651] env[70966]: DEBUG oslo_concurrency.lockutils [req-cb7dd180-c942-4fc3-b253-a3ac3cb2a5a6 req-1a1256c7-791e-4c6b-b586-8021494a13c3 service nova] Acquiring lock "refresh_cache-13103000-1771-4bda-9b0e-d4f5f2017ca3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.381795] env[70966]: DEBUG oslo_concurrency.lockutils [req-cb7dd180-c942-4fc3-b253-a3ac3cb2a5a6 req-1a1256c7-791e-4c6b-b586-8021494a13c3 service nova] Acquired lock "refresh_cache-13103000-1771-4bda-9b0e-d4f5f2017ca3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.381958] env[70966]: DEBUG nova.network.neutron [req-cb7dd180-c942-4fc3-b253-a3ac3cb2a5a6 req-1a1256c7-791e-4c6b-b586-8021494a13c3 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Refreshing network info cache for port d77a0967-046f-49c6-b6b9-d5b8417424d4 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.594139] env[70966]: DEBUG oslo_concurrency.lockutils [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.597060] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.331s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.598466] env[70966]: INFO nova.compute.claims [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.619358] env[70966]: INFO nova.scheduler.client.report [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Deleted allocations for instance d47e56bb-3a32-4de3-920d-2cce0f0f43be [ 1154.634330] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1154.634330] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5267be43-e0b5-2d25-4880-5564098c7fb1" [ 1154.634330] env[70966]: _type = "HttpNfcLease" [ 1154.634330] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1154.729181] env[70966]: DEBUG nova.compute.manager [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.757135] env[70966]: DEBUG nova.virt.hardware [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.758170] env[70966]: DEBUG nova.virt.hardware [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.758674] env[70966]: DEBUG nova.virt.hardware [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.759042] env[70966]: DEBUG nova.virt.hardware [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.759337] env[70966]: DEBUG nova.virt.hardware [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.759551] env[70966]: DEBUG nova.virt.hardware [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.759782] env[70966]: DEBUG nova.virt.hardware [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.759946] env[70966]: DEBUG nova.virt.hardware [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.760141] env[70966]: DEBUG nova.virt.hardware [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.760314] env[70966]: DEBUG nova.virt.hardware [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.760505] env[70966]: DEBUG nova.virt.hardware [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.761406] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d658c4fa-d4bc-4f88-960b-81486f16910e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.770627] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c96647-bd68-4221-8069-2b7cef8f3abe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.806328] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827f9fcd-ecb9-4dcd-b0fb-4cfdf1e2cc37 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.813227] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9647bb-b854-4303-ab86-8a32d5c20fe6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Suspending the VM {{(pid=70966) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1154.813557] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-aea74555-291c-4230-b23c-edcf7febbcfd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.819497] env[70966]: DEBUG oslo_vmware.api [None req-3c9647bb-b854-4303-ab86-8a32d5c20fe6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1154.819497] env[70966]: value = "task-3613497" [ 1154.819497] env[70966]: _type = "Task" [ 1154.819497] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.827403] env[70966]: DEBUG oslo_vmware.api [None req-3c9647bb-b854-4303-ab86-8a32d5c20fe6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613497, 'name': SuspendVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.017270] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.017701] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fb0278a-d9ae-4a50-84ab-b3433b3dc3b5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.025985] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1155.025985] env[70966]: value = "task-3613498" [ 1155.025985] env[70966]: _type = "Task" [ 1155.025985] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.036245] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.131258] env[70966]: DEBUG oslo_concurrency.lockutils [None req-198715c1-d031-491a-bac8-cf5ccac12ec7 tempest-ImagesTestJSON-372806205 tempest-ImagesTestJSON-372806205-project-member] Lock "d47e56bb-3a32-4de3-920d-2cce0f0f43be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.594s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.135759] env[70966]: DEBUG nova.compute.manager [req-9b2870a4-7820-449b-9bf9-74470d7eac9d req-996d6dec-b9ba-4663-95df-4b4d98067441 service nova] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Received event network-vif-plugged-fff2216a-8251-4b49-b768-e4b222b0f034 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.135759] env[70966]: DEBUG oslo_concurrency.lockutils [req-9b2870a4-7820-449b-9bf9-74470d7eac9d req-996d6dec-b9ba-4663-95df-4b4d98067441 service nova] Acquiring lock "0a9dd49c-2c8a-4294-9b9f-522a8124af9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.135759] env[70966]: DEBUG oslo_concurrency.lockutils [req-9b2870a4-7820-449b-9bf9-74470d7eac9d req-996d6dec-b9ba-4663-95df-4b4d98067441 service nova] Lock "0a9dd49c-2c8a-4294-9b9f-522a8124af9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.135759] env[70966]: DEBUG oslo_concurrency.lockutils [req-9b2870a4-7820-449b-9bf9-74470d7eac9d req-996d6dec-b9ba-4663-95df-4b4d98067441 service nova] Lock "0a9dd49c-2c8a-4294-9b9f-522a8124af9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.135759] env[70966]: DEBUG nova.compute.manager [req-9b2870a4-7820-449b-9bf9-74470d7eac9d req-996d6dec-b9ba-4663-95df-4b4d98067441 service nova] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] No waiting events found dispatching network-vif-plugged-fff2216a-8251-4b49-b768-e4b222b0f034 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.135759] env[70966]: WARNING nova.compute.manager [req-9b2870a4-7820-449b-9bf9-74470d7eac9d req-996d6dec-b9ba-4663-95df-4b4d98067441 service nova] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Received unexpected event network-vif-plugged-fff2216a-8251-4b49-b768-e4b222b0f034 for instance with vm_state building and task_state spawning. [ 1155.140675] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.140675] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5267be43-e0b5-2d25-4880-5564098c7fb1" [ 1155.140675] env[70966]: _type = "HttpNfcLease" [ 1155.140675] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1155.143285] env[70966]: DEBUG oslo_vmware.rw_handles [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1155.143285] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5267be43-e0b5-2d25-4880-5564098c7fb1" [ 1155.143285] env[70966]: _type = "HttpNfcLease" [ 1155.143285] env[70966]: }. {{(pid=70966) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1155.144101] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca3ac0a-2058-4105-8b2a-6aa89789752d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.153388] env[70966]: DEBUG oslo_vmware.rw_handles [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52029b80-371e-4892-2f7e-5c098ad211c0/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1155.153504] env[70966]: DEBUG oslo_vmware.rw_handles [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52029b80-371e-4892-2f7e-5c098ad211c0/disk-0.vmdk. {{(pid=70966) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1155.211997] env[70966]: DEBUG nova.network.neutron [req-cb7dd180-c942-4fc3-b253-a3ac3cb2a5a6 req-1a1256c7-791e-4c6b-b586-8021494a13c3 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Updated VIF entry in instance network info cache for port d77a0967-046f-49c6-b6b9-d5b8417424d4. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.212396] env[70966]: DEBUG nova.network.neutron [req-cb7dd180-c942-4fc3-b253-a3ac3cb2a5a6 req-1a1256c7-791e-4c6b-b586-8021494a13c3 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Updating instance_info_cache with network_info: [{"id": "d77a0967-046f-49c6-b6b9-d5b8417424d4", "address": "fa:16:3e:3c:4f:91", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77a0967-04", "ovs_interfaceid": "d77a0967-046f-49c6-b6b9-d5b8417424d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.221764] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-60d49c53-b162-46e6-b1ae-91c879556f05 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.237662] env[70966]: DEBUG nova.network.neutron [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Successfully updated port: fff2216a-8251-4b49-b768-e4b222b0f034 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.329460] env[70966]: DEBUG oslo_vmware.api [None req-3c9647bb-b854-4303-ab86-8a32d5c20fe6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613497, 'name': SuspendVM_Task} progress is 62%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.419030] env[70966]: DEBUG oslo_concurrency.lockutils [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "83c6af70-2fb2-401c-80ae-3070a0b534f5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.419030] env[70966]: DEBUG oslo_concurrency.lockutils [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "83c6af70-2fb2-401c-80ae-3070a0b534f5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.419030] env[70966]: INFO nova.compute.manager [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Attaching volume 14cc540e-8aa8-4b6e-b213-de6592ccacd9 to /dev/sdb [ 1155.469106] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74abe46-5cbe-4c4a-afdd-394663b4f423 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.480148] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb25f2b-c96f-4216-80f5-be7792f9cb9c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.496448] env[70966]: DEBUG nova.virt.block_device [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Updating existing volume attachment record: 0cf505d6-7773-446d-88ed-b58d8ab8a0c3 {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1155.537083] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613498, 'name': PowerOffVM_Task, 'duration_secs': 0.400844} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.537409] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.537496] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.540179] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270146a8-0eba-4789-8f69-6261ec144ee3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.547783] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.547783] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4b27644-5cb5-4689-8c52-3837d98b45ad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.576433] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.576766] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.576976] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Deleting the datastore file [datastore1] acd88e28-b033-454a-8e80-07ddec520cbb {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.579764] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ba92246-d1a0-46b5-8f7c-a0492e007cb7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.587033] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1155.587033] env[70966]: value = "task-3613500" [ 1155.587033] env[70966]: _type = "Task" [ 1155.587033] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.595016] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.721775] env[70966]: DEBUG oslo_concurrency.lockutils [req-cb7dd180-c942-4fc3-b253-a3ac3cb2a5a6 req-1a1256c7-791e-4c6b-b586-8021494a13c3 service nova] Releasing lock "refresh_cache-13103000-1771-4bda-9b0e-d4f5f2017ca3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.740169] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "refresh_cache-0a9dd49c-2c8a-4294-9b9f-522a8124af9f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.740315] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "refresh_cache-0a9dd49c-2c8a-4294-9b9f-522a8124af9f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.740500] env[70966]: DEBUG nova.network.neutron [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.836435] env[70966]: DEBUG oslo_vmware.api [None req-3c9647bb-b854-4303-ab86-8a32d5c20fe6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613497, 'name': SuspendVM_Task, 'duration_secs': 0.822542} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.836830] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9647bb-b854-4303-ab86-8a32d5c20fe6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Suspended the VM {{(pid=70966) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1155.837188] env[70966]: DEBUG nova.compute.manager [None req-3c9647bb-b854-4303-ab86-8a32d5c20fe6 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.838209] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cfd54c-467f-4088-ba2b-5f1b72a1d877 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.866385] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365f51a6-4c10-44b3-9036-a53736ab044a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.876052] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868250ba-c22d-4e77-a703-9360413d091a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.917349] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2a2d28-16cd-461a-8013-c2e8343da84b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.927063] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344bcd1f-4e54-4cc0-95cd-8c2163e39c75 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.947256] env[70966]: DEBUG nova.compute.provider_tree [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.101397] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150659} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.101702] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.101897] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.102087] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.289509] env[70966]: DEBUG nova.network.neutron [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.452177] env[70966]: DEBUG oslo_vmware.rw_handles [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Completed reading data from the image iterator. {{(pid=70966) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1156.452468] env[70966]: DEBUG oslo_vmware.rw_handles [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52029b80-371e-4892-2f7e-5c098ad211c0/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1156.453749] env[70966]: DEBUG nova.scheduler.client.report [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.459261] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e281df8-974a-4253-b32b-f1e2530dc9a6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.465859] env[70966]: DEBUG oslo_vmware.rw_handles [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52029b80-371e-4892-2f7e-5c098ad211c0/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1156.465859] env[70966]: DEBUG oslo_vmware.rw_handles [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52029b80-371e-4892-2f7e-5c098ad211c0/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1156.466164] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b0148029-a9fc-4d85-8ca1-9babad1ee2b4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.511337] env[70966]: DEBUG nova.network.neutron [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Updating instance_info_cache with network_info: [{"id": "fff2216a-8251-4b49-b768-e4b222b0f034", "address": "fa:16:3e:11:37:9d", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff2216a-82", "ovs_interfaceid": "fff2216a-8251-4b49-b768-e4b222b0f034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.778121] env[70966]: DEBUG oslo_vmware.rw_handles [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52029b80-371e-4892-2f7e-5c098ad211c0/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1156.779763] env[70966]: INFO nova.virt.vmwareapi.images [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Downloaded image file data 5fd0bf13-386e-495f-8a8e-82fc5e112eed [ 1156.780445] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb67d9b2-fc6d-4b75-b151-6f9e48781eb6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.799319] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f07e04d2-e49a-47c9-88b7-751eccbfdf84 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.834741] env[70966]: INFO nova.virt.vmwareapi.images [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] The imported VM was unregistered [ 1156.837351] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Caching image {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1156.837672] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5fd0bf13-386e-495f-8a8e-82fc5e112eed {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.838258] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0796fcf6-c3aa-4052-900f-eb914f167a87 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.872258] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Created directory with path [datastore1] devstack-image-cache_base/5fd0bf13-386e-495f-8a8e-82fc5e112eed {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.872474] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_770a2fe2-1798-459f-b735-0f280a9ceca4/OSTACK_IMG_770a2fe2-1798-459f-b735-0f280a9ceca4.vmdk to [datastore1] devstack-image-cache_base/5fd0bf13-386e-495f-8a8e-82fc5e112eed/5fd0bf13-386e-495f-8a8e-82fc5e112eed.vmdk. {{(pid=70966) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1156.872738] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-50b5a504-e785-49b7-87c4-2eb050385c03 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.879715] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1156.879715] env[70966]: value = "task-3613503" [ 1156.879715] env[70966]: _type = "Task" [ 1156.879715] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.887743] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613503, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.963059] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.963664] env[70966]: DEBUG nova.compute.manager [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.966233] env[70966]: DEBUG oslo_concurrency.lockutils [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.534s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.966462] env[70966]: DEBUG nova.objects.instance [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lazy-loading 'resources' on Instance uuid 9b780576-93d6-49a4-8cf0-c20cf5f45818 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.014615] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "refresh_cache-0a9dd49c-2c8a-4294-9b9f-522a8124af9f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.014615] env[70966]: DEBUG nova.compute.manager [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Instance network_info: |[{"id": "fff2216a-8251-4b49-b768-e4b222b0f034", "address": "fa:16:3e:11:37:9d", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff2216a-82", "ovs_interfaceid": "fff2216a-8251-4b49-b768-e4b222b0f034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.014615] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:37:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fff2216a-8251-4b49-b768-e4b222b0f034', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.022092] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.022547] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.023121] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7928e3ff-7331-465d-a19a-fe630f93b417 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.042671] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.042671] env[70966]: value = "task-3613504" [ 1157.042671] env[70966]: _type = "Task" [ 1157.042671] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.052424] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613504, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.143348] env[70966]: DEBUG nova.virt.hardware [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.143641] env[70966]: DEBUG nova.virt.hardware [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.143801] env[70966]: DEBUG nova.virt.hardware [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.143980] env[70966]: DEBUG nova.virt.hardware [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.144139] env[70966]: DEBUG nova.virt.hardware [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.144337] env[70966]: DEBUG nova.virt.hardware [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.144535] env[70966]: DEBUG nova.virt.hardware [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.144667] env[70966]: DEBUG nova.virt.hardware [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.144835] env[70966]: DEBUG nova.virt.hardware [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.144999] env[70966]: DEBUG nova.virt.hardware [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.145182] env[70966]: DEBUG nova.virt.hardware [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.146103] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da4fcc0-4f23-4186-a088-d09f9fdd1785 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.154225] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd69cc2-3ad4-43b7-8577-674edada9447 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.161536] env[70966]: DEBUG nova.compute.manager [req-2300754d-dc7f-45a0-8460-a66175ddbc47 req-37fbb4c4-3d57-4419-a04d-d064fec36f13 service nova] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Received event network-changed-fff2216a-8251-4b49-b768-e4b222b0f034 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.161536] env[70966]: DEBUG nova.compute.manager [req-2300754d-dc7f-45a0-8460-a66175ddbc47 req-37fbb4c4-3d57-4419-a04d-d064fec36f13 service nova] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Refreshing instance network info cache due to event network-changed-fff2216a-8251-4b49-b768-e4b222b0f034. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.161612] env[70966]: DEBUG oslo_concurrency.lockutils [req-2300754d-dc7f-45a0-8460-a66175ddbc47 req-37fbb4c4-3d57-4419-a04d-d064fec36f13 service nova] Acquiring lock "refresh_cache-0a9dd49c-2c8a-4294-9b9f-522a8124af9f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.162171] env[70966]: DEBUG oslo_concurrency.lockutils [req-2300754d-dc7f-45a0-8460-a66175ddbc47 req-37fbb4c4-3d57-4419-a04d-d064fec36f13 service nova] Acquired lock "refresh_cache-0a9dd49c-2c8a-4294-9b9f-522a8124af9f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.162171] env[70966]: DEBUG nova.network.neutron [req-2300754d-dc7f-45a0-8460-a66175ddbc47 req-37fbb4c4-3d57-4419-a04d-d064fec36f13 service nova] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Refreshing network info cache for port fff2216a-8251-4b49-b768-e4b222b0f034 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.176107] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.182380] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.183527] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.183772] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be564ba8-f6a2-4076-a1e3-6e9612b0343e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.202491] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.202491] env[70966]: value = "task-3613505" [ 1157.202491] env[70966]: _type = "Task" [ 1157.202491] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.210842] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613505, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.330826] env[70966]: INFO nova.compute.manager [None req-cf813259-8b90-4bd6-864c-86ee9f867186 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Resuming [ 1157.331655] env[70966]: DEBUG nova.objects.instance [None req-cf813259-8b90-4bd6-864c-86ee9f867186 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lazy-loading 'flavor' on Instance uuid bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.390766] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613503, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.470088] env[70966]: DEBUG nova.compute.utils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.470990] env[70966]: DEBUG nova.compute.manager [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.471163] env[70966]: DEBUG nova.network.neutron [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.527694] env[70966]: DEBUG nova.policy [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52d092a376d740f78540d68b9b172430', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bef5d93d908848b6b88e399ff33683bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.555646] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613504, 'name': CreateVM_Task, 'duration_secs': 0.362981} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.556190] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.556614] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.556780] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.557204] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.560892] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a5d69ea-9c3f-4e23-b414-c38ce9e76ed1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.565475] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1157.565475] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522ab5a5-a972-2415-ccb3-fe0de3325bca" [ 1157.565475] env[70966]: _type = "Task" [ 1157.565475] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.574855] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522ab5a5-a972-2415-ccb3-fe0de3325bca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.719024] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f2ceef-af2f-405b-95b2-e98f116205c8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.724562] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613505, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.729735] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be88c885-a233-4838-b65d-9f5a781021df {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.768703] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4153bb-04a8-4c1c-845e-ef657e326e95 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.777960] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8ee6a1-60c4-41d6-a2cd-46093ff5ff60 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.793645] env[70966]: DEBUG nova.compute.provider_tree [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.843957] env[70966]: DEBUG nova.network.neutron [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Successfully created port: 17ce418a-a90b-401f-a6b1-c891c6cef1b7 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.890856] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613503, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.957681] env[70966]: DEBUG nova.network.neutron [req-2300754d-dc7f-45a0-8460-a66175ddbc47 req-37fbb4c4-3d57-4419-a04d-d064fec36f13 service nova] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Updated VIF entry in instance network info cache for port fff2216a-8251-4b49-b768-e4b222b0f034. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.958172] env[70966]: DEBUG nova.network.neutron [req-2300754d-dc7f-45a0-8460-a66175ddbc47 req-37fbb4c4-3d57-4419-a04d-d064fec36f13 service nova] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Updating instance_info_cache with network_info: [{"id": "fff2216a-8251-4b49-b768-e4b222b0f034", "address": "fa:16:3e:11:37:9d", "network": {"id": "fa6ca466-78fc-4549-bd1d-53b9f76639a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1590486977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cf3533356a48509e9b47a24d9c7586", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff2216a-82", "ovs_interfaceid": "fff2216a-8251-4b49-b768-e4b222b0f034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.973912] env[70966]: DEBUG nova.compute.manager [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.079056] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522ab5a5-a972-2415-ccb3-fe0de3325bca, 'name': SearchDatastore_Task, 'duration_secs': 0.016297} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.079391] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.080030] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.080030] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.080167] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.080452] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.080789] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a26c2fc-60c9-4575-99db-17d19c17a1a2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.091832] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.092064] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.092960] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de5d240-6016-4afd-93e3-ff7e63f6a784 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.100417] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1158.100417] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52971382-2eb0-4683-025f-8e4c80f229eb" [ 1158.100417] env[70966]: _type = "Task" [ 1158.100417] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.108945] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52971382-2eb0-4683-025f-8e4c80f229eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.218704] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613505, 'name': CreateVM_Task, 'duration_secs': 0.857538} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.218704] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.219067] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.219294] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.219634] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.219898] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0327983d-510c-47ad-8be1-29c8b44f8f4a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.224996] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1158.224996] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5240e10f-56d9-b629-355c-e78fe0075a95" [ 1158.224996] env[70966]: _type = "Task" [ 1158.224996] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.233236] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5240e10f-56d9-b629-355c-e78fe0075a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.299790] env[70966]: DEBUG nova.scheduler.client.report [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.392250] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613503, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.462135] env[70966]: DEBUG oslo_concurrency.lockutils [req-2300754d-dc7f-45a0-8460-a66175ddbc47 req-37fbb4c4-3d57-4419-a04d-d064fec36f13 service nova] Releasing lock "refresh_cache-0a9dd49c-2c8a-4294-9b9f-522a8124af9f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.477544] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquiring lock "632999c1-566a-4c48-93bc-1d13a34713d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.478031] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Lock "632999c1-566a-4c48-93bc-1d13a34713d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.611121] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52971382-2eb0-4683-025f-8e4c80f229eb, 'name': SearchDatastore_Task, 'duration_secs': 0.017493} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.612563] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da32f77-682f-44b5-a9b9-d56a071ce1e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.618856] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1158.618856] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b2cf82-d04a-1b3c-9aec-b330f827d913" [ 1158.618856] env[70966]: _type = "Task" [ 1158.618856] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.627700] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b2cf82-d04a-1b3c-9aec-b330f827d913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.735793] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5240e10f-56d9-b629-355c-e78fe0075a95, 'name': SearchDatastore_Task, 'duration_secs': 0.08272} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.736221] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.736513] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.736765] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.736919] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.737149] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.737434] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a30ee1a-d1b8-4c7b-9e95-e1ce2d7fa290 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.754300] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.754543] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.755405] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a44ff59-d01c-41f5-8ba9-c96103d6cef5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.761302] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1158.761302] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f73e33-8dae-62c3-0ebe-be24d8c220bb" [ 1158.761302] env[70966]: _type = "Task" [ 1158.761302] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.770149] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f73e33-8dae-62c3-0ebe-be24d8c220bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.805435] env[70966]: DEBUG oslo_concurrency.lockutils [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.808109] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.784s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.809790] env[70966]: INFO nova.compute.claims [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.832034] env[70966]: INFO nova.scheduler.client.report [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleted allocations for instance 9b780576-93d6-49a4-8cf0-c20cf5f45818 [ 1158.845075] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cf813259-8b90-4bd6-864c-86ee9f867186 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.845075] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cf813259-8b90-4bd6-864c-86ee9f867186 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquired lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.845241] env[70966]: DEBUG nova.network.neutron [None req-cf813259-8b90-4bd6-864c-86ee9f867186 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.894096] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613503, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.983540] env[70966]: DEBUG nova.compute.manager [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1158.987351] env[70966]: DEBUG nova.compute.manager [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.016388] env[70966]: DEBUG nova.virt.hardware [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.016746] env[70966]: DEBUG nova.virt.hardware [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.016984] env[70966]: DEBUG nova.virt.hardware [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.017293] env[70966]: DEBUG nova.virt.hardware [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.017541] env[70966]: DEBUG nova.virt.hardware [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.017808] env[70966]: DEBUG nova.virt.hardware [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.018128] env[70966]: DEBUG nova.virt.hardware [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.018395] env[70966]: DEBUG nova.virt.hardware [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.018648] env[70966]: DEBUG nova.virt.hardware [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.018835] env[70966]: DEBUG nova.virt.hardware [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.019025] env[70966]: DEBUG nova.virt.hardware [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.020113] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a075255-c071-4e26-8e89-a475dabab04e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.029205] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14d7d43-2110-4022-ab95-2f51ef03cbc7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.109342] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.110722] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.110722] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.110722] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.110903] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.110986] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.111149] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.111290] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70966) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1159.111433] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.130159] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b2cf82-d04a-1b3c-9aec-b330f827d913, 'name': SearchDatastore_Task, 'duration_secs': 0.021809} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.131233] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.131567] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 0a9dd49c-2c8a-4294-9b9f-522a8124af9f/0a9dd49c-2c8a-4294-9b9f-522a8124af9f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.131910] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20e97fac-bb71-4e0c-81e4-a162bebc4b9b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.139198] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1159.139198] env[70966]: value = "task-3613507" [ 1159.139198] env[70966]: _type = "Task" [ 1159.139198] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.150506] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.273073] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f73e33-8dae-62c3-0ebe-be24d8c220bb, 'name': SearchDatastore_Task, 'duration_secs': 0.085949} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.274115] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b37bab-f6b7-4a09-b5ae-3073b4be708f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.280127] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1159.280127] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52209861-6363-a316-7c1d-a423a581261c" [ 1159.280127] env[70966]: _type = "Task" [ 1159.280127] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.288625] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52209861-6363-a316-7c1d-a423a581261c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.338994] env[70966]: DEBUG oslo_concurrency.lockutils [None req-002535e3-f8aa-4b02-933f-58033e6f9283 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "9b780576-93d6-49a4-8cf0-c20cf5f45818" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.948s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.392861] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613503, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.415710] env[70966]: DEBUG nova.network.neutron [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Successfully updated port: 17ce418a-a90b-401f-a6b1-c891c6cef1b7 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.437682] env[70966]: DEBUG nova.compute.manager [req-8ba107c7-247d-43ff-8169-b199ac521bae req-526196f6-0566-436f-9cb7-38d00ca4ffe0 service nova] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Received event network-vif-plugged-17ce418a-a90b-401f-a6b1-c891c6cef1b7 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.437896] env[70966]: DEBUG oslo_concurrency.lockutils [req-8ba107c7-247d-43ff-8169-b199ac521bae req-526196f6-0566-436f-9cb7-38d00ca4ffe0 service nova] Acquiring lock "7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.438123] env[70966]: DEBUG oslo_concurrency.lockutils [req-8ba107c7-247d-43ff-8169-b199ac521bae req-526196f6-0566-436f-9cb7-38d00ca4ffe0 service nova] Lock "7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.438363] env[70966]: DEBUG oslo_concurrency.lockutils [req-8ba107c7-247d-43ff-8169-b199ac521bae req-526196f6-0566-436f-9cb7-38d00ca4ffe0 service nova] Lock "7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.438456] env[70966]: DEBUG nova.compute.manager [req-8ba107c7-247d-43ff-8169-b199ac521bae req-526196f6-0566-436f-9cb7-38d00ca4ffe0 service nova] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] No waiting events found dispatching network-vif-plugged-17ce418a-a90b-401f-a6b1-c891c6cef1b7 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.438604] env[70966]: WARNING nova.compute.manager [req-8ba107c7-247d-43ff-8169-b199ac521bae req-526196f6-0566-436f-9cb7-38d00ca4ffe0 service nova] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Received unexpected event network-vif-plugged-17ce418a-a90b-401f-a6b1-c891c6cef1b7 for instance with vm_state building and task_state spawning. [ 1159.508996] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.577058] env[70966]: DEBUG nova.network.neutron [None req-cf813259-8b90-4bd6-864c-86ee9f867186 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Updating instance_info_cache with network_info: [{"id": "b1921c9c-5f1e-49da-ba20-0a40849a4c31", "address": "fa:16:3e:1a:1d:43", "network": {"id": "20ce3c97-ece9-4f02-ada9-29a5f90d49fa", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-601585676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0fbe5f70e0943758a4a172e8c067f47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1921c9c-5f", "ovs_interfaceid": "b1921c9c-5f1e-49da-ba20-0a40849a4c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.617690] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.650477] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613507, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.791765] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52209861-6363-a316-7c1d-a423a581261c, 'name': SearchDatastore_Task, 'duration_secs': 0.104958} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.792140] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.793047] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] acd88e28-b033-454a-8e80-07ddec520cbb/acd88e28-b033-454a-8e80-07ddec520cbb.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.793047] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-486119bf-0c29-4b4d-a4b1-740581dd54f9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.799481] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1159.799481] env[70966]: value = "task-3613508" [ 1159.799481] env[70966]: _type = "Task" [ 1159.799481] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.808866] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.898564] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613503, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.790873} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.899539] env[70966]: INFO nova.virt.vmwareapi.ds_util [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_770a2fe2-1798-459f-b735-0f280a9ceca4/OSTACK_IMG_770a2fe2-1798-459f-b735-0f280a9ceca4.vmdk to [datastore1] devstack-image-cache_base/5fd0bf13-386e-495f-8a8e-82fc5e112eed/5fd0bf13-386e-495f-8a8e-82fc5e112eed.vmdk. [ 1159.899539] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Cleaning up location [datastore1] OSTACK_IMG_770a2fe2-1798-459f-b735-0f280a9ceca4 {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1159.899539] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_770a2fe2-1798-459f-b735-0f280a9ceca4 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.899539] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba5fd4c3-9b93-43d8-a77f-f18a1fc3e7a7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.906843] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1159.906843] env[70966]: value = "task-3613509" [ 1159.906843] env[70966]: _type = "Task" [ 1159.906843] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.920276] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Acquiring lock "refresh_cache-7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.920276] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Acquired lock "refresh_cache-7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.920276] env[70966]: DEBUG nova.network.neutron [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.920885] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.026719] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bdc424-6dd7-4b23-b05f-83974250dd24 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.034932] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0757e6a-7dec-4709-9ef2-c80d55d5534d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.075029] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1160.075339] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720771', 'volume_id': '14cc540e-8aa8-4b6e-b213-de6592ccacd9', 'name': 'volume-14cc540e-8aa8-4b6e-b213-de6592ccacd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83c6af70-2fb2-401c-80ae-3070a0b534f5', 'attached_at': '', 'detached_at': '', 'volume_id': '14cc540e-8aa8-4b6e-b213-de6592ccacd9', 'serial': '14cc540e-8aa8-4b6e-b213-de6592ccacd9'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1160.076232] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd32188-ed6a-46b0-8a6a-960b5f51b0a7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.079668] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4505d3-bdf6-425b-8afe-3d66621b0746 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.083016] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cf813259-8b90-4bd6-864c-86ee9f867186 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Releasing lock "refresh_cache-bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.084035] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc49bfad-db6f-407f-be27-f4bbe1cff900 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.104939] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8488310-0f82-476d-a7ea-84ddd86cbb66 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.109623] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-cf813259-8b90-4bd6-864c-86ee9f867186 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Resuming the VM {{(pid=70966) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1160.110088] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b49c6076-2631-4bcd-8abc-69a2d76b88a0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.112105] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c52af00-5bcc-4f5b-b7c6-680176a3663d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.125632] env[70966]: DEBUG nova.compute.provider_tree [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.143043] env[70966]: DEBUG oslo_vmware.api [None req-cf813259-8b90-4bd6-864c-86ee9f867186 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1160.143043] env[70966]: value = "task-3613510" [ 1160.143043] env[70966]: _type = "Task" [ 1160.143043] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.152037] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-14cc540e-8aa8-4b6e-b213-de6592ccacd9/volume-14cc540e-8aa8-4b6e-b213-de6592ccacd9.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.156202] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca5cd388-b447-4435-9884-1ea281d8c4b4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.183776] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940794} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.189030] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 0a9dd49c-2c8a-4294-9b9f-522a8124af9f/0a9dd49c-2c8a-4294-9b9f-522a8124af9f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.189306] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.189648] env[70966]: DEBUG oslo_vmware.api [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1160.189648] env[70966]: value = "task-3613511" [ 1160.189648] env[70966]: _type = "Task" [ 1160.189648] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.189922] env[70966]: DEBUG oslo_vmware.api [None req-cf813259-8b90-4bd6-864c-86ee9f867186 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.190162] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-459cb987-78c8-4e88-88c5-32f941fcf07f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.206042] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1160.206042] env[70966]: value = "task-3613512" [ 1160.206042] env[70966]: _type = "Task" [ 1160.206042] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.206290] env[70966]: DEBUG oslo_vmware.api [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.215111] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.313578] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613508, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.420275] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080332} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.420541] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.420727] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5fd0bf13-386e-495f-8a8e-82fc5e112eed/5fd0bf13-386e-495f-8a8e-82fc5e112eed.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.420968] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5fd0bf13-386e-495f-8a8e-82fc5e112eed/5fd0bf13-386e-495f-8a8e-82fc5e112eed.vmdk to [datastore1] 46bbedf7-e3e6-4014-8e53-c232fb5d4856/46bbedf7-e3e6-4014-8e53-c232fb5d4856.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.421261] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3aa2084-3993-40e7-9f45-cd751e7eb082 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.428564] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1160.428564] env[70966]: value = "task-3613513" [ 1160.428564] env[70966]: _type = "Task" [ 1160.428564] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.436896] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.456143] env[70966]: DEBUG nova.network.neutron [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.653957] env[70966]: DEBUG nova.scheduler.client.report [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.663580] env[70966]: DEBUG nova.network.neutron [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Updating instance_info_cache with network_info: [{"id": "17ce418a-a90b-401f-a6b1-c891c6cef1b7", "address": "fa:16:3e:d2:8a:5a", "network": {"id": "1c5353bc-ee2e-4787-84ae-23ada53b386f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1365254294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef5d93d908848b6b88e399ff33683bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17ce418a-a9", "ovs_interfaceid": "17ce418a-a90b-401f-a6b1-c891c6cef1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.668202] env[70966]: DEBUG oslo_vmware.api [None req-cf813259-8b90-4bd6-864c-86ee9f867186 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613510, 'name': PowerOnVM_Task} progress is 93%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.703082] env[70966]: DEBUG oslo_vmware.api [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.716201] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079574} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.716528] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.717401] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6082e0fa-bbeb-49a2-9836-3a7dc7807e2d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.740481] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 0a9dd49c-2c8a-4294-9b9f-522a8124af9f/0a9dd49c-2c8a-4294-9b9f-522a8124af9f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.740829] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c41407fd-ecf0-4a74-9b55-0f0a10559429 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.760302] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "13f54000-2d10-48e8-ac22-827c25fd5cf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.760577] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "13f54000-2d10-48e8-ac22-827c25fd5cf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.767129] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1160.767129] env[70966]: value = "task-3613514" [ 1160.767129] env[70966]: _type = "Task" [ 1160.767129] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.778179] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.812550] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611784} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.812836] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] acd88e28-b033-454a-8e80-07ddec520cbb/acd88e28-b033-454a-8e80-07ddec520cbb.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.813067] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.813375] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c025fd9e-1ccd-42ca-89af-8897841166a9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.819473] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1160.819473] env[70966]: value = "task-3613515" [ 1160.819473] env[70966]: _type = "Task" [ 1160.819473] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.830579] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.939181] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613513, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.162407] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.163096] env[70966]: DEBUG nova.compute.manager [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.165990] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.657s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.167900] env[70966]: INFO nova.compute.claims [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.171808] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Releasing lock "refresh_cache-7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.173587] env[70966]: DEBUG nova.compute.manager [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Instance network_info: |[{"id": "17ce418a-a90b-401f-a6b1-c891c6cef1b7", "address": "fa:16:3e:d2:8a:5a", "network": {"id": "1c5353bc-ee2e-4787-84ae-23ada53b386f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1365254294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef5d93d908848b6b88e399ff33683bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17ce418a-a9", "ovs_interfaceid": "17ce418a-a90b-401f-a6b1-c891c6cef1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.177566] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:8a:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17ce418a-a90b-401f-a6b1-c891c6cef1b7', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.185655] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Creating folder: Project (bef5d93d908848b6b88e399ff33683bf). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.185823] env[70966]: DEBUG oslo_vmware.api [None req-cf813259-8b90-4bd6-864c-86ee9f867186 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613510, 'name': PowerOnVM_Task, 'duration_secs': 0.74895} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.186044] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-342da01f-6f14-42cf-9bc4-1e6fd708f823 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.188457] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-cf813259-8b90-4bd6-864c-86ee9f867186 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Resumed the VM {{(pid=70966) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1161.188652] env[70966]: DEBUG nova.compute.manager [None req-cf813259-8b90-4bd6-864c-86ee9f867186 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.189545] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ce13be-2be2-4cae-8a09-778d55cb309c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.202445] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Created folder: Project (bef5d93d908848b6b88e399ff33683bf) in parent group-v720468. [ 1161.202629] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Creating folder: Instances. Parent ref: group-v720774. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.203128] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efbe08d4-aacf-473e-bd01-361bc4a73f01 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.208678] env[70966]: DEBUG oslo_vmware.api [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613511, 'name': ReconfigVM_Task, 'duration_secs': 0.591458} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.209869] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-14cc540e-8aa8-4b6e-b213-de6592ccacd9/volume-14cc540e-8aa8-4b6e-b213-de6592ccacd9.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.215819] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4184035d-901d-419c-92b9-48bade3b8257 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.229277] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Created folder: Instances in parent group-v720774. [ 1161.229771] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.230493] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.231316] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64b91000-7a6f-4ae5-b32d-9ddc86b5201c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.249657] env[70966]: DEBUG oslo_vmware.api [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1161.249657] env[70966]: value = "task-3613518" [ 1161.249657] env[70966]: _type = "Task" [ 1161.249657] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.255462] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.255462] env[70966]: value = "task-3613519" [ 1161.255462] env[70966]: _type = "Task" [ 1161.255462] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.266796] env[70966]: DEBUG nova.compute.manager [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.266796] env[70966]: DEBUG oslo_vmware.api [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.275317] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613519, 'name': CreateVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.285624] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.329556] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07381} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.329839] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.330698] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fcfcf4-ddde-4333-91be-3a412d303495 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.353690] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] acd88e28-b033-454a-8e80-07ddec520cbb/acd88e28-b033-454a-8e80-07ddec520cbb.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.353887] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7517a6c1-2f51-42eb-93e7-786cd6f48318 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.377215] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1161.377215] env[70966]: value = "task-3613520" [ 1161.377215] env[70966]: _type = "Task" [ 1161.377215] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.387542] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.440466] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613513, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.469061] env[70966]: DEBUG nova.compute.manager [req-32dc3c01-e469-44fe-a540-da4dd0565d64 req-7154af4a-4391-4e77-81f5-cd7a1a0d75ed service nova] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Received event network-changed-17ce418a-a90b-401f-a6b1-c891c6cef1b7 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.469727] env[70966]: DEBUG nova.compute.manager [req-32dc3c01-e469-44fe-a540-da4dd0565d64 req-7154af4a-4391-4e77-81f5-cd7a1a0d75ed service nova] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Refreshing instance network info cache due to event network-changed-17ce418a-a90b-401f-a6b1-c891c6cef1b7. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.469727] env[70966]: DEBUG oslo_concurrency.lockutils [req-32dc3c01-e469-44fe-a540-da4dd0565d64 req-7154af4a-4391-4e77-81f5-cd7a1a0d75ed service nova] Acquiring lock "refresh_cache-7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.469886] env[70966]: DEBUG oslo_concurrency.lockutils [req-32dc3c01-e469-44fe-a540-da4dd0565d64 req-7154af4a-4391-4e77-81f5-cd7a1a0d75ed service nova] Acquired lock "refresh_cache-7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.469977] env[70966]: DEBUG nova.network.neutron [req-32dc3c01-e469-44fe-a540-da4dd0565d64 req-7154af4a-4391-4e77-81f5-cd7a1a0d75ed service nova] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Refreshing network info cache for port 17ce418a-a90b-401f-a6b1-c891c6cef1b7 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.673737] env[70966]: DEBUG nova.compute.utils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.677169] env[70966]: DEBUG nova.compute.manager [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.677398] env[70966]: DEBUG nova.network.neutron [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.773387] env[70966]: DEBUG oslo_vmware.api [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613518, 'name': ReconfigVM_Task, 'duration_secs': 0.219041} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.776317] env[70966]: DEBUG nova.policy [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d0ad1471cf84b74aa56f137299f74aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '120eae4ad259401a9f0a27d9c7648223', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.783702] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720771', 'volume_id': '14cc540e-8aa8-4b6e-b213-de6592ccacd9', 'name': 'volume-14cc540e-8aa8-4b6e-b213-de6592ccacd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83c6af70-2fb2-401c-80ae-3070a0b534f5', 'attached_at': '', 'detached_at': '', 'volume_id': '14cc540e-8aa8-4b6e-b213-de6592ccacd9', 'serial': '14cc540e-8aa8-4b6e-b213-de6592ccacd9'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1161.785391] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613519, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.792465] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613514, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.801279] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.888156] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.942013] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613513, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.177900] env[70966]: DEBUG nova.compute.manager [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.188020] env[70966]: DEBUG nova.network.neutron [req-32dc3c01-e469-44fe-a540-da4dd0565d64 req-7154af4a-4391-4e77-81f5-cd7a1a0d75ed service nova] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Updated VIF entry in instance network info cache for port 17ce418a-a90b-401f-a6b1-c891c6cef1b7. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.188441] env[70966]: DEBUG nova.network.neutron [req-32dc3c01-e469-44fe-a540-da4dd0565d64 req-7154af4a-4391-4e77-81f5-cd7a1a0d75ed service nova] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Updating instance_info_cache with network_info: [{"id": "17ce418a-a90b-401f-a6b1-c891c6cef1b7", "address": "fa:16:3e:d2:8a:5a", "network": {"id": "1c5353bc-ee2e-4787-84ae-23ada53b386f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1365254294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef5d93d908848b6b88e399ff33683bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17ce418a-a9", "ovs_interfaceid": "17ce418a-a90b-401f-a6b1-c891c6cef1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.273345] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613519, 'name': CreateVM_Task, 'duration_secs': 0.525758} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.277757] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.278467] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.278693] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.279102] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.279824] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c62add-fbfd-4ada-9f5b-77f53dbc08b3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.290492] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613514, 'name': ReconfigVM_Task, 'duration_secs': 1.04164} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.291424] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 0a9dd49c-2c8a-4294-9b9f-522a8124af9f/0a9dd49c-2c8a-4294-9b9f-522a8124af9f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.292989] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb6425d2-717e-49a1-816d-d545ddb47ca4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.297733] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Waiting for the task: (returnval){ [ 1162.297733] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c38e82-4bb9-4c65-3329-e7a7ae434e01" [ 1162.297733] env[70966]: _type = "Task" [ 1162.297733] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.301072] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1162.301072] env[70966]: value = "task-3613521" [ 1162.301072] env[70966]: _type = "Task" [ 1162.301072] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.307542] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c38e82-4bb9-4c65-3329-e7a7ae434e01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.319470] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613521, 'name': Rename_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.391895] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.441469] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613513, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.472365] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1c21f8-82bd-402f-b041-0ba40ffbc8e2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.481359] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a610eeba-0a0d-4f0f-8546-2720afd0dc11 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.515151] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d28b689-9f56-42ca-a3aa-62738e084b87 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.524310] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161a36db-a4ea-4a41-ad39-11a3788e9001 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.538659] env[70966]: DEBUG nova.compute.provider_tree [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.664754] env[70966]: DEBUG nova.network.neutron [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Successfully created port: 02af5f71-cd9e-45ac-9b68-0b807f7a383c {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.695951] env[70966]: DEBUG oslo_concurrency.lockutils [req-32dc3c01-e469-44fe-a540-da4dd0565d64 req-7154af4a-4391-4e77-81f5-cd7a1a0d75ed service nova] Releasing lock "refresh_cache-7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.806694] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c38e82-4bb9-4c65-3329-e7a7ae434e01, 'name': SearchDatastore_Task, 'duration_secs': 0.025605} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.807109] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.807348] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.807596] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.807744] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.807919] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.811195] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4da9b433-11fd-487a-93d3-8aa6749aa50c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.820904] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613521, 'name': Rename_Task, 'duration_secs': 0.15749} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.822309] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.822611] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.822791] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.823563] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70bdc4f1-9b14-4243-a6e9-4b37d0a53136 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.825209] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6fbbbbc-247b-422f-a174-f4cc2a69727d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.831077] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Waiting for the task: (returnval){ [ 1162.831077] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c72483-a5a6-87ec-cafd-c8a4e905c3fb" [ 1162.831077] env[70966]: _type = "Task" [ 1162.831077] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.832458] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1162.832458] env[70966]: value = "task-3613522" [ 1162.832458] env[70966]: _type = "Task" [ 1162.832458] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.836256] env[70966]: DEBUG nova.objects.instance [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lazy-loading 'flavor' on Instance uuid 83c6af70-2fb2-401c-80ae-3070a0b534f5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.847029] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c72483-a5a6-87ec-cafd-c8a4e905c3fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.849215] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.890095] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613520, 'name': ReconfigVM_Task, 'duration_secs': 1.212543} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.890353] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Reconfigured VM instance instance-00000072 to attach disk [datastore1] acd88e28-b033-454a-8e80-07ddec520cbb/acd88e28-b033-454a-8e80-07ddec520cbb.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.891075] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baaf616c-7de0-4719-b56a-6f81748eba34 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.903442] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1162.903442] env[70966]: value = "task-3613523" [ 1162.903442] env[70966]: _type = "Task" [ 1162.903442] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.925351] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613523, 'name': Rename_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.956435] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613513, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.042399] env[70966]: DEBUG nova.scheduler.client.report [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.199051] env[70966]: DEBUG nova.compute.manager [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.229939] env[70966]: DEBUG nova.virt.hardware [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.230256] env[70966]: DEBUG nova.virt.hardware [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.230418] env[70966]: DEBUG nova.virt.hardware [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.230589] env[70966]: DEBUG nova.virt.hardware [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.230819] env[70966]: DEBUG nova.virt.hardware [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.231064] env[70966]: DEBUG nova.virt.hardware [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.231308] env[70966]: DEBUG nova.virt.hardware [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.231479] env[70966]: DEBUG nova.virt.hardware [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.231734] env[70966]: DEBUG nova.virt.hardware [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.231890] env[70966]: DEBUG nova.virt.hardware [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.232082] env[70966]: DEBUG nova.virt.hardware [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.232989] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74836d53-fcba-418f-a95a-94e5c5867b2d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.242642] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b72cd36-f985-4b70-b0d2-3e6526d6a170 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.346959] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c72483-a5a6-87ec-cafd-c8a4e905c3fb, 'name': SearchDatastore_Task, 'duration_secs': 0.027479} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.350712] env[70966]: DEBUG oslo_concurrency.lockutils [None req-263e4e47-3d15-487b-a402-fe07d2d8374a tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "83c6af70-2fb2-401c-80ae-3070a0b534f5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.933s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.352354] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613522, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.353029] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e278e5-e751-4168-bc76-146de0bf67a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.358353] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Waiting for the task: (returnval){ [ 1163.358353] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b6ae12-e75a-70ed-d204-2432f986bdbb" [ 1163.358353] env[70966]: _type = "Task" [ 1163.358353] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.366789] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b6ae12-e75a-70ed-d204-2432f986bdbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.415199] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613523, 'name': Rename_Task, 'duration_secs': 0.439344} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.415498] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.415750] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adff9cf4-9781-424d-a919-33a27b874f9f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.423456] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1163.423456] env[70966]: value = "task-3613524" [ 1163.423456] env[70966]: _type = "Task" [ 1163.423456] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.436211] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.449552] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613513, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.548328] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.548878] env[70966]: DEBUG nova.compute.manager [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.551478] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.934s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.551653] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.551805] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70966) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1163.552172] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.751s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.557026] env[70966]: INFO nova.compute.claims [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.560232] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be216ddf-77bf-435d-99a8-33791d7728af {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.568300] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a1d2c0-6dba-44d5-85f9-4e770bad8485 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.582919] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ad482d-25d2-49fc-97c8-929e3fea9e25 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.590614] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9a5e2a-bb0e-4ffd-bb0b-45d4c3250c20 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.621793] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180052MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70966) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1163.622196] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.847130] env[70966]: DEBUG oslo_vmware.api [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613522, 'name': PowerOnVM_Task, 'duration_secs': 0.533538} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.847546] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.847863] env[70966]: INFO nova.compute.manager [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1163.848113] env[70966]: DEBUG nova.compute.manager [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.848920] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6262e79-8b3b-49c6-8738-8280434e4a0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.871725] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b6ae12-e75a-70ed-d204-2432f986bdbb, 'name': SearchDatastore_Task, 'duration_secs': 0.050109} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.872110] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.872507] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f/7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.873342] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fe918ff-3548-4d1a-bac7-e7040a9cc03e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.880027] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Waiting for the task: (returnval){ [ 1163.880027] env[70966]: value = "task-3613525" [ 1163.880027] env[70966]: _type = "Task" [ 1163.880027] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.892667] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.932370] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.944685] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613513, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.063557] env[70966]: DEBUG nova.compute.utils [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.065041] env[70966]: DEBUG nova.compute.manager [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Not allocating networking since 'none' was specified. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1164.163024] env[70966]: DEBUG oslo_concurrency.lockutils [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "83c6af70-2fb2-401c-80ae-3070a0b534f5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.163471] env[70966]: DEBUG oslo_concurrency.lockutils [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "83c6af70-2fb2-401c-80ae-3070a0b534f5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.374306] env[70966]: INFO nova.compute.manager [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Took 29.40 seconds to build instance. [ 1164.392876] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.436840] env[70966]: DEBUG oslo_vmware.api [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613524, 'name': PowerOnVM_Task, 'duration_secs': 0.776182} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.437551] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.437959] env[70966]: DEBUG nova.compute.manager [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.442614] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2c3d43-775f-475a-9d37-6a48094af011 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.459270] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613513, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.9958} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.466425] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5fd0bf13-386e-495f-8a8e-82fc5e112eed/5fd0bf13-386e-495f-8a8e-82fc5e112eed.vmdk to [datastore1] 46bbedf7-e3e6-4014-8e53-c232fb5d4856/46bbedf7-e3e6-4014-8e53-c232fb5d4856.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.466425] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c580d1e1-fe9a-4242-802b-508bff72468e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.489745] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 46bbedf7-e3e6-4014-8e53-c232fb5d4856/46bbedf7-e3e6-4014-8e53-c232fb5d4856.vmdk or device None with type streamOptimized {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.490086] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56b68138-87c1-496b-8a53-c8c6b4e358c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.511507] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1164.511507] env[70966]: value = "task-3613526" [ 1164.511507] env[70966]: _type = "Task" [ 1164.511507] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.519387] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.527919] env[70966]: DEBUG nova.compute.manager [req-46735111-1f9a-405d-b51f-910cf99b5feb req-1dddb8de-b5fd-4a2f-bc90-c4b70ec12cf0 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Received event network-vif-plugged-02af5f71-cd9e-45ac-9b68-0b807f7a383c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.528158] env[70966]: DEBUG oslo_concurrency.lockutils [req-46735111-1f9a-405d-b51f-910cf99b5feb req-1dddb8de-b5fd-4a2f-bc90-c4b70ec12cf0 service nova] Acquiring lock "29bc77f7-d534-4f23-a431-0a3d0a73948f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.528366] env[70966]: DEBUG oslo_concurrency.lockutils [req-46735111-1f9a-405d-b51f-910cf99b5feb req-1dddb8de-b5fd-4a2f-bc90-c4b70ec12cf0 service nova] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.528579] env[70966]: DEBUG oslo_concurrency.lockutils [req-46735111-1f9a-405d-b51f-910cf99b5feb req-1dddb8de-b5fd-4a2f-bc90-c4b70ec12cf0 service nova] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.528780] env[70966]: DEBUG nova.compute.manager [req-46735111-1f9a-405d-b51f-910cf99b5feb req-1dddb8de-b5fd-4a2f-bc90-c4b70ec12cf0 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] No waiting events found dispatching network-vif-plugged-02af5f71-cd9e-45ac-9b68-0b807f7a383c {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.528952] env[70966]: WARNING nova.compute.manager [req-46735111-1f9a-405d-b51f-910cf99b5feb req-1dddb8de-b5fd-4a2f-bc90-c4b70ec12cf0 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Received unexpected event network-vif-plugged-02af5f71-cd9e-45ac-9b68-0b807f7a383c for instance with vm_state building and task_state spawning. [ 1164.569136] env[70966]: DEBUG nova.compute.manager [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.666738] env[70966]: INFO nova.compute.manager [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Detaching volume 14cc540e-8aa8-4b6e-b213-de6592ccacd9 [ 1164.700286] env[70966]: INFO nova.virt.block_device [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Attempting to driver detach volume 14cc540e-8aa8-4b6e-b213-de6592ccacd9 from mountpoint /dev/sdb [ 1164.700520] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1164.700717] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720771', 'volume_id': '14cc540e-8aa8-4b6e-b213-de6592ccacd9', 'name': 'volume-14cc540e-8aa8-4b6e-b213-de6592ccacd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83c6af70-2fb2-401c-80ae-3070a0b534f5', 'attached_at': '', 'detached_at': '', 'volume_id': '14cc540e-8aa8-4b6e-b213-de6592ccacd9', 'serial': '14cc540e-8aa8-4b6e-b213-de6592ccacd9'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1164.701658] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf67145-2990-4dc9-b6f5-7e9d12761af0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.727433] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7409ffba-e45b-44b5-8f1b-cfe2cd7b9845 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.734911] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e0ffb2-74ba-4b46-8b80-fdc7901d6c7a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.761437] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b480ccb-9680-4b46-ab5c-2ae4fc471cd5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.775897] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] The volume has not been displaced from its original location: [datastore2] volume-14cc540e-8aa8-4b6e-b213-de6592ccacd9/volume-14cc540e-8aa8-4b6e-b213-de6592ccacd9.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1164.781256] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1164.784926] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fee87780-0cf2-4ae3-afb9-e495f17d8057 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.805048] env[70966]: DEBUG oslo_vmware.api [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1164.805048] env[70966]: value = "task-3613527" [ 1164.805048] env[70966]: _type = "Task" [ 1164.805048] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.813930] env[70966]: DEBUG oslo_vmware.api [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.843908] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1848e26f-0805-4c09-bfcc-c5360791bec9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.854193] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c230014-4fff-4910-97c7-7075095a019f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.888379] env[70966]: DEBUG oslo_concurrency.lockutils [None req-41a87835-81d4-4a87-800f-78268f92ff51 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "0a9dd49c-2c8a-4294-9b9f-522a8124af9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.945s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.893016] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b4fab9-2e8e-4561-aff8-6f4c4f48bec1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.905247] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613525, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.908600] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13081c2a-0dba-475a-b85b-5157221773fa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.924845] env[70966]: DEBUG nova.compute.provider_tree [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.976418] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.005069] env[70966]: DEBUG nova.network.neutron [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Successfully updated port: 02af5f71-cd9e-45ac-9b68-0b807f7a383c {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.028808] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613526, 'name': ReconfigVM_Task, 'duration_secs': 0.421454} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.029389] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 46bbedf7-e3e6-4014-8e53-c232fb5d4856/46bbedf7-e3e6-4014-8e53-c232fb5d4856.vmdk or device None with type streamOptimized {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.030855] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'guest_format': None, 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_options': None, 'encrypted': False, 'image_id': 'b7ed0e28-71c9-4a85-a64f-9f8015abf16e'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'boot_index': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720754', 'volume_id': 'b35434bb-b1a8-4815-96e5-f23c1d237463', 'name': 'volume-b35434bb-b1a8-4815-96e5-f23c1d237463', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '46bbedf7-e3e6-4014-8e53-c232fb5d4856', 'attached_at': '', 'detached_at': '', 'volume_id': 'b35434bb-b1a8-4815-96e5-f23c1d237463', 'serial': 'b35434bb-b1a8-4815-96e5-f23c1d237463'}, 'disk_bus': None, 'delete_on_termination': False, 'attachment_id': 'ece60f33-26af-4c48-8e50-648e009cf835', 'volume_type': None}], 'swap': None} {{(pid=70966) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1165.031434] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1165.031684] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720754', 'volume_id': 'b35434bb-b1a8-4815-96e5-f23c1d237463', 'name': 'volume-b35434bb-b1a8-4815-96e5-f23c1d237463', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '46bbedf7-e3e6-4014-8e53-c232fb5d4856', 'attached_at': '', 'detached_at': '', 'volume_id': 'b35434bb-b1a8-4815-96e5-f23c1d237463', 'serial': 'b35434bb-b1a8-4815-96e5-f23c1d237463'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1165.033583] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964cdd11-6b65-45be-8f29-5ad8269fa995 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.038500] env[70966]: DEBUG nova.compute.manager [req-01344b8a-8bb0-4459-a2c3-daf2d27f8af4 req-0c753229-31f4-465d-9919-643f960df355 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Received event network-changed-02af5f71-cd9e-45ac-9b68-0b807f7a383c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.038704] env[70966]: DEBUG nova.compute.manager [req-01344b8a-8bb0-4459-a2c3-daf2d27f8af4 req-0c753229-31f4-465d-9919-643f960df355 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Refreshing instance network info cache due to event network-changed-02af5f71-cd9e-45ac-9b68-0b807f7a383c. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.038924] env[70966]: DEBUG oslo_concurrency.lockutils [req-01344b8a-8bb0-4459-a2c3-daf2d27f8af4 req-0c753229-31f4-465d-9919-643f960df355 service nova] Acquiring lock "refresh_cache-29bc77f7-d534-4f23-a431-0a3d0a73948f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.039083] env[70966]: DEBUG oslo_concurrency.lockutils [req-01344b8a-8bb0-4459-a2c3-daf2d27f8af4 req-0c753229-31f4-465d-9919-643f960df355 service nova] Acquired lock "refresh_cache-29bc77f7-d534-4f23-a431-0a3d0a73948f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.039249] env[70966]: DEBUG nova.network.neutron [req-01344b8a-8bb0-4459-a2c3-daf2d27f8af4 req-0c753229-31f4-465d-9919-643f960df355 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Refreshing network info cache for port 02af5f71-cd9e-45ac-9b68-0b807f7a383c {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.060245] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260fabbd-aef8-4e93-b23b-88ee030ead7b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.093935] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-b35434bb-b1a8-4815-96e5-f23c1d237463/volume-b35434bb-b1a8-4815-96e5-f23c1d237463.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.094580] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-629e36f2-bc23-48da-957b-65500007fbd3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.114749] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1165.114749] env[70966]: value = "task-3613528" [ 1165.114749] env[70966]: _type = "Task" [ 1165.114749] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.126824] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.301198] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0134766-6148-4524-9696-d265ca972939 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "0a9dd49c-2c8a-4294-9b9f-522a8124af9f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.301503] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0134766-6148-4524-9696-d265ca972939 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "0a9dd49c-2c8a-4294-9b9f-522a8124af9f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.301692] env[70966]: DEBUG nova.compute.manager [None req-b0134766-6148-4524-9696-d265ca972939 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.302790] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e708789a-c303-4151-b2b4-ef3b95f86c56 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.312876] env[70966]: DEBUG nova.compute.manager [None req-b0134766-6148-4524-9696-d265ca972939 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70966) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1165.313487] env[70966]: DEBUG nova.objects.instance [None req-b0134766-6148-4524-9696-d265ca972939 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lazy-loading 'flavor' on Instance uuid 0a9dd49c-2c8a-4294-9b9f-522a8124af9f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.318090] env[70966]: DEBUG oslo_vmware.api [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613527, 'name': ReconfigVM_Task, 'duration_secs': 0.47775} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.318090] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1165.323247] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-182e5e26-ecde-466f-8b75-ec691333eb3a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.341965] env[70966]: DEBUG oslo_vmware.api [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1165.341965] env[70966]: value = "task-3613529" [ 1165.341965] env[70966]: _type = "Task" [ 1165.341965] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.352184] env[70966]: DEBUG oslo_vmware.api [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.400263] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613525, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.27684} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.400595] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f/7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.401251] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.401251] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da4b10e6-a310-4559-a21b-f24fc17b22e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.408112] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Waiting for the task: (returnval){ [ 1165.408112] env[70966]: value = "task-3613530" [ 1165.408112] env[70966]: _type = "Task" [ 1165.408112] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.416802] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.431112] env[70966]: DEBUG nova.scheduler.client.report [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.508429] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "refresh_cache-29bc77f7-d534-4f23-a431-0a3d0a73948f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.521553] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquiring lock "acd88e28-b033-454a-8e80-07ddec520cbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.521841] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Lock "acd88e28-b033-454a-8e80-07ddec520cbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.522038] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquiring lock "acd88e28-b033-454a-8e80-07ddec520cbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.522228] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Lock "acd88e28-b033-454a-8e80-07ddec520cbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.522395] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Lock "acd88e28-b033-454a-8e80-07ddec520cbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.524540] env[70966]: INFO nova.compute.manager [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Terminating instance [ 1165.572035] env[70966]: DEBUG nova.network.neutron [req-01344b8a-8bb0-4459-a2c3-daf2d27f8af4 req-0c753229-31f4-465d-9919-643f960df355 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.587317] env[70966]: DEBUG nova.compute.manager [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.617365] env[70966]: DEBUG nova.virt.hardware [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.617798] env[70966]: DEBUG nova.virt.hardware [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.618178] env[70966]: DEBUG nova.virt.hardware [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.618404] env[70966]: DEBUG nova.virt.hardware [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.618562] env[70966]: DEBUG nova.virt.hardware [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.618714] env[70966]: DEBUG nova.virt.hardware [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.618929] env[70966]: DEBUG nova.virt.hardware [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.619112] env[70966]: DEBUG nova.virt.hardware [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.619286] env[70966]: DEBUG nova.virt.hardware [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.619450] env[70966]: DEBUG nova.virt.hardware [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.619621] env[70966]: DEBUG nova.virt.hardware [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.620816] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fae10ab-7072-4a9e-ab3d-c515dc28cad6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.636353] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ffddb9-9fb1-4a79-b8fe-ad1eccd55b59 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.640140] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613528, 'name': ReconfigVM_Task, 'duration_secs': 0.383516} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.640449] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-b35434bb-b1a8-4815-96e5-f23c1d237463/volume-b35434bb-b1a8-4815-96e5-f23c1d237463.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.645579] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8426641e-6139-490b-9b97-bc9d90ddf019 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.662838] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.668169] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Creating folder: Project (9e07a29102cb4ac9aa2448a6ffaa5e4e). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1165.668974] env[70966]: DEBUG nova.network.neutron [req-01344b8a-8bb0-4459-a2c3-daf2d27f8af4 req-0c753229-31f4-465d-9919-643f960df355 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.670619] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c5c0069-2827-4530-955d-a48858157da6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.675159] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1165.675159] env[70966]: value = "task-3613531" [ 1165.675159] env[70966]: _type = "Task" [ 1165.675159] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.679820] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Created folder: Project (9e07a29102cb4ac9aa2448a6ffaa5e4e) in parent group-v720468. [ 1165.679999] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Creating folder: Instances. Parent ref: group-v720777. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1165.680213] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-502880cc-b02d-46e5-96fa-37d1bc294ff7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.685013] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.689917] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Created folder: Instances in parent group-v720777. [ 1165.690157] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.690335] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.690513] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a830867-c7c6-44af-b062-e608624ad44d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.708300] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.708300] env[70966]: value = "task-3613534" [ 1165.708300] env[70966]: _type = "Task" [ 1165.708300] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.715264] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613534, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.851581] env[70966]: DEBUG oslo_vmware.api [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613529, 'name': ReconfigVM_Task, 'duration_secs': 0.194825} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.851901] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720771', 'volume_id': '14cc540e-8aa8-4b6e-b213-de6592ccacd9', 'name': 'volume-14cc540e-8aa8-4b6e-b213-de6592ccacd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83c6af70-2fb2-401c-80ae-3070a0b534f5', 'attached_at': '', 'detached_at': '', 'volume_id': '14cc540e-8aa8-4b6e-b213-de6592ccacd9', 'serial': '14cc540e-8aa8-4b6e-b213-de6592ccacd9'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1165.918014] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093441} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.918390] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.919188] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c23d67-d51b-4021-951a-3f2569f69948 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.941411] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f/7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.942192] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.942744] env[70966]: DEBUG nova.compute.manager [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.945726] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a19f2aed-d4a0-414d-99f6-c02660423124 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.960607] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.338s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.967917] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Waiting for the task: (returnval){ [ 1165.967917] env[70966]: value = "task-3613535" [ 1165.967917] env[70966]: _type = "Task" [ 1165.967917] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.977364] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.028161] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquiring lock "refresh_cache-acd88e28-b033-454a-8e80-07ddec520cbb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.028418] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquired lock "refresh_cache-acd88e28-b033-454a-8e80-07ddec520cbb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.028928] env[70966]: DEBUG nova.network.neutron [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.173155] env[70966]: DEBUG oslo_concurrency.lockutils [req-01344b8a-8bb0-4459-a2c3-daf2d27f8af4 req-0c753229-31f4-465d-9919-643f960df355 service nova] Releasing lock "refresh_cache-29bc77f7-d534-4f23-a431-0a3d0a73948f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.173398] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquired lock "refresh_cache-29bc77f7-d534-4f23-a431-0a3d0a73948f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.173603] env[70966]: DEBUG nova.network.neutron [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.185876] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.218218] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613534, 'name': CreateVM_Task, 'duration_secs': 0.284179} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.218390] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.218847] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.219020] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.219348] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.219610] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b1d94f1-57c1-4af1-8538-40e2369b095a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.224085] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1166.224085] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5277b361-7012-c1ed-a17d-41467b95e83a" [ 1166.224085] env[70966]: _type = "Task" [ 1166.224085] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.231794] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5277b361-7012-c1ed-a17d-41467b95e83a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.327914] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0134766-6148-4524-9696-d265ca972939 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.328249] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de2f582c-1757-4c8e-a06c-79e1732a21bd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.335161] env[70966]: DEBUG oslo_vmware.api [None req-b0134766-6148-4524-9696-d265ca972939 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1166.335161] env[70966]: value = "task-3613536" [ 1166.335161] env[70966]: _type = "Task" [ 1166.335161] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.343209] env[70966]: DEBUG oslo_vmware.api [None req-b0134766-6148-4524-9696-d265ca972939 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.406483] env[70966]: DEBUG nova.objects.instance [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lazy-loading 'flavor' on Instance uuid 83c6af70-2fb2-401c-80ae-3070a0b534f5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.447068] env[70966]: DEBUG nova.compute.utils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.448397] env[70966]: DEBUG nova.compute.manager [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.448573] env[70966]: DEBUG nova.network.neutron [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.481161] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613535, 'name': ReconfigVM_Task, 'duration_secs': 0.276138} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.481493] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f/7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.482361] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39c0913e-64c0-4a45-9e4a-c9302c24ae45 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.489425] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Waiting for the task: (returnval){ [ 1166.489425] env[70966]: value = "task-3613537" [ 1166.489425] env[70966]: _type = "Task" [ 1166.489425] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.499226] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613537, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.526791] env[70966]: DEBUG nova.policy [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23ef877699da4de29b14ef83880023e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7723e8f4e0c448d9079582e41e36bb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.550038] env[70966]: DEBUG nova.network.neutron [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.608144] env[70966]: DEBUG nova.network.neutron [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.689972] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613531, 'name': ReconfigVM_Task, 'duration_secs': 0.977057} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.690485] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720754', 'volume_id': 'b35434bb-b1a8-4815-96e5-f23c1d237463', 'name': 'volume-b35434bb-b1a8-4815-96e5-f23c1d237463', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '46bbedf7-e3e6-4014-8e53-c232fb5d4856', 'attached_at': '', 'detached_at': '', 'volume_id': 'b35434bb-b1a8-4815-96e5-f23c1d237463', 'serial': 'b35434bb-b1a8-4815-96e5-f23c1d237463'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1166.691436] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c9e018c-15f2-4b6d-b45f-62f628c7ddb4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.699643] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1166.699643] env[70966]: value = "task-3613538" [ 1166.699643] env[70966]: _type = "Task" [ 1166.699643] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.712721] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613538, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.717430] env[70966]: DEBUG nova.network.neutron [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.734540] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5277b361-7012-c1ed-a17d-41467b95e83a, 'name': SearchDatastore_Task, 'duration_secs': 0.042769} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.734870] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.738025] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.738025] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.738025] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.738025] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.738025] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-685382f9-f762-4c24-b21e-f7ec602c40f6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.747974] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.748221] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.749035] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5914787a-35a1-4e6b-be1a-c6a1bf21d6b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.756678] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1166.756678] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5292617c-e774-f6bd-ab76-35add7016b59" [ 1166.756678] env[70966]: _type = "Task" [ 1166.756678] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.765495] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5292617c-e774-f6bd-ab76-35add7016b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.847666] env[70966]: DEBUG oslo_vmware.api [None req-b0134766-6148-4524-9696-d265ca972939 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613536, 'name': PowerOffVM_Task, 'duration_secs': 0.319206} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.847666] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0134766-6148-4524-9696-d265ca972939 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.847666] env[70966]: DEBUG nova.compute.manager [None req-b0134766-6148-4524-9696-d265ca972939 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.848414] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512220aa-d232-4d3b-90e9-506883424ce2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.881366] env[70966]: DEBUG nova.network.neutron [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Updating instance_info_cache with network_info: [{"id": "02af5f71-cd9e-45ac-9b68-0b807f7a383c", "address": "fa:16:3e:c9:a9:0a", "network": {"id": "3cf885ef-ed71-41cd-a201-044f6cf5af33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-136501275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120eae4ad259401a9f0a27d9c7648223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02af5f71-cd", "ovs_interfaceid": "02af5f71-cd9e-45ac-9b68-0b807f7a383c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.892734] env[70966]: DEBUG nova.network.neutron [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Successfully created port: 92fe9258-16ab-4037-b574-2b7e23257c94 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.951954] env[70966]: DEBUG nova.compute.manager [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.999638] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613537, 'name': Rename_Task, 'duration_secs': 0.227796} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.999946] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.000187] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfa9dbcd-2c9d-4b1b-b223-10a7c1c95173 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.002794] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 5191e604-7633-4903-ad1d-c1ecfd3c4d68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.002882] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 07fef84f-b749-472e-909b-0c7df39a55b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.003122] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.003122] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 83c6af70-2fb2-401c-80ae-3070a0b534f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.003224] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.003333] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance dea113a5-79dd-4665-b8ae-5ab7a958f2fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.003538] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 46bbedf7-e3e6-4014-8e53-c232fb5d4856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.003628] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 54888080-cdbd-4b8b-93d9-23c7ecdf5948 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.003739] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 13103000-1771-4bda-9b0e-d4f5f2017ca3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.003850] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance acd88e28-b033-454a-8e80-07ddec520cbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.003964] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 0a9dd49c-2c8a-4294-9b9f-522a8124af9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.004242] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.004242] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 29bc77f7-d534-4f23-a431-0a3d0a73948f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.004388] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 632999c1-566a-4c48-93bc-1d13a34713d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.004430] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 13f54000-2d10-48e8-ac22-827c25fd5cf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.004624] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1167.004762] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1167.013152] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Waiting for the task: (returnval){ [ 1167.013152] env[70966]: value = "task-3613539" [ 1167.013152] env[70966]: _type = "Task" [ 1167.013152] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.023392] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.111016] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Releasing lock "refresh_cache-acd88e28-b033-454a-8e80-07ddec520cbb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.111621] env[70966]: DEBUG nova.compute.manager [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.111824] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.112643] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.112873] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.113088] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.113273] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.113469] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.116078] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56406627-df98-46cf-ae8d-aa00caa46519 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.120170] env[70966]: INFO nova.compute.manager [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Terminating instance [ 1167.129663] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.130084] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e11421de-5e33-4602-bc9d-852e3664c53e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.136492] env[70966]: DEBUG oslo_vmware.api [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1167.136492] env[70966]: value = "task-3613540" [ 1167.136492] env[70966]: _type = "Task" [ 1167.136492] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.144611] env[70966]: DEBUG oslo_vmware.api [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.212389] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613538, 'name': Rename_Task, 'duration_secs': 0.158635} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.213037] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.213304] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a02b750-a238-4379-827f-688e22fda5d4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.223730] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1167.223730] env[70966]: value = "task-3613541" [ 1167.223730] env[70966]: _type = "Task" [ 1167.223730] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.231721] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.267352] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5292617c-e774-f6bd-ab76-35add7016b59, 'name': SearchDatastore_Task, 'duration_secs': 0.017724} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.267352] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202659d5-6e22-4fd8-b133-17421e1230f8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.272860] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1167.272860] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ffcb1f-90cc-ae5d-8907-3f7e3ba9f390" [ 1167.272860] env[70966]: _type = "Task" [ 1167.272860] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.277769] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96ee839-4798-4950-89b0-f6ebcc5c1f28 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.283557] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ffcb1f-90cc-ae5d-8907-3f7e3ba9f390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.287837] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16620360-e559-4d8e-bc8d-13721058a272 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.318708] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8569879a-35fb-4548-b92a-920fe68a93eb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.326260] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c7f63b-1eca-4441-8199-a0a399036811 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.343110] env[70966]: DEBUG nova.compute.provider_tree [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.368378] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b0134766-6148-4524-9696-d265ca972939 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "0a9dd49c-2c8a-4294-9b9f-522a8124af9f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.384023] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Releasing lock "refresh_cache-29bc77f7-d534-4f23-a431-0a3d0a73948f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.384352] env[70966]: DEBUG nova.compute.manager [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Instance network_info: |[{"id": "02af5f71-cd9e-45ac-9b68-0b807f7a383c", "address": "fa:16:3e:c9:a9:0a", "network": {"id": "3cf885ef-ed71-41cd-a201-044f6cf5af33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-136501275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120eae4ad259401a9f0a27d9c7648223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02af5f71-cd", "ovs_interfaceid": "02af5f71-cd9e-45ac-9b68-0b807f7a383c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.384797] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:a9:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02af5f71-cd9e-45ac-9b68-0b807f7a383c', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.393267] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Creating folder: Project (120eae4ad259401a9f0a27d9c7648223). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.393924] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af22c28a-d8df-4dba-a5f4-9bf386fc809d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.406445] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Created folder: Project (120eae4ad259401a9f0a27d9c7648223) in parent group-v720468. [ 1167.406445] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Creating folder: Instances. Parent ref: group-v720780. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.406445] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-911b8138-aa1e-4261-912f-280188867d34 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.414093] env[70966]: DEBUG oslo_concurrency.lockutils [None req-78e4f257-f96d-4533-983d-189c4ccabc5b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "83c6af70-2fb2-401c-80ae-3070a0b534f5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.417428] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Created folder: Instances in parent group-v720780. [ 1167.417428] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.417428] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.417428] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf0c0130-14cc-4a04-b7f5-327c9e157b1b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.440770] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.440770] env[70966]: value = "task-3613544" [ 1167.440770] env[70966]: _type = "Task" [ 1167.440770] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.449650] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613544, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.524449] env[70966]: DEBUG oslo_vmware.api [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613539, 'name': PowerOnVM_Task, 'duration_secs': 0.465915} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.524728] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.524928] env[70966]: INFO nova.compute.manager [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1167.525122] env[70966]: DEBUG nova.compute.manager [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.526021] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be10254-a0c3-466d-9702-93f5e6fe0413 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.630921] env[70966]: DEBUG nova.compute.manager [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.631131] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.632153] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79a1157-8470-4313-b965-0853d4982239 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.642957] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.643677] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ab99ad0-b93d-4d0b-8d29-97aec384c1ac {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.648523] env[70966]: DEBUG oslo_vmware.api [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.650762] env[70966]: DEBUG oslo_vmware.api [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1167.650762] env[70966]: value = "task-3613545" [ 1167.650762] env[70966]: _type = "Task" [ 1167.650762] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.651171] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "83c6af70-2fb2-401c-80ae-3070a0b534f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.651399] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "83c6af70-2fb2-401c-80ae-3070a0b534f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.651626] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "83c6af70-2fb2-401c-80ae-3070a0b534f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.651828] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "83c6af70-2fb2-401c-80ae-3070a0b534f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.652090] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "83c6af70-2fb2-401c-80ae-3070a0b534f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.654285] env[70966]: INFO nova.compute.manager [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Terminating instance [ 1167.666337] env[70966]: DEBUG oslo_vmware.api [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.735103] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613541, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.792723] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ffcb1f-90cc-ae5d-8907-3f7e3ba9f390, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.793217] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.793585] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 632999c1-566a-4c48-93bc-1d13a34713d5/632999c1-566a-4c48-93bc-1d13a34713d5.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.793883] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e53e40ae-f4da-4c45-a51b-e5ccf22854b5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.800892] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1167.800892] env[70966]: value = "task-3613546" [ 1167.800892] env[70966]: _type = "Task" [ 1167.800892] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.811685] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.846658] env[70966]: DEBUG nova.scheduler.client.report [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.951409] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613544, 'name': CreateVM_Task, 'duration_secs': 0.437198} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.951502] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.952146] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.952459] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.952662] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.952930] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9afc127c-c2a9-487f-8bf1-a897220b833d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.957371] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1167.957371] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b3b549-80ca-b71b-f37f-5032a48fd4cc" [ 1167.957371] env[70966]: _type = "Task" [ 1167.957371] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.961186] env[70966]: DEBUG nova.compute.manager [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.968290] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b3b549-80ca-b71b-f37f-5032a48fd4cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.990713] env[70966]: DEBUG nova.virt.hardware [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.991022] env[70966]: DEBUG nova.virt.hardware [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.991228] env[70966]: DEBUG nova.virt.hardware [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.991492] env[70966]: DEBUG nova.virt.hardware [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.991653] env[70966]: DEBUG nova.virt.hardware [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.991806] env[70966]: DEBUG nova.virt.hardware [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.992091] env[70966]: DEBUG nova.virt.hardware [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.992284] env[70966]: DEBUG nova.virt.hardware [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.992460] env[70966]: DEBUG nova.virt.hardware [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.992643] env[70966]: DEBUG nova.virt.hardware [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.992822] env[70966]: DEBUG nova.virt.hardware [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.993723] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb843fb0-446c-4711-85d7-896c1b9a3d5e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.001906] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0108af31-8523-4dc2-a0fd-d823d9c0cf13 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.044739] env[70966]: INFO nova.compute.manager [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Took 25.80 seconds to build instance. [ 1168.147045] env[70966]: DEBUG oslo_vmware.api [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613540, 'name': PowerOffVM_Task, 'duration_secs': 0.889682} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.147354] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.147521] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.147782] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66862a97-43fd-4b4b-ab6f-1b3b911f281c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.160563] env[70966]: DEBUG nova.compute.manager [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.160792] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.161197] env[70966]: DEBUG oslo_vmware.api [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613545, 'name': PowerOffVM_Task, 'duration_secs': 0.324646} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.161908] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f3313f-4333-4330-9228-1b57ad1ac218 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.165340] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.165534] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.165850] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-561ed11c-c9ff-4ca3-b331-61097403baf5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.175677] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.176965] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77c19505-88fb-4d03-a93b-cff348de4e75 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.178680] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.178883] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.179107] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Deleting the datastore file [datastore1] acd88e28-b033-454a-8e80-07ddec520cbb {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.179369] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d6ab03f-1087-433b-ae46-20c7548c3967 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.186351] env[70966]: DEBUG oslo_vmware.api [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for the task: (returnval){ [ 1168.186351] env[70966]: value = "task-3613550" [ 1168.186351] env[70966]: _type = "Task" [ 1168.186351] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.187568] env[70966]: DEBUG oslo_vmware.api [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1168.187568] env[70966]: value = "task-3613549" [ 1168.187568] env[70966]: _type = "Task" [ 1168.187568] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.203279] env[70966]: DEBUG oslo_vmware.api [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.207057] env[70966]: DEBUG oslo_vmware.api [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.237706] env[70966]: DEBUG oslo_vmware.api [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613541, 'name': PowerOnVM_Task, 'duration_secs': 0.536895} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.238687] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.247323] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.247792] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.248213] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Deleting the datastore file [datastore1] bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.248422] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c6532a2-cd53-423a-834d-b32f81858a91 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.255521] env[70966]: DEBUG oslo_vmware.api [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for the task: (returnval){ [ 1168.255521] env[70966]: value = "task-3613551" [ 1168.255521] env[70966]: _type = "Task" [ 1168.255521] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.264753] env[70966]: DEBUG oslo_vmware.api [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.266037] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "0a9dd49c-2c8a-4294-9b9f-522a8124af9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.266037] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "0a9dd49c-2c8a-4294-9b9f-522a8124af9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.266037] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "0a9dd49c-2c8a-4294-9b9f-522a8124af9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.266037] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "0a9dd49c-2c8a-4294-9b9f-522a8124af9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.266037] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "0a9dd49c-2c8a-4294-9b9f-522a8124af9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.269437] env[70966]: INFO nova.compute.manager [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Terminating instance [ 1168.312290] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613546, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.351941] env[70966]: DEBUG nova.compute.manager [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.352863] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70966) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1168.353074] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.393s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.354047] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598d4ce8-ee24-46e2-b1c1-5eb11198b817 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.357237] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.381s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.357459] env[70966]: DEBUG nova.objects.instance [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70966) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1168.360071] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.360157] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Cleaning up deleted instances {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1168.468759] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b3b549-80ca-b71b-f37f-5032a48fd4cc, 'name': SearchDatastore_Task, 'duration_secs': 0.015052} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.469481] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.470090] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.470582] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.470910] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.471221] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.471592] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45436d89-06f0-440d-abf6-3d603fa8207d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.479617] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.479981] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.480832] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14925556-04f2-487b-8ec7-fab449728969 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.486160] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1168.486160] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52214faf-1c56-a0eb-b373-d968833c4d43" [ 1168.486160] env[70966]: _type = "Task" [ 1168.486160] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.500862] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52214faf-1c56-a0eb-b373-d968833c4d43, 'name': SearchDatastore_Task} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.500862] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03963c9e-9878-4f1f-906d-2728ed282eda {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.506767] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1168.506767] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d8e6d0-12eb-1a16-1a45-6118f0268bc9" [ 1168.506767] env[70966]: _type = "Task" [ 1168.506767] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.520191] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d8e6d0-12eb-1a16-1a45-6118f0268bc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.547427] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ac6f8236-e12d-44b1-a19c-5c3bb423d26c tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Lock "7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.314s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.627226] env[70966]: DEBUG nova.compute.manager [req-11c93e50-cddc-479a-bbbd-d5d560a103ce req-9db219b1-4b9c-4902-b575-a44366033ebc service nova] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Received event network-vif-plugged-92fe9258-16ab-4037-b574-2b7e23257c94 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.627457] env[70966]: DEBUG oslo_concurrency.lockutils [req-11c93e50-cddc-479a-bbbd-d5d560a103ce req-9db219b1-4b9c-4902-b575-a44366033ebc service nova] Acquiring lock "13f54000-2d10-48e8-ac22-827c25fd5cf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.627708] env[70966]: DEBUG oslo_concurrency.lockutils [req-11c93e50-cddc-479a-bbbd-d5d560a103ce req-9db219b1-4b9c-4902-b575-a44366033ebc service nova] Lock "13f54000-2d10-48e8-ac22-827c25fd5cf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.628191] env[70966]: DEBUG oslo_concurrency.lockutils [req-11c93e50-cddc-479a-bbbd-d5d560a103ce req-9db219b1-4b9c-4902-b575-a44366033ebc service nova] Lock "13f54000-2d10-48e8-ac22-827c25fd5cf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.628191] env[70966]: DEBUG nova.compute.manager [req-11c93e50-cddc-479a-bbbd-d5d560a103ce req-9db219b1-4b9c-4902-b575-a44366033ebc service nova] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] No waiting events found dispatching network-vif-plugged-92fe9258-16ab-4037-b574-2b7e23257c94 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.628191] env[70966]: WARNING nova.compute.manager [req-11c93e50-cddc-479a-bbbd-d5d560a103ce req-9db219b1-4b9c-4902-b575-a44366033ebc service nova] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Received unexpected event network-vif-plugged-92fe9258-16ab-4037-b574-2b7e23257c94 for instance with vm_state building and task_state spawning. [ 1168.697744] env[70966]: DEBUG oslo_vmware.api [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Task: {'id': task-3613550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221754} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.698289] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.698486] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.698662] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.698831] env[70966]: INFO nova.compute.manager [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1168.699072] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.699256] env[70966]: DEBUG nova.compute.manager [-] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.699351] env[70966]: DEBUG nova.network.neutron [-] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.705549] env[70966]: DEBUG oslo_vmware.api [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613549, 'name': PowerOffVM_Task, 'duration_secs': 0.351435} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.705549] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.705549] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.705549] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e68f523-769d-4754-900a-cdb4800b1e48 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.707941] env[70966]: DEBUG nova.network.neutron [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Successfully updated port: 92fe9258-16ab-4037-b574-2b7e23257c94 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.723366] env[70966]: DEBUG nova.network.neutron [-] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.765537] env[70966]: DEBUG oslo_vmware.api [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Task: {'id': task-3613551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253339} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.765809] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.765989] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.766180] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.766347] env[70966]: INFO nova.compute.manager [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1168.766578] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.766762] env[70966]: DEBUG nova.compute.manager [-] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.766857] env[70966]: DEBUG nova.network.neutron [-] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.773292] env[70966]: DEBUG nova.compute.manager [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.773542] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.774311] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31ee2e6-7fb4-4ac9-83ec-30edc8f00414 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.782369] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.782619] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acfc86be-54f0-4c22-9547-8554b9b54546 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.785347] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.785537] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.785717] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Deleting the datastore file [datastore2] 83c6af70-2fb2-401c-80ae-3070a0b534f5 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.786277] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dd9044f-364e-404f-86cc-5d6ef12b727c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.791967] env[70966]: DEBUG oslo_vmware.api [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1168.791967] env[70966]: value = "task-3613554" [ 1168.791967] env[70966]: _type = "Task" [ 1168.791967] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.800243] env[70966]: DEBUG oslo_vmware.api [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.809666] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597523} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.809930] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 632999c1-566a-4c48-93bc-1d13a34713d5/632999c1-566a-4c48-93bc-1d13a34713d5.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.810160] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.810394] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26ff44dd-b921-48a5-aa7b-80b8d7fd3405 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.815844] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1168.815844] env[70966]: value = "task-3613555" [ 1168.815844] env[70966]: _type = "Task" [ 1168.815844] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.824075] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.882834] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] There are 61 instances to clean {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1168.883016] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 9b780576-93d6-49a4-8cf0-c20cf5f45818] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.884913] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.885160] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.885376] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleting the datastore file [datastore2] 0a9dd49c-2c8a-4294-9b9f-522a8124af9f {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.890292] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b0b1d39-401a-4ae1-b46e-fe454c1f038b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.896228] env[70966]: DEBUG oslo_concurrency.lockutils [None req-86e6447e-5379-4aae-b49a-b606c241e2f7 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 45.125s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.898997] env[70966]: DEBUG oslo_vmware.api [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1168.898997] env[70966]: value = "task-3613556" [ 1168.898997] env[70966]: _type = "Task" [ 1168.898997] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.910309] env[70966]: DEBUG oslo_vmware.api [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.017905] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52d8e6d0-12eb-1a16-1a45-6118f0268bc9, 'name': SearchDatastore_Task, 'duration_secs': 0.014768} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.018238] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.018427] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 29bc77f7-d534-4f23-a431-0a3d0a73948f/29bc77f7-d534-4f23-a431-0a3d0a73948f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.018680] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7650ee04-a8c4-49a8-a602-743c3805746d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.024978] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1169.024978] env[70966]: value = "task-3613557" [ 1169.024978] env[70966]: _type = "Task" [ 1169.024978] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.034851] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.081823] env[70966]: DEBUG nova.compute.manager [req-ff87cd2f-07d8-4ad3-a6e4-d51e40a0da44 req-9f33709f-1273-47b5-8030-45f1210974fa service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Received event network-vif-deleted-b1921c9c-5f1e-49da-ba20-0a40849a4c31 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.081823] env[70966]: INFO nova.compute.manager [req-ff87cd2f-07d8-4ad3-a6e4-d51e40a0da44 req-9f33709f-1273-47b5-8030-45f1210974fa service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Neutron deleted interface b1921c9c-5f1e-49da-ba20-0a40849a4c31; detaching it from the instance and deleting it from the info cache [ 1169.081823] env[70966]: DEBUG nova.network.neutron [req-ff87cd2f-07d8-4ad3-a6e4-d51e40a0da44 req-9f33709f-1273-47b5-8030-45f1210974fa service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.210774] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "refresh_cache-13f54000-2d10-48e8-ac22-827c25fd5cf7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.210888] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "refresh_cache-13f54000-2d10-48e8-ac22-827c25fd5cf7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.211289] env[70966]: DEBUG nova.network.neutron [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.226369] env[70966]: DEBUG nova.network.neutron [-] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.302521] env[70966]: DEBUG oslo_vmware.api [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300585} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.302777] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.302962] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.303152] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.303320] env[70966]: INFO nova.compute.manager [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1169.303584] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.303776] env[70966]: DEBUG nova.compute.manager [-] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.303951] env[70966]: DEBUG nova.network.neutron [-] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.324867] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09402} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.325136] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.325921] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e8e517-4a27-4de8-b34e-9fc0695d7526 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.345064] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 632999c1-566a-4c48-93bc-1d13a34713d5/632999c1-566a-4c48-93bc-1d13a34713d5.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.345646] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-489fe53e-2e6c-4111-9dec-38d501543d09 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.364475] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1169.364475] env[70966]: value = "task-3613558" [ 1169.364475] env[70966]: _type = "Task" [ 1169.364475] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.375754] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.386966] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c0565c12-e6c0-4eae-9f80-456fe94a8c7f tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.030s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.388497] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 9e7a4e73-722a-4b85-8ea5-822fbf080110] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.412324] env[70966]: DEBUG oslo_vmware.api [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500935} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.412324] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.412324] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.412324] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.412324] env[70966]: INFO nova.compute.manager [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1169.413236] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.413236] env[70966]: DEBUG nova.compute.manager [-] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.413236] env[70966]: DEBUG nova.network.neutron [-] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.418022] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Acquiring lock "7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.418170] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Lock "7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.418410] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Acquiring lock "7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.418639] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Lock "7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.418856] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Lock "7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.420809] env[70966]: INFO nova.compute.manager [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Terminating instance [ 1169.534563] env[70966]: DEBUG nova.network.neutron [-] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.542063] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.584709] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-478f97a5-9e85-47f7-bd14-b85c5875058b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.603019] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab1037a-2e45-439d-ad13-6a7a0f9f633e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.636708] env[70966]: DEBUG nova.compute.manager [req-ff87cd2f-07d8-4ad3-a6e4-d51e40a0da44 req-9f33709f-1273-47b5-8030-45f1210974fa service nova] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Detach interface failed, port_id=b1921c9c-5f1e-49da-ba20-0a40849a4c31, reason: Instance bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1169.728684] env[70966]: INFO nova.compute.manager [-] [instance: acd88e28-b033-454a-8e80-07ddec520cbb] Took 1.03 seconds to deallocate network for instance. [ 1169.746258] env[70966]: DEBUG nova.network.neutron [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.883260] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.891598] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: d47e56bb-3a32-4de3-920d-2cce0f0f43be] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.914504] env[70966]: DEBUG nova.network.neutron [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Updating instance_info_cache with network_info: [{"id": "92fe9258-16ab-4037-b574-2b7e23257c94", "address": "fa:16:3e:d1:59:ec", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fe9258-16", "ovs_interfaceid": "92fe9258-16ab-4037-b574-2b7e23257c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.925560] env[70966]: DEBUG nova.compute.manager [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.925836] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.927110] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2b1c4a-08c8-43c5-9d7f-04367d3d474b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.935606] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.936054] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd89ac48-e8fa-4d33-aff3-c98b7f84cf74 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.942479] env[70966]: DEBUG oslo_vmware.api [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Waiting for the task: (returnval){ [ 1169.942479] env[70966]: value = "task-3613559" [ 1169.942479] env[70966]: _type = "Task" [ 1169.942479] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.951196] env[70966]: DEBUG oslo_vmware.api [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.037835] env[70966]: INFO nova.compute.manager [-] [instance: bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c] Took 1.27 seconds to deallocate network for instance. [ 1170.038277] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613557, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.199503] env[70966]: DEBUG nova.network.neutron [-] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.235819] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.236112] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.236339] env[70966]: DEBUG nova.objects.instance [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Lazy-loading 'resources' on Instance uuid acd88e28-b033-454a-8e80-07ddec520cbb {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.379030] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613558, 'name': ReconfigVM_Task, 'duration_secs': 0.950575} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.379242] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 632999c1-566a-4c48-93bc-1d13a34713d5/632999c1-566a-4c48-93bc-1d13a34713d5.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.380030] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08c684ab-cd3f-432b-a9d4-e2ddbc357ba2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.386457] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1170.386457] env[70966]: value = "task-3613560" [ 1170.386457] env[70966]: _type = "Task" [ 1170.386457] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.395017] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: df78193e-b692-4b0d-8272-ad66b7f35e28] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.396850] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613560, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.418204] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "refresh_cache-13f54000-2d10-48e8-ac22-827c25fd5cf7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.419031] env[70966]: DEBUG nova.compute.manager [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Instance network_info: |[{"id": "92fe9258-16ab-4037-b574-2b7e23257c94", "address": "fa:16:3e:d1:59:ec", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fe9258-16", "ovs_interfaceid": "92fe9258-16ab-4037-b574-2b7e23257c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.419031] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:59:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92fe9258-16ab-4037-b574-2b7e23257c94', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.426885] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.427747] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.427989] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74762a3d-2b5e-4a9a-8bba-fa8b2ecd6fd5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.452344] env[70966]: DEBUG oslo_vmware.api [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613559, 'name': PowerOffVM_Task, 'duration_secs': 0.328075} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.453733] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.453922] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.454173] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.454173] env[70966]: value = "task-3613561" [ 1170.454173] env[70966]: _type = "Task" [ 1170.454173] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.454368] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-505259a1-24ec-4781-810c-8e8eb49d8d3c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.464443] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613561, 'name': CreateVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.500526] env[70966]: DEBUG nova.network.neutron [-] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.524276] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.524629] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.524839] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Deleting the datastore file [datastore2] 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.525116] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a490fcaa-7d1f-4d87-b125-9836532d6625 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.538036] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613557, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.087911} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.539484] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 29bc77f7-d534-4f23-a431-0a3d0a73948f/29bc77f7-d534-4f23-a431-0a3d0a73948f.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.539716] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.540032] env[70966]: DEBUG oslo_vmware.api [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Waiting for the task: (returnval){ [ 1170.540032] env[70966]: value = "task-3613563" [ 1170.540032] env[70966]: _type = "Task" [ 1170.540032] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.540241] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b6675f8-b65d-4e01-b4c6-e9829565bd89 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.546303] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.548939] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1170.548939] env[70966]: value = "task-3613564" [ 1170.548939] env[70966]: _type = "Task" [ 1170.548939] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.553397] env[70966]: DEBUG oslo_vmware.api [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.561089] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.656940] env[70966]: DEBUG nova.compute.manager [req-9069fb5f-65fc-43bc-aa00-66038bc6c6a1 req-347cb43f-918e-4dea-96d4-3eee3990b47b service nova] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Received event network-changed-92fe9258-16ab-4037-b574-2b7e23257c94 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.657202] env[70966]: DEBUG nova.compute.manager [req-9069fb5f-65fc-43bc-aa00-66038bc6c6a1 req-347cb43f-918e-4dea-96d4-3eee3990b47b service nova] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Refreshing instance network info cache due to event network-changed-92fe9258-16ab-4037-b574-2b7e23257c94. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.657331] env[70966]: DEBUG oslo_concurrency.lockutils [req-9069fb5f-65fc-43bc-aa00-66038bc6c6a1 req-347cb43f-918e-4dea-96d4-3eee3990b47b service nova] Acquiring lock "refresh_cache-13f54000-2d10-48e8-ac22-827c25fd5cf7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.657503] env[70966]: DEBUG oslo_concurrency.lockutils [req-9069fb5f-65fc-43bc-aa00-66038bc6c6a1 req-347cb43f-918e-4dea-96d4-3eee3990b47b service nova] Acquired lock "refresh_cache-13f54000-2d10-48e8-ac22-827c25fd5cf7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.657638] env[70966]: DEBUG nova.network.neutron [req-9069fb5f-65fc-43bc-aa00-66038bc6c6a1 req-347cb43f-918e-4dea-96d4-3eee3990b47b service nova] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Refreshing network info cache for port 92fe9258-16ab-4037-b574-2b7e23257c94 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.702430] env[70966]: INFO nova.compute.manager [-] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Took 1.29 seconds to deallocate network for instance. [ 1170.897760] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: c0ffa2af-7dcf-4114-a53a-7595e5f77fa4] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.899461] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613560, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.966156] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613561, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.005069] env[70966]: INFO nova.compute.manager [-] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Took 1.70 seconds to deallocate network for instance. [ 1171.026495] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e01a4d4-b860-4bdb-9ca6-edc2698223d0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.034101] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14420df-fd5c-4bf2-8ffa-65e36e7ab668 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.071723] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb69252-c826-48ad-ba1f-c267ccd6e636 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.078948] env[70966]: DEBUG oslo_vmware.api [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Task: {'id': task-3613563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200507} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.083510] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.083745] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.083924] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.084200] env[70966]: INFO nova.compute.manager [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1171.084357] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.084564] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076102} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.085106] env[70966]: DEBUG nova.compute.manager [-] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.085207] env[70966]: DEBUG nova.network.neutron [-] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.087047] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.088304] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bbd822-9e4f-47a2-91f9-844ac70d86a0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.092785] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53decabe-26ee-4f9d-bb55-05603b924c9d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.116032] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 29bc77f7-d534-4f23-a431-0a3d0a73948f/29bc77f7-d534-4f23-a431-0a3d0a73948f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.124812] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b01cc5f-6c11-418d-99cf-d4b729a37c39 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.141978] env[70966]: DEBUG nova.compute.manager [req-39002b6c-8d0a-4552-8605-74b21ad9b8bf req-3d459896-d8e4-494d-b84f-544e3a3004ac service nova] [instance: 83c6af70-2fb2-401c-80ae-3070a0b534f5] Received event network-vif-deleted-ff13711c-26e7-46ae-a11d-806354b3a33c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.142873] env[70966]: DEBUG nova.compute.provider_tree [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.149423] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1171.149423] env[70966]: value = "task-3613565" [ 1171.149423] env[70966]: _type = "Task" [ 1171.149423] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.158421] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.209575] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.389016] env[70966]: DEBUG nova.network.neutron [req-9069fb5f-65fc-43bc-aa00-66038bc6c6a1 req-347cb43f-918e-4dea-96d4-3eee3990b47b service nova] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Updated VIF entry in instance network info cache for port 92fe9258-16ab-4037-b574-2b7e23257c94. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.389410] env[70966]: DEBUG nova.network.neutron [req-9069fb5f-65fc-43bc-aa00-66038bc6c6a1 req-347cb43f-918e-4dea-96d4-3eee3990b47b service nova] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Updating instance_info_cache with network_info: [{"id": "92fe9258-16ab-4037-b574-2b7e23257c94", "address": "fa:16:3e:d1:59:ec", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fe9258-16", "ovs_interfaceid": "92fe9258-16ab-4037-b574-2b7e23257c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.400616] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613560, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.401098] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 6b9e8a8f-edb0-4efb-b815-19c09f7512a5] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.467151] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613561, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.511116] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.646240] env[70966]: DEBUG nova.scheduler.client.report [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.659225] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.855193] env[70966]: DEBUG nova.network.neutron [-] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.898119] env[70966]: DEBUG oslo_concurrency.lockutils [req-9069fb5f-65fc-43bc-aa00-66038bc6c6a1 req-347cb43f-918e-4dea-96d4-3eee3990b47b service nova] Releasing lock "refresh_cache-13f54000-2d10-48e8-ac22-827c25fd5cf7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.898373] env[70966]: DEBUG nova.compute.manager [req-9069fb5f-65fc-43bc-aa00-66038bc6c6a1 req-347cb43f-918e-4dea-96d4-3eee3990b47b service nova] [instance: 0a9dd49c-2c8a-4294-9b9f-522a8124af9f] Received event network-vif-deleted-fff2216a-8251-4b49-b768-e4b222b0f034 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.898730] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613560, 'name': Rename_Task, 'duration_secs': 1.196418} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.899254] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.899494] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-910cf953-7b7d-48cd-9094-49f0df056d61 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.903585] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: cf3f25a5-7a5c-4df5-9d28-3b69381a751f] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.906641] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1171.906641] env[70966]: value = "task-3613566" [ 1171.906641] env[70966]: _type = "Task" [ 1171.906641] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.914290] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.967030] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613561, 'name': CreateVM_Task, 'duration_secs': 1.39804} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.967200] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.967838] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.968015] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.968364] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.968620] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c8e229-daeb-46d3-ad3c-543c856424c8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.973729] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1171.973729] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5281ba11-5cab-6edf-5185-4381cff89936" [ 1171.973729] env[70966]: _type = "Task" [ 1171.973729] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.982184] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5281ba11-5cab-6edf-5185-4381cff89936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.151533] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.154120] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.608s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.154372] env[70966]: DEBUG nova.objects.instance [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lazy-loading 'resources' on Instance uuid bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.166129] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613565, 'name': ReconfigVM_Task, 'duration_secs': 0.904963} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.167018] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 29bc77f7-d534-4f23-a431-0a3d0a73948f/29bc77f7-d534-4f23-a431-0a3d0a73948f.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.167700] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c98ce45-6362-44b1-8631-0beec28b840d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.174721] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1172.174721] env[70966]: value = "task-3613567" [ 1172.174721] env[70966]: _type = "Task" [ 1172.174721] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.179107] env[70966]: INFO nova.scheduler.client.report [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Deleted allocations for instance acd88e28-b033-454a-8e80-07ddec520cbb [ 1172.185837] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613567, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.358062] env[70966]: INFO nova.compute.manager [-] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Took 1.27 seconds to deallocate network for instance. [ 1172.407598] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: dc7a61a4-2423-46a5-ab55-e6ed45cf0c48] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.419719] env[70966]: DEBUG oslo_vmware.api [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613566, 'name': PowerOnVM_Task, 'duration_secs': 0.461185} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.419987] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.420207] env[70966]: INFO nova.compute.manager [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1172.420385] env[70966]: DEBUG nova.compute.manager [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.421586] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9dcdae-b6e9-43cc-a46e-765c3ee7c2d7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.483078] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5281ba11-5cab-6edf-5185-4381cff89936, 'name': SearchDatastore_Task, 'duration_secs': 0.016202} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.483497] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.483595] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.485481] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.485481] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.485481] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.485481] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5060187-b4a2-40b0-b247-2ddbfa195ea9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.492568] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.492745] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.493438] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d54ab62-1117-4abc-88f0-9a3476b5f815 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.498467] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1172.498467] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ced578-89e1-ab57-04a3-3ea31edd1273" [ 1172.498467] env[70966]: _type = "Task" [ 1172.498467] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.505935] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ced578-89e1-ab57-04a3-3ea31edd1273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.688917] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613567, 'name': Rename_Task, 'duration_secs': 0.199426} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.689408] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b54f2c79-5c7c-43da-ad17-e272484b8dc2 tempest-ServerShowV257Test-1517163675 tempest-ServerShowV257Test-1517163675-project-member] Lock "acd88e28-b033-454a-8e80-07ddec520cbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.168s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.690309] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.692802] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c70adbe-6d20-4f7b-a705-72eac452976f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.699296] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1172.699296] env[70966]: value = "task-3613568" [ 1172.699296] env[70966]: _type = "Task" [ 1172.699296] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.709090] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.865659] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.870030] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efaeb1c-e0c2-44bb-ab45-fb84f5eb0d54 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.878165] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be518b9-7469-426a-8602-d28d0fb37ae7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.912029] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31d45d0-7113-4a9e-bfb2-f2312a2fc279 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.915262] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: d4bbfb4c-039f-4373-bcaf-e0e915d57e47] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.922274] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4f4c27-a6bf-4f98-acac-abf830cc8871 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.941369] env[70966]: DEBUG nova.compute.provider_tree [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.946031] env[70966]: INFO nova.compute.manager [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Took 13.45 seconds to build instance. [ 1173.010466] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ced578-89e1-ab57-04a3-3ea31edd1273, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.011908] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97dad1f-102d-43e3-ad51-8f87bee80838 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.017556] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1173.017556] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e644bf-db84-db17-5951-5e4ea6eef95e" [ 1173.017556] env[70966]: _type = "Task" [ 1173.017556] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.026359] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e644bf-db84-db17-5951-5e4ea6eef95e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.145879] env[70966]: DEBUG nova.compute.manager [req-b3d97860-dba1-43a3-897b-2e5b69633f13 req-eec55dcc-6a45-4bca-b7d4-1be0d38d9559 service nova] [instance: 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f] Received event network-vif-deleted-17ce418a-a90b-401f-a6b1-c891c6cef1b7 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.210337] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613568, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.421151] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: e6c65fed-3791-4f55-843b-25f9c5fe8172] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.449025] env[70966]: DEBUG nova.scheduler.client.report [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.451076] env[70966]: DEBUG oslo_concurrency.lockutils [None req-97bef7f4-ef2f-475e-bea9-7ff883b66387 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Lock "632999c1-566a-4c48-93bc-1d13a34713d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.973s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.529095] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52e644bf-db84-db17-5951-5e4ea6eef95e, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.529328] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.529670] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 13f54000-2d10-48e8-ac22-827c25fd5cf7/13f54000-2d10-48e8-ac22-827c25fd5cf7.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.529994] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-871e3efc-9091-4040-9861-042946e20a2f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.538468] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1173.538468] env[70966]: value = "task-3613569" [ 1173.538468] env[70966]: _type = "Task" [ 1173.538468] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.546893] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.641687] env[70966]: INFO nova.compute.manager [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Rebuilding instance [ 1173.690354] env[70966]: DEBUG nova.compute.manager [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.691252] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d214ad-698f-49e0-b039-c15c6b069206 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.711499] env[70966]: DEBUG oslo_vmware.api [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613568, 'name': PowerOnVM_Task, 'duration_secs': 0.608264} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.711766] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.711959] env[70966]: INFO nova.compute.manager [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1173.712163] env[70966]: DEBUG nova.compute.manager [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.712930] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644407ab-ec63-41eb-81f0-ac62228b0a8e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.923263] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 52a61c79-cc93-4ae0-8f43-d78a6d857f07] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.953145] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.956157] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.747s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.956417] env[70966]: DEBUG nova.objects.instance [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lazy-loading 'resources' on Instance uuid 0a9dd49c-2c8a-4294-9b9f-522a8124af9f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.980563] env[70966]: INFO nova.scheduler.client.report [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Deleted allocations for instance bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c [ 1174.049636] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613569, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.229626] env[70966]: INFO nova.compute.manager [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Took 20.22 seconds to build instance. [ 1174.426628] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 320938bd-aa9a-47c9-8add-f4ef382f171a] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.489308] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d7a5c437-fce4-4c34-b8f1-1bae31d543a7 tempest-ServersNegativeTestJSON-736271562 tempest-ServersNegativeTestJSON-736271562-project-member] Lock "bf90658d-2fd7-4486-9fd8-4e8ef3c7af1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.376s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.550620] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613569, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.650020] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcb81ab-086b-4010-ae08-f66f85082fc0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.658512] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8cbfa9-2910-49ec-a797-78947b7ee7f6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.691233] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08286fb-2900-4144-8a19-21a8fd971589 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.699255] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0aebfe-7f67-48f5-b154-87f32777693c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.713271] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.713778] env[70966]: DEBUG nova.compute.provider_tree [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.715058] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28ed7c69-d697-4af5-a0de-f9fd1a828efd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.723198] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1174.723198] env[70966]: value = "task-3613570" [ 1174.723198] env[70966]: _type = "Task" [ 1174.723198] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.733168] env[70966]: DEBUG oslo_concurrency.lockutils [None req-0c95007e-0712-48f3-bb45-da2c0cd41af9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.735s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.733409] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.859297] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.859629] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.929648] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 98c6cd14-a5c9-4b6e-82d2-799b6c0187b1] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.053981] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613569, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.057245] env[70966]: DEBUG nova.compute.manager [req-d1ecffbc-d41d-461e-8819-da77bae39d9d req-3350eebf-98c1-4bc2-8695-af62cf33a526 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Received event network-changed-02af5f71-cd9e-45ac-9b68-0b807f7a383c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.057936] env[70966]: DEBUG nova.compute.manager [req-d1ecffbc-d41d-461e-8819-da77bae39d9d req-3350eebf-98c1-4bc2-8695-af62cf33a526 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Refreshing instance network info cache due to event network-changed-02af5f71-cd9e-45ac-9b68-0b807f7a383c. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.057936] env[70966]: DEBUG oslo_concurrency.lockutils [req-d1ecffbc-d41d-461e-8819-da77bae39d9d req-3350eebf-98c1-4bc2-8695-af62cf33a526 service nova] Acquiring lock "refresh_cache-29bc77f7-d534-4f23-a431-0a3d0a73948f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.057936] env[70966]: DEBUG oslo_concurrency.lockutils [req-d1ecffbc-d41d-461e-8819-da77bae39d9d req-3350eebf-98c1-4bc2-8695-af62cf33a526 service nova] Acquired lock "refresh_cache-29bc77f7-d534-4f23-a431-0a3d0a73948f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.058242] env[70966]: DEBUG nova.network.neutron [req-d1ecffbc-d41d-461e-8819-da77bae39d9d req-3350eebf-98c1-4bc2-8695-af62cf33a526 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Refreshing network info cache for port 02af5f71-cd9e-45ac-9b68-0b807f7a383c {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.217920] env[70966]: DEBUG nova.scheduler.client.report [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.233863] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613570, 'name': PowerOffVM_Task, 'duration_secs': 0.502464} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.234308] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.234805] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.235721] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ff0db3-9477-4c70-b656-b2b5ad81c07f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.244386] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.244644] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-182f757e-99fc-46a1-8c17-5ae9324f383f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.271606] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.271888] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.272133] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Deleting the datastore file [datastore2] 632999c1-566a-4c48-93bc-1d13a34713d5 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.272471] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-148d6d7b-704d-4a04-919d-fb09b9195a43 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.288603] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1175.288603] env[70966]: value = "task-3613572" [ 1175.288603] env[70966]: _type = "Task" [ 1175.288603] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.297364] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.362947] env[70966]: DEBUG nova.compute.utils [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.433554] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 06d64fc7-94a1-4bf1-8556-121936dc19e3] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.554860] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613569, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.551871} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.557278] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 13f54000-2d10-48e8-ac22-827c25fd5cf7/13f54000-2d10-48e8-ac22-827c25fd5cf7.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.557555] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.557846] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e068436-46ce-450c-8f90-20b2bce17293 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.568215] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1175.568215] env[70966]: value = "task-3613573" [ 1175.568215] env[70966]: _type = "Task" [ 1175.568215] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.579914] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.724720] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.726989] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.216s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.727481] env[70966]: DEBUG nova.objects.instance [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lazy-loading 'resources' on Instance uuid 83c6af70-2fb2-401c-80ae-3070a0b534f5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.762180] env[70966]: INFO nova.scheduler.client.report [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleted allocations for instance 0a9dd49c-2c8a-4294-9b9f-522a8124af9f [ 1175.804242] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116921} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.804242] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.804242] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.805593] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.831145] env[70966]: DEBUG nova.network.neutron [req-d1ecffbc-d41d-461e-8819-da77bae39d9d req-3350eebf-98c1-4bc2-8695-af62cf33a526 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Updated VIF entry in instance network info cache for port 02af5f71-cd9e-45ac-9b68-0b807f7a383c. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.831607] env[70966]: DEBUG nova.network.neutron [req-d1ecffbc-d41d-461e-8819-da77bae39d9d req-3350eebf-98c1-4bc2-8695-af62cf33a526 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Updating instance_info_cache with network_info: [{"id": "02af5f71-cd9e-45ac-9b68-0b807f7a383c", "address": "fa:16:3e:c9:a9:0a", "network": {"id": "3cf885ef-ed71-41cd-a201-044f6cf5af33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-136501275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120eae4ad259401a9f0a27d9c7648223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02af5f71-cd", "ovs_interfaceid": "02af5f71-cd9e-45ac-9b68-0b807f7a383c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.866271] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.936845] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: d5c25f0a-6cb3-46b6-ba8a-7822593a840d] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.081471] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072183} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.081878] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.082790] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa748ce-03cb-4ffb-b652-966caebe5d56 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.108133] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 13f54000-2d10-48e8-ac22-827c25fd5cf7/13f54000-2d10-48e8-ac22-827c25fd5cf7.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.108516] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68726ca6-ce34-47c0-92b3-ad1c9de35114 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.132773] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1176.132773] env[70966]: value = "task-3613574" [ 1176.132773] env[70966]: _type = "Task" [ 1176.132773] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.145326] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.277406] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b8f3ffc2-7663-43d7-9282-d2090f53ccb5 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "0a9dd49c-2c8a-4294-9b9f-522a8124af9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.012s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.333877] env[70966]: DEBUG oslo_concurrency.lockutils [req-d1ecffbc-d41d-461e-8819-da77bae39d9d req-3350eebf-98c1-4bc2-8695-af62cf33a526 service nova] Releasing lock "refresh_cache-29bc77f7-d534-4f23-a431-0a3d0a73948f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.416627] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ff53ca-3974-49e9-a293-b5f33436c057 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.425409] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3401ddcb-24b6-4177-9f24-23b799b53f4d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.172021] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: e5a70365-479b-4c56-b385-684fd7e70c74] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.184945] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf78650-11d2-4dd0-8232-b6de53c6057c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.196458] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613574, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.199946] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5714185-923d-4285-be26-a70ab91c1761 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.216918] env[70966]: DEBUG nova.compute.provider_tree [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.220056] env[70966]: DEBUG nova.virt.hardware [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.220282] env[70966]: DEBUG nova.virt.hardware [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.220436] env[70966]: DEBUG nova.virt.hardware [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.220625] env[70966]: DEBUG nova.virt.hardware [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.221011] env[70966]: DEBUG nova.virt.hardware [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.221011] env[70966]: DEBUG nova.virt.hardware [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.221154] env[70966]: DEBUG nova.virt.hardware [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.221309] env[70966]: DEBUG nova.virt.hardware [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.221501] env[70966]: DEBUG nova.virt.hardware [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.221671] env[70966]: DEBUG nova.virt.hardware [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.221860] env[70966]: DEBUG nova.virt.hardware [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.222985] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12335df6-0c04-4857-a4e7-eae2b3192c7f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.231874] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368ff99f-b66f-4635-bd78-9e388f143c13 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.245778] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.251424] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.251662] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.251860] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da07005e-64ae-49b6-870a-39499943801a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.269201] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.269201] env[70966]: value = "task-3613575" [ 1177.269201] env[70966]: _type = "Task" [ 1177.269201] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.278394] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613575, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.677334] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 98aa482b-cfbd-48ca-b3fe-1d059e30a939] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.682014] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613574, 'name': ReconfigVM_Task, 'duration_secs': 1.324071} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.682486] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 13f54000-2d10-48e8-ac22-827c25fd5cf7/13f54000-2d10-48e8-ac22-827c25fd5cf7.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.683103] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38c24332-891a-4346-97c0-3cefea59dc55 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.688289] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "5191e604-7633-4903-ad1d-c1ecfd3c4d68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.688509] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "5191e604-7633-4903-ad1d-c1ecfd3c4d68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.688704] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "5191e604-7633-4903-ad1d-c1ecfd3c4d68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.688890] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "5191e604-7633-4903-ad1d-c1ecfd3c4d68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.689124] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "5191e604-7633-4903-ad1d-c1ecfd3c4d68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.690822] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.691034] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.691248] env[70966]: INFO nova.compute.manager [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Attaching volume 2670a838-f189-44d2-907f-54ccf758fa16 to /dev/sdb [ 1177.692968] env[70966]: INFO nova.compute.manager [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Terminating instance [ 1177.695805] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1177.695805] env[70966]: value = "task-3613576" [ 1177.695805] env[70966]: _type = "Task" [ 1177.695805] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.708534] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613576, 'name': Rename_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.727179] env[70966]: DEBUG nova.scheduler.client.report [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.732257] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acead6c7-ded1-49c2-928f-9e832d2015aa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.740311] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52399888-aebc-411e-ab37-db672a28ad0e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.755886] env[70966]: DEBUG nova.virt.block_device [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Updating existing volume attachment record: 73255d07-f142-41c2-8434-449ef8d62a60 {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1177.778717] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613575, 'name': CreateVM_Task, 'duration_secs': 0.389091} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.778959] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.779413] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.779587] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.779898] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.780161] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e518942e-4bdf-4565-b14f-760101d7fbb2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.784790] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1177.784790] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524906b7-c2ee-077e-4ea0-86676a0ed4ae" [ 1177.784790] env[70966]: _type = "Task" [ 1177.784790] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.793114] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524906b7-c2ee-077e-4ea0-86676a0ed4ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.183013] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: f7fd281f-17f9-4c69-b3ad-2171b248ef00] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.202073] env[70966]: DEBUG nova.compute.manager [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.202232] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.203083] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120bb4d3-fe00-47c1-a612-c7c219076534 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.213185] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613576, 'name': Rename_Task, 'duration_secs': 0.162312} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.214894] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.215221] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.216172] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-867f85c5-562d-4359-b16e-01b810556487 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.217619] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1449a86-fd47-4e23-8093-cc863d933b3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.225371] env[70966]: DEBUG oslo_vmware.api [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1178.225371] env[70966]: value = "task-3613581" [ 1178.225371] env[70966]: _type = "Task" [ 1178.225371] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.226336] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1178.226336] env[70966]: value = "task-3613580" [ 1178.226336] env[70966]: _type = "Task" [ 1178.226336] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.237211] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.510s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.247235] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.381s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.247630] env[70966]: DEBUG nova.objects.instance [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Lazy-loading 'resources' on Instance uuid 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.249341] env[70966]: DEBUG oslo_vmware.api [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.249975] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.272958] env[70966]: INFO nova.scheduler.client.report [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Deleted allocations for instance 83c6af70-2fb2-401c-80ae-3070a0b534f5 [ 1178.296300] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524906b7-c2ee-077e-4ea0-86676a0ed4ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011629} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.296694] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.296902] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.297208] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.297366] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.297567] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.297857] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96b4e660-1961-4f77-b58b-36267e76f0b3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.308772] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.309023] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.309886] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33252d81-899e-4150-b47c-31992bad0129 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.316449] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1178.316449] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5281c303-5fb0-4b0a-16d1-28472d2c08be" [ 1178.316449] env[70966]: _type = "Task" [ 1178.316449] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.329214] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5281c303-5fb0-4b0a-16d1-28472d2c08be, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.329979] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe03d3ed-4f81-4938-8ea1-1df936ec6e1c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.336694] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1178.336694] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520e01d4-6773-5987-0f5a-1ab0ed606bd0" [ 1178.336694] env[70966]: _type = "Task" [ 1178.336694] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.345408] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520e01d4-6773-5987-0f5a-1ab0ed606bd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.686486] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 6822d83f-3208-47a7-8b15-e4c34d1a2b9b] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.738431] env[70966]: DEBUG oslo_vmware.api [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613581, 'name': PowerOffVM_Task, 'duration_secs': 0.289574} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.741630] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.741873] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.742155] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613580, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.742365] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5903b307-0734-47a2-a8b6-1db979018dc0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.781197] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5925ae81-bdef-41f8-8066-49095ef64001 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "83c6af70-2fb2-401c-80ae-3070a0b534f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.130s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.849870] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]520e01d4-6773-5987-0f5a-1ab0ed606bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.011153} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.850281] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.850281] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 632999c1-566a-4c48-93bc-1d13a34713d5/632999c1-566a-4c48-93bc-1d13a34713d5.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.850531] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d19a0c8-9819-4efe-a3b7-f7e63fe877e0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.859583] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1178.859583] env[70966]: value = "task-3613583" [ 1178.859583] env[70966]: _type = "Task" [ 1178.859583] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.868376] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.896241] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faac4852-c9c0-4089-91fb-1a3cad1f6b40 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.904871] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3d0137-7a68-4cc8-bfd8-ff9420fc4743 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.941723] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0474be4d-6d6c-49c3-a516-5fa219499550 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.944733] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.945576] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.945576] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleting the datastore file [datastore2] 5191e604-7633-4903-ad1d-c1ecfd3c4d68 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.945576] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-897b15d6-8b7b-4733-bf62-c7d9b0a276c0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.955131] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3364a9-88e7-4b8e-9512-3091ed3c4fad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.959433] env[70966]: DEBUG oslo_vmware.api [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for the task: (returnval){ [ 1178.959433] env[70966]: value = "task-3613584" [ 1178.959433] env[70966]: _type = "Task" [ 1178.959433] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.971747] env[70966]: DEBUG nova.compute.provider_tree [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.978499] env[70966]: DEBUG oslo_vmware.api [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.190757] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: f1794df3-0247-4955-8236-6c4a2c0e2d31] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.241025] env[70966]: DEBUG oslo_vmware.api [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613580, 'name': PowerOnVM_Task, 'duration_secs': 0.57443} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.241356] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.241622] env[70966]: INFO nova.compute.manager [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Took 11.28 seconds to spawn the instance on the hypervisor. [ 1179.241803] env[70966]: DEBUG nova.compute.manager [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.242770] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527af6f4-bb35-4e1e-8697-0657fe79ba27 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.370450] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459381} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.370833] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 632999c1-566a-4c48-93bc-1d13a34713d5/632999c1-566a-4c48-93bc-1d13a34713d5.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.370942] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.371197] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bb8c945-bb99-4078-bfb2-2a3d0b0940fa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.380186] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1179.380186] env[70966]: value = "task-3613585" [ 1179.380186] env[70966]: _type = "Task" [ 1179.380186] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.388685] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.470364] env[70966]: DEBUG oslo_vmware.api [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Task: {'id': task-3613584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261724} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.471029] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.471029] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.471029] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.471029] env[70966]: INFO nova.compute.manager [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1179.471304] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.471466] env[70966]: DEBUG nova.compute.manager [-] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.471577] env[70966]: DEBUG nova.network.neutron [-] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.475217] env[70966]: DEBUG nova.scheduler.client.report [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.694240] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 523d5ceb-7c30-41fe-87d5-48f5944ba100] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.760178] env[70966]: INFO nova.compute.manager [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Took 17.99 seconds to build instance. [ 1179.875361] env[70966]: DEBUG nova.compute.manager [req-dd5e3c6e-cf02-4a43-a763-9259d54f7474 req-f4746998-c9c4-4afd-96b8-5fc830c1b685 service nova] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Received event network-vif-deleted-64bc1d4d-4738-4924-8e9b-5e089e0480aa {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.875562] env[70966]: INFO nova.compute.manager [req-dd5e3c6e-cf02-4a43-a763-9259d54f7474 req-f4746998-c9c4-4afd-96b8-5fc830c1b685 service nova] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Neutron deleted interface 64bc1d4d-4738-4924-8e9b-5e089e0480aa; detaching it from the instance and deleting it from the info cache [ 1179.875732] env[70966]: DEBUG nova.network.neutron [req-dd5e3c6e-cf02-4a43-a763-9259d54f7474 req-f4746998-c9c4-4afd-96b8-5fc830c1b685 service nova] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.897095] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159858} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.897372] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.898133] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f512f928-d7f6-4ad7-8fd5-5e27eb0f5ba4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.919143] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 632999c1-566a-4c48-93bc-1d13a34713d5/632999c1-566a-4c48-93bc-1d13a34713d5.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.919799] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c47239d4-5fc8-45fd-9fe4-52cdec9e3475 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.942988] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1179.942988] env[70966]: value = "task-3613586" [ 1179.942988] env[70966]: _type = "Task" [ 1179.942988] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.951612] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.980430] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.005080] env[70966]: INFO nova.scheduler.client.report [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Deleted allocations for instance 7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f [ 1180.162470] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.162805] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.162960] env[70966]: INFO nova.compute.manager [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Shelving [ 1180.197877] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 26ff2e4f-a0b1-42d1-af8d-6dad17e9bff8] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.262419] env[70966]: DEBUG oslo_concurrency.lockutils [None req-344da6ad-83a3-4152-abb6-33fb7ed8b7c7 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "13f54000-2d10-48e8-ac22-827c25fd5cf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.502s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.357120] env[70966]: DEBUG nova.network.neutron [-] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.379780] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60d66cc3-a44e-4fdb-a4a0-984e262f9879 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.390409] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7e8399-e258-4d9a-a688-cd26742d7223 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.423385] env[70966]: DEBUG nova.compute.manager [req-dd5e3c6e-cf02-4a43-a763-9259d54f7474 req-f4746998-c9c4-4afd-96b8-5fc830c1b685 service nova] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Detach interface failed, port_id=64bc1d4d-4738-4924-8e9b-5e089e0480aa, reason: Instance 5191e604-7633-4903-ad1d-c1ecfd3c4d68 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1180.454476] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.515669] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3e9f262a-6dff-4eeb-a2c5-fb5bc1d66296 tempest-ServerTagsTestJSON-1696454602 tempest-ServerTagsTestJSON-1696454602-project-member] Lock "7c3b16d3-15ff-4a10-b8d4-fb6b4b4e387f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.097s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.701256] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 38d1a9d0-7442-4a91-ab52-94c73e0d9caf] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.859123] env[70966]: INFO nova.compute.manager [-] [instance: 5191e604-7633-4903-ad1d-c1ecfd3c4d68] Took 1.39 seconds to deallocate network for instance. [ 1180.957148] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.174705] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.175181] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7736fe0-3dac-4f42-b5b2-ad245e10892f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.184088] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1181.184088] env[70966]: value = "task-3613588" [ 1181.184088] env[70966]: _type = "Task" [ 1181.184088] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.193110] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.205924] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: d8d82f20-3fbe-4b20-acdc-b2dfbdbc15ea] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.365619] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.365864] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.366166] env[70966]: DEBUG nova.objects.instance [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lazy-loading 'resources' on Instance uuid 5191e604-7633-4903-ad1d-c1ecfd3c4d68 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.459960] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613586, 'name': ReconfigVM_Task, 'duration_secs': 1.274234} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.459960] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 632999c1-566a-4c48-93bc-1d13a34713d5/632999c1-566a-4c48-93bc-1d13a34713d5.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.460729] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a6e6ea3-fb6e-4928-a80a-4e56dbe2e208 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.471195] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1181.471195] env[70966]: value = "task-3613589" [ 1181.471195] env[70966]: _type = "Task" [ 1181.471195] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.485961] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613589, 'name': Rename_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.535940] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.536232] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.694516] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613588, 'name': PowerOffVM_Task, 'duration_secs': 0.221277} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.694780] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.695578] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dbabd8-681f-4781-8da7-141577713269 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.715465] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: b1d6038c-6e16-4ed2-b8d2-ec3be2792a93] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.719025] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f7fc5e-253a-4898-8b31-a9de4cca4aa6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.867947] env[70966]: DEBUG nova.compute.manager [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Stashing vm_state: active {{(pid=70966) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1181.985817] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613589, 'name': Rename_Task, 'duration_secs': 0.159356} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.986157] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.986410] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c98bc148-eb35-4162-ba25-3c52df68f427 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.996104] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1181.996104] env[70966]: value = "task-3613590" [ 1181.996104] env[70966]: _type = "Task" [ 1181.996104] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.041255] env[70966]: DEBUG nova.compute.manager [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.045703] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa00c71-42bf-4ba3-be7a-c3c12df27ec8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.054231] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be37abfc-f370-43a4-ac35-6fbf8b970111 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.089336] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb01260-1538-4662-9c38-cf1ed317c366 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.099771] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55218498-da50-4534-a97f-99bff4ac46b3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.116462] env[70966]: DEBUG nova.compute.provider_tree [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.219026] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 2a414958-48b2-4b40-89df-ed686c590f5e] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.231120] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1182.231950] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f9c4f1b-6f38-4105-8da3-1f6dabf12f02 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.242595] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1182.242595] env[70966]: value = "task-3613591" [ 1182.242595] env[70966]: _type = "Task" [ 1182.242595] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.253342] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.299875] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1182.300224] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720786', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'name': 'volume-2670a838-f189-44d2-907f-54ccf758fa16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dea113a5-79dd-4665-b8ae-5ab7a958f2fd', 'attached_at': '', 'detached_at': '', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'serial': '2670a838-f189-44d2-907f-54ccf758fa16'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1182.301528] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacab5bd-3564-48b6-b842-409fe876ef7a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.320237] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf87f41-1e1e-468a-92eb-55047d8173a3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.347534] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-2670a838-f189-44d2-907f-54ccf758fa16/volume-2670a838-f189-44d2-907f-54ccf758fa16.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.347911] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1711876b-deae-4e65-b8f7-806d8c14db55 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.368496] env[70966]: DEBUG oslo_vmware.api [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1182.368496] env[70966]: value = "task-3613592" [ 1182.368496] env[70966]: _type = "Task" [ 1182.368496] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.381072] env[70966]: DEBUG oslo_vmware.api [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.391785] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.507817] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.560166] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.620240] env[70966]: DEBUG nova.scheduler.client.report [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.723720] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 6de5cc86-3369-45ae-8a25-373621dd03a5] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.755311] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613591, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.879628] env[70966]: DEBUG oslo_vmware.api [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.010244] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.126772] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.130049] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.738s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.154624] env[70966]: INFO nova.scheduler.client.report [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Deleted allocations for instance 5191e604-7633-4903-ad1d-c1ecfd3c4d68 [ 1183.228052] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 1bba61d3-b470-4829-a380-f8734d9cb7ad] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.255407] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613591, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.381534] env[70966]: DEBUG oslo_vmware.api [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613592, 'name': ReconfigVM_Task, 'duration_secs': 0.844758} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.381909] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-2670a838-f189-44d2-907f-54ccf758fa16/volume-2670a838-f189-44d2-907f-54ccf758fa16.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.386461] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f111f80-5fb0-47ad-a8a3-9391489c9569 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.403909] env[70966]: DEBUG oslo_vmware.api [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1183.403909] env[70966]: value = "task-3613593" [ 1183.403909] env[70966]: _type = "Task" [ 1183.403909] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.415828] env[70966]: DEBUG oslo_vmware.api [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.511577] env[70966]: DEBUG oslo_vmware.api [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613590, 'name': PowerOnVM_Task, 'duration_secs': 1.228136} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.512120] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.512120] env[70966]: DEBUG nova.compute.manager [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.512865] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13df742a-0e5a-4a6e-a2ee-2be01e1bba2c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.637610] env[70966]: INFO nova.compute.claims [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.663805] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8e637a9c-6a9f-4933-ac4a-8dd791cb8025 tempest-ServersTestJSON-1244289897 tempest-ServersTestJSON-1244289897-project-member] Lock "5191e604-7633-4903-ad1d-c1ecfd3c4d68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.975s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.730688] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 08dd4e1a-1591-4b7e-a33f-cb5b017fcb88] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.754954] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613591, 'name': CreateSnapshot_Task, 'duration_secs': 1.064433} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.755653] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1183.757057] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b587f17c-0e0d-427d-a8ab-24486aeaee47 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.848966] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquiring lock "314a9c1f-b154-4c49-84d8-ac1f5af6ee68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.849213] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Lock "314a9c1f-b154-4c49-84d8-ac1f5af6ee68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.915604] env[70966]: DEBUG oslo_vmware.api [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613593, 'name': ReconfigVM_Task, 'duration_secs': 0.184893} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.915781] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720786', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'name': 'volume-2670a838-f189-44d2-907f-54ccf758fa16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dea113a5-79dd-4665-b8ae-5ab7a958f2fd', 'attached_at': '', 'detached_at': '', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'serial': '2670a838-f189-44d2-907f-54ccf758fa16'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1184.031999] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.143321] env[70966]: INFO nova.compute.resource_tracker [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Updating resource usage from migration 505002c3-6b39-4b1f-b92d-b9455f6e9594 [ 1184.236982] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 37823278-35eb-47c4-857f-eadba47f5ad8] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.275686] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1184.278453] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-626fd481-07d6-45a0-bc22-5c8e94f1a617 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.288828] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1184.288828] env[70966]: value = "task-3613594" [ 1184.288828] env[70966]: _type = "Task" [ 1184.288828] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.299823] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613594, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.320157] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8096718d-cb62-45dc-becf-e65b3d0b9ef9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.328067] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58368687-e809-4da5-b77a-1612d5155163 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.359458] env[70966]: DEBUG nova.compute.manager [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.362623] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cdcc71-6a54-4eab-a9c9-598f52040e94 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.371390] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4adf52f-0fff-4e2e-9db9-f5dd96fb0980 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.386887] env[70966]: DEBUG nova.compute.provider_tree [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.741455] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: b9921915-f483-425f-8214-6e35b2b939b0] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.800370] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613594, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.880853] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.891601] env[70966]: DEBUG nova.scheduler.client.report [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.968911] env[70966]: DEBUG nova.objects.instance [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lazy-loading 'flavor' on Instance uuid dea113a5-79dd-4665-b8ae-5ab7a958f2fd {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.035096] env[70966]: DEBUG oslo_concurrency.lockutils [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquiring lock "632999c1-566a-4c48-93bc-1d13a34713d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.035196] env[70966]: DEBUG oslo_concurrency.lockutils [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Lock "632999c1-566a-4c48-93bc-1d13a34713d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.035441] env[70966]: DEBUG oslo_concurrency.lockutils [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquiring lock "632999c1-566a-4c48-93bc-1d13a34713d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.036018] env[70966]: DEBUG oslo_concurrency.lockutils [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Lock "632999c1-566a-4c48-93bc-1d13a34713d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.036218] env[70966]: DEBUG oslo_concurrency.lockutils [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Lock "632999c1-566a-4c48-93bc-1d13a34713d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.038317] env[70966]: INFO nova.compute.manager [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Terminating instance [ 1185.245173] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 379e905b-dd3b-4b73-8393-02232f2540ce] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.302911] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613594, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.397020] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.267s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.397138] env[70966]: INFO nova.compute.manager [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Migrating [ 1185.403667] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.844s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.405302] env[70966]: INFO nova.compute.claims [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.475249] env[70966]: DEBUG oslo_concurrency.lockutils [None req-a1566cd9-ec07-46f2-bd11-b22ad9985795 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.784s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.543825] env[70966]: DEBUG oslo_concurrency.lockutils [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquiring lock "refresh_cache-632999c1-566a-4c48-93bc-1d13a34713d5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.544093] env[70966]: DEBUG oslo_concurrency.lockutils [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquired lock "refresh_cache-632999c1-566a-4c48-93bc-1d13a34713d5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.544250] env[70966]: DEBUG nova.network.neutron [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.751241] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: c3eccdec-e728-4513-891f-26f56f8a2a8f] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.771358] env[70966]: INFO nova.compute.manager [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Rebuilding instance [ 1185.803186] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613594, 'name': CloneVM_Task} progress is 95%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.826951] env[70966]: DEBUG nova.compute.manager [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.827770] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e05e21-0441-4df7-9b6e-640814e3570a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.916613] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "refresh_cache-13f54000-2d10-48e8-ac22-827c25fd5cf7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.916878] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "refresh_cache-13f54000-2d10-48e8-ac22-827c25fd5cf7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.916990] env[70966]: DEBUG nova.network.neutron [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.064716] env[70966]: DEBUG nova.network.neutron [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.118587] env[70966]: DEBUG nova.network.neutron [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.253840] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 5941bee0-8958-462d-880a-306024f75a72] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.301774] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613594, 'name': CloneVM_Task, 'duration_secs': 1.961835} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.302099] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Created linked-clone VM from snapshot [ 1186.302884] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2aa107-4407-4854-8cf3-9c738082f35a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.311990] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Uploading image d5a6c790-699e-46c7-8258-679e197234cb {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1186.341814] env[70966]: DEBUG oslo_vmware.rw_handles [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1186.341814] env[70966]: value = "vm-720788" [ 1186.341814] env[70966]: _type = "VirtualMachine" [ 1186.341814] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1186.342094] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-90044502-a7bd-4976-b065-6f1e75c1a955 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.351781] env[70966]: DEBUG oslo_vmware.rw_handles [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lease: (returnval){ [ 1186.351781] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52683fa5-192c-09c8-3eb8-d67e7f2f6358" [ 1186.351781] env[70966]: _type = "HttpNfcLease" [ 1186.351781] env[70966]: } obtained for exporting VM: (result){ [ 1186.351781] env[70966]: value = "vm-720788" [ 1186.351781] env[70966]: _type = "VirtualMachine" [ 1186.351781] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1186.352182] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the lease: (returnval){ [ 1186.352182] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52683fa5-192c-09c8-3eb8-d67e7f2f6358" [ 1186.352182] env[70966]: _type = "HttpNfcLease" [ 1186.352182] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1186.362753] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1186.362753] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52683fa5-192c-09c8-3eb8-d67e7f2f6358" [ 1186.362753] env[70966]: _type = "HttpNfcLease" [ 1186.362753] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1186.596586] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fe2768-b773-4dba-8251-3fb422d49fce {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.605950] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c05988f-01a5-4211-aa6e-06737370d1f3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.639615] env[70966]: DEBUG oslo_concurrency.lockutils [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Releasing lock "refresh_cache-632999c1-566a-4c48-93bc-1d13a34713d5" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.640045] env[70966]: DEBUG nova.compute.manager [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.640228] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.643586] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6cdd53-0e8d-4ff0-8226-b7193ec8db78 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.646535] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c8f482-31e1-4cac-bf03-0f3d187187aa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.656646] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ca5ba3-909e-4272-b6d0-9132d7127704 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.660516] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.660766] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57353d98-840d-43f3-8bc3-eab59f9ad872 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.675589] env[70966]: DEBUG nova.compute.provider_tree [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.678219] env[70966]: DEBUG oslo_vmware.api [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1186.678219] env[70966]: value = "task-3613596" [ 1186.678219] env[70966]: _type = "Task" [ 1186.678219] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.691910] env[70966]: DEBUG oslo_vmware.api [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.716033] env[70966]: DEBUG nova.network.neutron [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Updating instance_info_cache with network_info: [{"id": "92fe9258-16ab-4037-b574-2b7e23257c94", "address": "fa:16:3e:d1:59:ec", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fe9258-16", "ovs_interfaceid": "92fe9258-16ab-4037-b574-2b7e23257c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.757051] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: f9e9bd3f-e448-47c3-a360-15bdaa60227e] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.845328] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.845592] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54d73f14-fafe-4758-ae81-20f80030a0ca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.853579] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1186.853579] env[70966]: value = "task-3613597" [ 1186.853579] env[70966]: _type = "Task" [ 1186.853579] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.867377] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.867632] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1186.867632] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52683fa5-192c-09c8-3eb8-d67e7f2f6358" [ 1186.867632] env[70966]: _type = "HttpNfcLease" [ 1186.867632] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1186.867897] env[70966]: DEBUG oslo_vmware.rw_handles [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1186.867897] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52683fa5-192c-09c8-3eb8-d67e7f2f6358" [ 1186.867897] env[70966]: _type = "HttpNfcLease" [ 1186.867897] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1186.868631] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a83bad-579e-4747-a108-b9090857fef1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.876574] env[70966]: DEBUG oslo_vmware.rw_handles [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d3a1b-b963-fea2-8bce-46c2b2f36a1a/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1186.876756] env[70966]: DEBUG oslo_vmware.rw_handles [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d3a1b-b963-fea2-8bce-46c2b2f36a1a/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1186.969904] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc1db909-ae38-4a58-b454-c6832ea7ad32 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.181913] env[70966]: DEBUG nova.scheduler.client.report [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.194916] env[70966]: DEBUG oslo_vmware.api [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613596, 'name': PowerOffVM_Task, 'duration_secs': 0.22408} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.195638] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.195638] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.195902] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e06012f6-f5ce-4f98-941b-dbd853a21dec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.218646] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "refresh_cache-13f54000-2d10-48e8-ac22-827c25fd5cf7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.224841] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.225119] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.225428] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Deleting the datastore file [datastore1] 632999c1-566a-4c48-93bc-1d13a34713d5 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.225723] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeec0004-55ce-4391-8e93-9462266c47cc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.233852] env[70966]: DEBUG oslo_vmware.api [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for the task: (returnval){ [ 1187.233852] env[70966]: value = "task-3613599" [ 1187.233852] env[70966]: _type = "Task" [ 1187.233852] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.244133] env[70966]: DEBUG oslo_vmware.api [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.260544] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 8fa737dc-9d45-43b9-a9a9-22e593c6f1e8] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.367293] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613597, 'name': PowerOffVM_Task, 'duration_secs': 0.192109} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.367850] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.447148] env[70966]: INFO nova.compute.manager [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Detaching volume 2670a838-f189-44d2-907f-54ccf758fa16 [ 1187.482445] env[70966]: INFO nova.virt.block_device [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Attempting to driver detach volume 2670a838-f189-44d2-907f-54ccf758fa16 from mountpoint /dev/sdb [ 1187.482692] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1187.482887] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720786', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'name': 'volume-2670a838-f189-44d2-907f-54ccf758fa16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dea113a5-79dd-4665-b8ae-5ab7a958f2fd', 'attached_at': '', 'detached_at': '', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'serial': '2670a838-f189-44d2-907f-54ccf758fa16'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1187.485387] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816bebe7-64a6-4ad5-ba7c-8b2e1d90667d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.507681] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5317d3c-7132-450b-8b6a-8f8b4b74e756 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.517113] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06143c97-9fa6-4d26-b513-c07b557be243 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.539481] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32388434-494f-47fa-acad-379d77d44f9c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.555368] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] The volume has not been displaced from its original location: [datastore1] volume-2670a838-f189-44d2-907f-54ccf758fa16/volume-2670a838-f189-44d2-907f-54ccf758fa16.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1187.561111] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.561929] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f71e867-79ac-4a63-87a4-353faa53b780 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.581690] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1187.581690] env[70966]: value = "task-3613600" [ 1187.581690] env[70966]: _type = "Task" [ 1187.581690] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.590662] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.689930] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.690539] env[70966]: DEBUG nova.compute.manager [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.693519] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.663s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.695080] env[70966]: DEBUG nova.objects.instance [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70966) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1187.747036] env[70966]: DEBUG oslo_vmware.api [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Task: {'id': task-3613599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162965} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.747604] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.747983] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.748384] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.749292] env[70966]: INFO nova.compute.manager [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1187.749292] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.749292] env[70966]: DEBUG nova.compute.manager [-] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.749470] env[70966]: DEBUG nova.network.neutron [-] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.763597] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 533a28e1-975b-4559-b313-287e01c9c27c] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.766109] env[70966]: DEBUG nova.network.neutron [-] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.092496] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613600, 'name': ReconfigVM_Task, 'duration_secs': 0.278963} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.092898] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.097756] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ee4f4f0-73ae-41c6-b7c0-593d50de6548 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.115162] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1188.115162] env[70966]: value = "task-3613601" [ 1188.115162] env[70966]: _type = "Task" [ 1188.115162] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.126269] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.198299] env[70966]: DEBUG nova.compute.utils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.202665] env[70966]: DEBUG nova.compute.manager [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.203165] env[70966]: DEBUG nova.network.neutron [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.255406] env[70966]: DEBUG nova.policy [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faeb1ab7ffab44cf88c263414a832959', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '000f824d72764a96a2d7f3b33e5d0acd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.269266] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: fcd6b298-8442-4288-87c3-2cb0457b1626] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.271244] env[70966]: DEBUG nova.network.neutron [-] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.593559] env[70966]: DEBUG nova.network.neutron [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Successfully created port: 7c36990f-1478-437d-a386-2240765cdc44 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.626503] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613601, 'name': ReconfigVM_Task, 'duration_secs': 0.273829} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.626941] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720786', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'name': 'volume-2670a838-f189-44d2-907f-54ccf758fa16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dea113a5-79dd-4665-b8ae-5ab7a958f2fd', 'attached_at': '', 'detached_at': '', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'serial': '2670a838-f189-44d2-907f-54ccf758fa16'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1188.704197] env[70966]: DEBUG nova.compute.manager [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.710391] env[70966]: DEBUG oslo_concurrency.lockutils [None req-82d91439-a0c0-4f06-9ed6-91108c76d0c4 tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.712668] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.831s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.714099] env[70966]: INFO nova.compute.claims [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.735194] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b5a603-fd1a-474f-834c-fbd1fdc8206b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.758408] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Updating instance '13f54000-2d10-48e8-ac22-827c25fd5cf7' progress to 0 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.773606] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 5fa36180-ad14-4440-991a-8eb3ee75d8cb] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.775724] env[70966]: INFO nova.compute.manager [-] [instance: 632999c1-566a-4c48-93bc-1d13a34713d5] Took 1.03 seconds to deallocate network for instance. [ 1189.268290] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.268612] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6eb135c-1635-404a-ba87-76ed516e8ee9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.277440] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 06c5a2bf-29cc-4f47-b6a6-1ce56764fa29] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.279243] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1189.279243] env[70966]: value = "task-3613602" [ 1189.279243] env[70966]: _type = "Task" [ 1189.279243] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.284323] env[70966]: DEBUG oslo_concurrency.lockutils [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.291632] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.683306] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.683667] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db5d73f6-fc30-4f28-a34d-ed3443ddad76 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.692267] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1189.692267] env[70966]: value = "task-3613603" [ 1189.692267] env[70966]: _type = "Task" [ 1189.692267] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.704564] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] VM already powered off {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1189.704803] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1189.705016] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720786', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'name': 'volume-2670a838-f189-44d2-907f-54ccf758fa16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dea113a5-79dd-4665-b8ae-5ab7a958f2fd', 'attached_at': '', 'detached_at': '', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'serial': '2670a838-f189-44d2-907f-54ccf758fa16'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1189.705831] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aafdec-a0c4-4b12-8942-8c22078b5937 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.727798] env[70966]: DEBUG nova.compute.manager [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.733297] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39af9993-a8b9-43f1-8a90-27eb85d5b173 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.740520] env[70966]: WARNING nova.virt.vmwareapi.driver [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1189.740822] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.741882] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8dc9d1-226f-4792-a709-3eec196cd2cd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.749779] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.751836] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3482d1e8-36b7-411a-9e40-b261242af804 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.760573] env[70966]: DEBUG nova.virt.hardware [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.760854] env[70966]: DEBUG nova.virt.hardware [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.761089] env[70966]: DEBUG nova.virt.hardware [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.761355] env[70966]: DEBUG nova.virt.hardware [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.761582] env[70966]: DEBUG nova.virt.hardware [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.761793] env[70966]: DEBUG nova.virt.hardware [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.762126] env[70966]: DEBUG nova.virt.hardware [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.762351] env[70966]: DEBUG nova.virt.hardware [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.762604] env[70966]: DEBUG nova.virt.hardware [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.762880] env[70966]: DEBUG nova.virt.hardware [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.763145] env[70966]: DEBUG nova.virt.hardware [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.764255] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6291eba6-20c9-45e8-9b8f-d17158b3acf9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.777543] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a27b9d-735a-479e-94ab-aa260a7f23c6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.782094] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 07049616-7ae3-4f76-9386-fbfc9032e6e3] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.812502] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613602, 'name': PowerOffVM_Task, 'duration_secs': 0.211702} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.813768] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.813946] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Updating instance '13f54000-2d10-48e8-ac22-827c25fd5cf7' progress to 17 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.834107] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.834411] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.834582] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleting the datastore file [datastore2] dea113a5-79dd-4665-b8ae-5ab7a958f2fd {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.834869] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9f22fb1-941b-411f-ac11-0e9eaffec571 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.842605] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1189.842605] env[70966]: value = "task-3613605" [ 1189.842605] env[70966]: _type = "Task" [ 1189.842605] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.852246] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.936859] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd1afd6-60eb-48f6-9756-0b9a3cf1f3b8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.945565] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014c1184-ee31-4434-8d7d-2e3956ca2893 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.984432] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e33242-00e1-440d-ba4c-109073c0fc5b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.993739] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b099604-ad5a-4af8-8f9a-91de73d6be33 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.007786] env[70966]: DEBUG nova.compute.provider_tree [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.162378] env[70966]: DEBUG nova.compute.manager [req-114d4f0e-73b9-4f79-b776-40a00d49955d req-ad859f0b-d20a-4e3a-b5cd-1fee97f0aa48 service nova] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Received event network-vif-plugged-7c36990f-1478-437d-a386-2240765cdc44 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.162574] env[70966]: DEBUG oslo_concurrency.lockutils [req-114d4f0e-73b9-4f79-b776-40a00d49955d req-ad859f0b-d20a-4e3a-b5cd-1fee97f0aa48 service nova] Acquiring lock "10e4c59b-761d-4d01-bf46-49376f8f0b65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.162804] env[70966]: DEBUG oslo_concurrency.lockutils [req-114d4f0e-73b9-4f79-b776-40a00d49955d req-ad859f0b-d20a-4e3a-b5cd-1fee97f0aa48 service nova] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.162951] env[70966]: DEBUG oslo_concurrency.lockutils [req-114d4f0e-73b9-4f79-b776-40a00d49955d req-ad859f0b-d20a-4e3a-b5cd-1fee97f0aa48 service nova] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.163141] env[70966]: DEBUG nova.compute.manager [req-114d4f0e-73b9-4f79-b776-40a00d49955d req-ad859f0b-d20a-4e3a-b5cd-1fee97f0aa48 service nova] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] No waiting events found dispatching network-vif-plugged-7c36990f-1478-437d-a386-2240765cdc44 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.163310] env[70966]: WARNING nova.compute.manager [req-114d4f0e-73b9-4f79-b776-40a00d49955d req-ad859f0b-d20a-4e3a-b5cd-1fee97f0aa48 service nova] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Received unexpected event network-vif-plugged-7c36990f-1478-437d-a386-2240765cdc44 for instance with vm_state building and task_state spawning. [ 1190.252036] env[70966]: DEBUG nova.network.neutron [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Successfully updated port: 7c36990f-1478-437d-a386-2240765cdc44 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.289344] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 1146f010-9ddd-4e74-9d47-000a56e6d4a6] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.314499] env[70966]: INFO nova.compute.manager [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Rebuilding instance [ 1190.320863] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.321137] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.321319] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.321548] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.321760] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.321902] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.322128] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.322289] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.322566] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.322644] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.322829] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.329341] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-829f7c70-ade8-4a81-b404-6022c62afb78 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.353751] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1190.353751] env[70966]: value = "task-3613606" [ 1190.353751] env[70966]: _type = "Task" [ 1190.353751] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.357459] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205113} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.361175] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.361676] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.361676] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.374699] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613606, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.375296] env[70966]: DEBUG nova.compute.manager [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.376417] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3903e5d7-1974-4583-a191-4ed4540b0ded {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.511187] env[70966]: DEBUG nova.scheduler.client.report [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.754600] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "refresh_cache-10e4c59b-761d-4d01-bf46-49376f8f0b65" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.754782] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired lock "refresh_cache-10e4c59b-761d-4d01-bf46-49376f8f0b65" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.754938] env[70966]: DEBUG nova.network.neutron [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.793912] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: b5c16548-e04e-4c7e-9800-0b3ce0cb2aa8] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.866853] env[70966]: INFO nova.virt.block_device [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Booting with volume 2670a838-f189-44d2-907f-54ccf758fa16 at /dev/sdb [ 1190.872019] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613606, 'name': ReconfigVM_Task, 'duration_secs': 0.252274} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.874413] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Updating instance '13f54000-2d10-48e8-ac22-827c25fd5cf7' progress to 33 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.908650] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e4a9054-535c-4f7e-ac21-f30d932c8472 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.920190] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe46c15d-8ede-4e08-afdb-b1394baecb8e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.954788] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c31450a-d02d-4b01-b4c4-9a0b0e2f2efe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.965151] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a88969d-b5c3-435f-a9c4-72d8e3a6e15f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.998409] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5695217-8042-4b3e-8551-52a019e13e2c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.006185] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1183ade2-46ce-4686-8537-3d863c9a2810 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.015840] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.016406] env[70966]: DEBUG nova.compute.manager [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.022815] env[70966]: DEBUG oslo_concurrency.lockutils [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.739s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.023131] env[70966]: DEBUG nova.objects.instance [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Lazy-loading 'resources' on Instance uuid 632999c1-566a-4c48-93bc-1d13a34713d5 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.024186] env[70966]: DEBUG nova.virt.block_device [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Updating existing volume attachment record: 12524142-c45b-4b2a-a6c5-3fc7b1a595f8 {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1191.287527] env[70966]: DEBUG nova.network.neutron [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.296302] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 112e15b9-7ca2-46df-9ec4-6fdb30a92235] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.381523] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.381835] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.381980] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.382184] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.382326] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.382468] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.382667] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.382821] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.382986] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.383160] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.383328] env[70966]: DEBUG nova.virt.hardware [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.389237] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1191.389550] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18dde5aa-2fa8-4140-b7b4-c7ee65c14e1b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.403911] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.404554] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a236ede-51eb-490a-a5d8-876dc5d6e92f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.414962] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1191.414962] env[70966]: value = "task-3613607" [ 1191.414962] env[70966]: _type = "Task" [ 1191.414962] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.416237] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1191.416237] env[70966]: value = "task-3613608" [ 1191.416237] env[70966]: _type = "Task" [ 1191.416237] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.430022] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.433486] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.531516] env[70966]: DEBUG nova.compute.utils [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.533538] env[70966]: DEBUG nova.compute.manager [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Not allocating networking since 'none' was specified. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1191.699570] env[70966]: DEBUG nova.network.neutron [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Updating instance_info_cache with network_info: [{"id": "7c36990f-1478-437d-a386-2240765cdc44", "address": "fa:16:3e:d2:7c:28", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c36990f-14", "ovs_interfaceid": "7c36990f-1478-437d-a386-2240765cdc44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.727140] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92822b6-3c7d-4403-89f1-4c7697b91a7f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.735660] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a25ba2c-0239-4257-8de6-cc908fd7b7a5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.769107] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39017e2-8173-416e-8b95-295db255eae9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.778303] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cca798-d9fb-42b9-90e6-54338bf93b2d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.792770] env[70966]: DEBUG nova.compute.provider_tree [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.803524] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: c0b6fcc0-efae-446d-b1c6-d734c56d6671] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.929865] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613607, 'name': PowerOffVM_Task, 'duration_secs': 0.350328} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.933125] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.933409] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.933702] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613608, 'name': ReconfigVM_Task, 'duration_secs': 0.204125} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.934478] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180c3b7a-8715-4074-94a5-6af287c6a177 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.937181] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1191.937911] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36e1d6f-911e-435a-96d6-b433e7d0050f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.961049] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 13f54000-2d10-48e8-ac22-827c25fd5cf7/13f54000-2d10-48e8-ac22-827c25fd5cf7.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.963449] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be7aaf44-ba8d-4888-8474-d1505cba3401 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.976286] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.976538] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc5b147e-0b30-4e09-a064-3db59f67b910 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.985018] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1191.985018] env[70966]: value = "task-3613610" [ 1191.985018] env[70966]: _type = "Task" [ 1191.985018] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.993322] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.035311] env[70966]: DEBUG nova.compute.manager [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.204814] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Releasing lock "refresh_cache-10e4c59b-761d-4d01-bf46-49376f8f0b65" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.205354] env[70966]: DEBUG nova.compute.manager [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Instance network_info: |[{"id": "7c36990f-1478-437d-a386-2240765cdc44", "address": "fa:16:3e:d2:7c:28", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c36990f-14", "ovs_interfaceid": "7c36990f-1478-437d-a386-2240765cdc44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.205933] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:7c:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c36990f-1478-437d-a386-2240765cdc44', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.214185] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.214553] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.215285] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05b33f93-d3b2-4971-b1b5-219aa8c85c7a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.234272] env[70966]: DEBUG nova.compute.manager [req-9d1cba0c-1c7c-4d65-b78d-628dd00e036f req-b912b0f5-1125-4db5-beb7-8f1894f7a937 service nova] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Received event network-changed-7c36990f-1478-437d-a386-2240765cdc44 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.234272] env[70966]: DEBUG nova.compute.manager [req-9d1cba0c-1c7c-4d65-b78d-628dd00e036f req-b912b0f5-1125-4db5-beb7-8f1894f7a937 service nova] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Refreshing instance network info cache due to event network-changed-7c36990f-1478-437d-a386-2240765cdc44. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.235080] env[70966]: DEBUG oslo_concurrency.lockutils [req-9d1cba0c-1c7c-4d65-b78d-628dd00e036f req-b912b0f5-1125-4db5-beb7-8f1894f7a937 service nova] Acquiring lock "refresh_cache-10e4c59b-761d-4d01-bf46-49376f8f0b65" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.235280] env[70966]: DEBUG oslo_concurrency.lockutils [req-9d1cba0c-1c7c-4d65-b78d-628dd00e036f req-b912b0f5-1125-4db5-beb7-8f1894f7a937 service nova] Acquired lock "refresh_cache-10e4c59b-761d-4d01-bf46-49376f8f0b65" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.235459] env[70966]: DEBUG nova.network.neutron [req-9d1cba0c-1c7c-4d65-b78d-628dd00e036f req-b912b0f5-1125-4db5-beb7-8f1894f7a937 service nova] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Refreshing network info cache for port 7c36990f-1478-437d-a386-2240765cdc44 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.245033] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.245033] env[70966]: value = "task-3613611" [ 1192.245033] env[70966]: _type = "Task" [ 1192.245033] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.255515] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613611, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.298111] env[70966]: DEBUG nova.scheduler.client.report [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.306234] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: f70d760d-b27a-4278-9101-32b519021e25] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.498117] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.756169] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613611, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.803486] env[70966]: DEBUG oslo_concurrency.lockutils [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.810292] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 99de49b6-a37c-4bde-acf5-7f90d5f432de] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.828439] env[70966]: INFO nova.scheduler.client.report [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Deleted allocations for instance 632999c1-566a-4c48-93bc-1d13a34713d5 [ 1192.997016] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613610, 'name': ReconfigVM_Task, 'duration_secs': 0.895718} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.997398] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 13f54000-2d10-48e8-ac22-827c25fd5cf7/13f54000-2d10-48e8-ac22-827c25fd5cf7.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.998353] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Updating instance '13f54000-2d10-48e8-ac22-827c25fd5cf7' progress to 50 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.032283] env[70966]: DEBUG nova.network.neutron [req-9d1cba0c-1c7c-4d65-b78d-628dd00e036f req-b912b0f5-1125-4db5-beb7-8f1894f7a937 service nova] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Updated VIF entry in instance network info cache for port 7c36990f-1478-437d-a386-2240765cdc44. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.032779] env[70966]: DEBUG nova.network.neutron [req-9d1cba0c-1c7c-4d65-b78d-628dd00e036f req-b912b0f5-1125-4db5-beb7-8f1894f7a937 service nova] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Updating instance_info_cache with network_info: [{"id": "7c36990f-1478-437d-a386-2240765cdc44", "address": "fa:16:3e:d2:7c:28", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c36990f-14", "ovs_interfaceid": "7c36990f-1478-437d-a386-2240765cdc44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.045635] env[70966]: DEBUG nova.compute.manager [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.070592] env[70966]: DEBUG nova.virt.hardware [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.070879] env[70966]: DEBUG nova.virt.hardware [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.071106] env[70966]: DEBUG nova.virt.hardware [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.071333] env[70966]: DEBUG nova.virt.hardware [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.071509] env[70966]: DEBUG nova.virt.hardware [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.071689] env[70966]: DEBUG nova.virt.hardware [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.071955] env[70966]: DEBUG nova.virt.hardware [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.072141] env[70966]: DEBUG nova.virt.hardware [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.072311] env[70966]: DEBUG nova.virt.hardware [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.072472] env[70966]: DEBUG nova.virt.hardware [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.072643] env[70966]: DEBUG nova.virt.hardware [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.073517] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2937ffeb-2aab-45c7-8f06-0420ad284abe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.082306] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7498559-4e6c-4532-8638-6702230efd79 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.097483] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.103426] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Creating folder: Project (4d3dac83ce8a44038d9fce8afd551c94). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.103822] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa9c4e8c-0008-48fe-942d-3ee8d63e6d5f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.116294] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Created folder: Project (4d3dac83ce8a44038d9fce8afd551c94) in parent group-v720468. [ 1193.116500] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Creating folder: Instances. Parent ref: group-v720790. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.116756] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d411af36-bfc7-4255-aeb1-b7a65d0def5c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.127221] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Created folder: Instances in parent group-v720790. [ 1193.127500] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.127693] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.127905] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64521f80-7e3a-491c-9e5e-5215114f808f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.147791] env[70966]: DEBUG nova.virt.hardware [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.148103] env[70966]: DEBUG nova.virt.hardware [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.148270] env[70966]: DEBUG nova.virt.hardware [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.148454] env[70966]: DEBUG nova.virt.hardware [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.148601] env[70966]: DEBUG nova.virt.hardware [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.148753] env[70966]: DEBUG nova.virt.hardware [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.148968] env[70966]: DEBUG nova.virt.hardware [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.149144] env[70966]: DEBUG nova.virt.hardware [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.149344] env[70966]: DEBUG nova.virt.hardware [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.149518] env[70966]: DEBUG nova.virt.hardware [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.149702] env[70966]: DEBUG nova.virt.hardware [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.150550] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82efac51-28d0-414e-8c3d-9c0a7bc50aed {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.154444] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.154444] env[70966]: value = "task-3613614" [ 1193.154444] env[70966]: _type = "Task" [ 1193.154444] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.161764] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeaeeea-22e2-4047-9f14-74a97897ec61 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.168843] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613614, 'name': CreateVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.180489] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:5f:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '229477ad-884e-406c-923d-3698fc6bcfc6', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.188520] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.188879] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.189088] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-964adbfb-3f3d-4012-b722-ea720cdad7c2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.209204] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.209204] env[70966]: value = "task-3613615" [ 1193.209204] env[70966]: _type = "Task" [ 1193.209204] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.217774] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613615, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.242172] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.242411] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.242585] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Deleting the datastore file [datastore1] 13103000-1771-4bda-9b0e-d4f5f2017ca3 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.242867] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1732b63d-9ca5-4b7d-9abd-0d0d18516ae5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.254164] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1193.254164] env[70966]: value = "task-3613616" [ 1193.254164] env[70966]: _type = "Task" [ 1193.254164] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.265037] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613611, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.273967] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.315660] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: ec672346-e564-4eae-985e-c3fc978ab8f4] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.337888] env[70966]: DEBUG oslo_concurrency.lockutils [None req-990d4084-c9fa-419d-81cd-41076dc29e2c tempest-ServersListShow2100Test-2120276045 tempest-ServersListShow2100Test-2120276045-project-member] Lock "632999c1-566a-4c48-93bc-1d13a34713d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.301s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.504163] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4714e2e6-3bc2-4e95-925e-946a9304d77e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.524313] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db85671-ebe6-4435-936c-f4404b3c5f0c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.543568] env[70966]: DEBUG oslo_concurrency.lockutils [req-9d1cba0c-1c7c-4d65-b78d-628dd00e036f req-b912b0f5-1125-4db5-beb7-8f1894f7a937 service nova] Releasing lock "refresh_cache-10e4c59b-761d-4d01-bf46-49376f8f0b65" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.544099] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Updating instance '13f54000-2d10-48e8-ac22-827c25fd5cf7' progress to 67 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.665945] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613614, 'name': CreateVM_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.720988] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613615, 'name': CreateVM_Task, 'duration_secs': 0.507115} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.721264] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.721935] env[70966]: DEBUG oslo_concurrency.lockutils [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.722124] env[70966]: DEBUG oslo_concurrency.lockutils [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.722531] env[70966]: DEBUG oslo_concurrency.lockutils [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.722791] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7ca01c1-3b77-45ac-88ee-2f098e5475a7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.728983] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1193.728983] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52af0bac-ab7e-d103-943e-4e7462c9fcd2" [ 1193.728983] env[70966]: _type = "Task" [ 1193.728983] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.737961] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52af0bac-ab7e-d103-943e-4e7462c9fcd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.757124] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613611, 'name': CreateVM_Task, 'duration_secs': 1.365045} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.760513] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.761252] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.767120] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285001} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.767384] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.767598] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.767890] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.818198] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: f98e64de-6d1f-4dce-a8f9-ab2a0f00e4b1] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.145366] env[70966]: DEBUG nova.network.neutron [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Port 92fe9258-16ab-4037-b574-2b7e23257c94 binding to destination host cpu-1 is already ACTIVE {{(pid=70966) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1194.168288] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613614, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.242469] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52af0bac-ab7e-d103-943e-4e7462c9fcd2, 'name': SearchDatastore_Task, 'duration_secs': 0.015931} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.242799] env[70966]: DEBUG oslo_concurrency.lockutils [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.243056] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.243297] env[70966]: DEBUG oslo_concurrency.lockutils [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.243512] env[70966]: DEBUG oslo_concurrency.lockutils [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.243717] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.244108] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.244429] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.244661] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-522f2c1c-3918-4955-95e5-d7285e17cca2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.246626] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236f06f2-0b53-4213-8377-c19424ca834b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.253111] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1194.253111] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52061f76-492c-8ff3-6b96-7cc9af9b8153" [ 1194.253111] env[70966]: _type = "Task" [ 1194.253111] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.257868] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.258091] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.259199] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6796091d-5147-42a6-8147-387565f4c8d2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.264354] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52061f76-492c-8ff3-6b96-7cc9af9b8153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.267491] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1194.267491] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a13370-cc7c-7753-28ed-a2581d491779" [ 1194.267491] env[70966]: _type = "Task" [ 1194.267491] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.279025] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a13370-cc7c-7753-28ed-a2581d491779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.323020] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 51fa14a5-b703-4023-a641-4ca9894bdc49] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.667258] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613614, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.765079] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52061f76-492c-8ff3-6b96-7cc9af9b8153, 'name': SearchDatastore_Task, 'duration_secs': 0.013835} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.765079] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.765079] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.765377] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.777540] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a13370-cc7c-7753-28ed-a2581d491779, 'name': SearchDatastore_Task, 'duration_secs': 0.014877} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.778329] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d027fd35-9ca4-4947-b1f9-bf317b9bd3f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.786833] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1194.786833] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a3de1d-358f-ae48-ca7e-fed352b98856" [ 1194.786833] env[70966]: _type = "Task" [ 1194.786833] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.795797] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a3de1d-358f-ae48-ca7e-fed352b98856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.809849] env[70966]: DEBUG nova.virt.hardware [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.810116] env[70966]: DEBUG nova.virt.hardware [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.810281] env[70966]: DEBUG nova.virt.hardware [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.810464] env[70966]: DEBUG nova.virt.hardware [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.810703] env[70966]: DEBUG nova.virt.hardware [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.810902] env[70966]: DEBUG nova.virt.hardware [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.811201] env[70966]: DEBUG nova.virt.hardware [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.811443] env[70966]: DEBUG nova.virt.hardware [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.811685] env[70966]: DEBUG nova.virt.hardware [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.811809] env[70966]: DEBUG nova.virt.hardware [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.811986] env[70966]: DEBUG nova.virt.hardware [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.812820] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e3436f-6640-4df1-b57c-62fe30234fa8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.820980] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee36101a-903d-4e9e-8bc2-07ddce81ff9c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.827067] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: d0895e3b-e9b0-4ee5-986c-1d92ba4ef1f4] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.837192] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:4f:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd77a0967-046f-49c6-b6b9-d5b8417424d4', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.844798] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.845379] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.845610] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fb829a5-8fc1-4c6c-9833-093207808a40 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.867050] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.867050] env[70966]: value = "task-3613617" [ 1194.867050] env[70966]: _type = "Task" [ 1194.867050] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.875388] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613617, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.017078] env[70966]: DEBUG oslo_vmware.rw_handles [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d3a1b-b963-fea2-8bce-46c2b2f36a1a/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1195.018009] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd26b94-84d8-4010-9ace-c67441831407 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.024822] env[70966]: DEBUG oslo_vmware.rw_handles [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d3a1b-b963-fea2-8bce-46c2b2f36a1a/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1195.024822] env[70966]: ERROR oslo_vmware.rw_handles [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d3a1b-b963-fea2-8bce-46c2b2f36a1a/disk-0.vmdk due to incomplete transfer. [ 1195.025111] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-17f8d8b7-dd50-4cb9-874b-33c3b7cad670 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.034936] env[70966]: DEBUG oslo_vmware.rw_handles [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d3a1b-b963-fea2-8bce-46c2b2f36a1a/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1195.035154] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Uploaded image d5a6c790-699e-46c7-8258-679e197234cb to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1195.037351] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1195.037601] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c282bfb4-5015-4c3b-affe-32a0b4c60709 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.043705] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1195.043705] env[70966]: value = "task-3613618" [ 1195.043705] env[70966]: _type = "Task" [ 1195.043705] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.053490] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613618, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.171191] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "13f54000-2d10-48e8-ac22-827c25fd5cf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.171405] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "13f54000-2d10-48e8-ac22-827c25fd5cf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.171585] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "13f54000-2d10-48e8-ac22-827c25fd5cf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.178865] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613614, 'name': CreateVM_Task, 'duration_secs': 1.983985} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.179042] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.179503] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.179773] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.180139] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.180322] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4c81e3c-ca12-4dcf-8215-43d2a80bb096 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.187210] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1195.187210] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5238ae6d-a66b-f4a8-7b21-b2e86d5b5eed" [ 1195.187210] env[70966]: _type = "Task" [ 1195.187210] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.196950] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5238ae6d-a66b-f4a8-7b21-b2e86d5b5eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.297622] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a3de1d-358f-ae48-ca7e-fed352b98856, 'name': SearchDatastore_Task, 'duration_secs': 0.025293} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.297942] env[70966]: DEBUG oslo_concurrency.lockutils [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.298679] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] dea113a5-79dd-4665-b8ae-5ab7a958f2fd/dea113a5-79dd-4665-b8ae-5ab7a958f2fd.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.298679] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.298879] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.298922] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9729731b-40ae-44b9-a00d-e780f62df485 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.300890] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a75a19cc-d833-4389-aa44-c0ba53303749 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.310013] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1195.310013] env[70966]: value = "task-3613619" [ 1195.310013] env[70966]: _type = "Task" [ 1195.310013] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.311360] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.311710] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.315534] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e07d826-b705-4508-aa9b-13b098b59032 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.323600] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.324996] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1195.324996] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522f545d-0560-f1f5-9928-d29a97188198" [ 1195.324996] env[70966]: _type = "Task" [ 1195.324996] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.332964] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522f545d-0560-f1f5-9928-d29a97188198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.346637] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 2ff1d794-4c9f-4de9-8283-4a56c527c6d9] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.379590] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613617, 'name': CreateVM_Task, 'duration_secs': 0.426363} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.379793] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.380525] env[70966]: DEBUG oslo_concurrency.lockutils [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.555621] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613618, 'name': Destroy_Task, 'duration_secs': 0.420028} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.555989] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Destroyed the VM [ 1195.556299] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1195.556593] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6d1e9549-e185-48a6-acd7-d88605ea5708 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.565750] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1195.565750] env[70966]: value = "task-3613620" [ 1195.565750] env[70966]: _type = "Task" [ 1195.565750] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.576344] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613620, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.699042] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5238ae6d-a66b-f4a8-7b21-b2e86d5b5eed, 'name': SearchDatastore_Task, 'duration_secs': 0.016095} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.699347] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.699584] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.699821] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.700088] env[70966]: DEBUG oslo_concurrency.lockutils [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.700403] env[70966]: DEBUG oslo_concurrency.lockutils [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.700984] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f176252-9673-4961-a2a3-0a4219942074 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.706764] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1195.706764] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528d5b65-e74a-b9e4-d588-0f1a70a1e9d9" [ 1195.706764] env[70966]: _type = "Task" [ 1195.706764] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.715843] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528d5b65-e74a-b9e4-d588-0f1a70a1e9d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.826215] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613619, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.836129] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522f545d-0560-f1f5-9928-d29a97188198, 'name': SearchDatastore_Task, 'duration_secs': 0.024545} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.836962] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0adea3-7c1a-409d-8185-3828e72e4ecd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.842218] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1195.842218] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529b519e-1679-49d7-dfdb-de61b7619ac4" [ 1195.842218] env[70966]: _type = "Task" [ 1195.842218] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.850376] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: c0761181-cec1-453c-adfe-a575a7242897] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.852301] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529b519e-1679-49d7-dfdb-de61b7619ac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.076397] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613620, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.209015] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "refresh_cache-13f54000-2d10-48e8-ac22-827c25fd5cf7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.209210] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "refresh_cache-13f54000-2d10-48e8-ac22-827c25fd5cf7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.209393] env[70966]: DEBUG nova.network.neutron [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.221226] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]528d5b65-e74a-b9e4-d588-0f1a70a1e9d9, 'name': SearchDatastore_Task, 'duration_secs': 0.049882} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.221449] env[70966]: DEBUG oslo_concurrency.lockutils [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.221731] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.221982] env[70966]: DEBUG oslo_concurrency.lockutils [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.321620] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538899} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.321958] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] dea113a5-79dd-4665-b8ae-5ab7a958f2fd/dea113a5-79dd-4665-b8ae-5ab7a958f2fd.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.322206] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.322460] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-693d5ae0-7a06-4050-b693-02fcb9b57ad4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.331282] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1196.331282] env[70966]: value = "task-3613621" [ 1196.331282] env[70966]: _type = "Task" [ 1196.331282] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.341133] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.354277] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: dba13c6a-7c9b-4a79-9173-2296a2688c55] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.355895] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529b519e-1679-49d7-dfdb-de61b7619ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.015521} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.356370] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.356623] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 10e4c59b-761d-4d01-bf46-49376f8f0b65/10e4c59b-761d-4d01-bf46-49376f8f0b65.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.357650] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.357650] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.357650] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e80f1bf-b191-4a5a-bfde-e8e29b07ac42 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.359432] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5e1fb44-28f6-4a38-b36b-2f19c65138d3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.367651] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1196.367651] env[70966]: value = "task-3613622" [ 1196.367651] env[70966]: _type = "Task" [ 1196.367651] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.372109] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.372109] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.373250] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4bd20cb-60cf-43a2-b83e-143c282a6d1c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.378720] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.382708] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1196.382708] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526cd50e-2ea5-0799-aecd-be44ba87ef21" [ 1196.382708] env[70966]: _type = "Task" [ 1196.382708] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.390956] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526cd50e-2ea5-0799-aecd-be44ba87ef21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.579353] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613620, 'name': RemoveSnapshot_Task, 'duration_secs': 0.618968} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.579637] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1196.579909] env[70966]: DEBUG nova.compute.manager [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.580734] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a138e9cf-0aee-4813-9c61-c9b8daafea59 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.843268] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084323} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.843594] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.844352] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4654fb85-ffb0-4dd6-874f-6b08e3e0d3f9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.860895] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 32bc47e5-e5f6-4962-8dff-32810985304b] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.871783] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] dea113a5-79dd-4665-b8ae-5ab7a958f2fd/dea113a5-79dd-4665-b8ae-5ab7a958f2fd.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.874415] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10e480b1-f930-475c-b872-d84f6fb6bb8a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.903298] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445098} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.908046] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 10e4c59b-761d-4d01-bf46-49376f8f0b65/10e4c59b-761d-4d01-bf46-49376f8f0b65.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.908351] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.908646] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1196.908646] env[70966]: value = "task-3613623" [ 1196.908646] env[70966]: _type = "Task" [ 1196.908646] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.908896] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526cd50e-2ea5-0799-aecd-be44ba87ef21, 'name': SearchDatastore_Task, 'duration_secs': 0.008994} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.908949] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8353986-a20e-4597-8939-8258326a81c8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.915092] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ad70e4-3bff-443d-97fd-1959c89f2832 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.923298] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.928156] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1196.928156] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52eea108-eb4d-b1b8-925d-16fb0f5e8ace" [ 1196.928156] env[70966]: _type = "Task" [ 1196.928156] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.928628] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1196.928628] env[70966]: value = "task-3613624" [ 1196.928628] env[70966]: _type = "Task" [ 1196.928628] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.940903] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.943973] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52eea108-eb4d-b1b8-925d-16fb0f5e8ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.017618] env[70966]: DEBUG nova.network.neutron [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Updating instance_info_cache with network_info: [{"id": "92fe9258-16ab-4037-b574-2b7e23257c94", "address": "fa:16:3e:d1:59:ec", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fe9258-16", "ovs_interfaceid": "92fe9258-16ab-4037-b574-2b7e23257c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.096948] env[70966]: INFO nova.compute.manager [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Shelve offloading [ 1197.373221] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 103ff0c8-39e2-44d5-9d7c-5d1fd6ddd636] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.421281] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613623, 'name': ReconfigVM_Task, 'duration_secs': 0.312172} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.421565] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Reconfigured VM instance instance-0000006e to attach disk [datastore2] dea113a5-79dd-4665-b8ae-5ab7a958f2fd/dea113a5-79dd-4665-b8ae-5ab7a958f2fd.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.422736] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'guest_format': None, 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_options': None, 'encrypted': False, 'image_id': 'b7ed0e28-71c9-4a85-a64f-9f8015abf16e'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'boot_index': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720786', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'name': 'volume-2670a838-f189-44d2-907f-54ccf758fa16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dea113a5-79dd-4665-b8ae-5ab7a958f2fd', 'attached_at': '', 'detached_at': '', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'serial': '2670a838-f189-44d2-907f-54ccf758fa16'}, 'disk_bus': None, 'delete_on_termination': False, 'attachment_id': '12524142-c45b-4b2a-a6c5-3fc7b1a595f8', 'volume_type': None}], 'swap': None} {{(pid=70966) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1197.422939] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1197.423149] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720786', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'name': 'volume-2670a838-f189-44d2-907f-54ccf758fa16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dea113a5-79dd-4665-b8ae-5ab7a958f2fd', 'attached_at': '', 'detached_at': '', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'serial': '2670a838-f189-44d2-907f-54ccf758fa16'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1197.424214] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947132ec-5391-40d1-9226-83eae8e32510 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.445675] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf19213-c4d6-4405-8c7a-866778d9574f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.452954] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082474} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.470360] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.478581] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-2670a838-f189-44d2-907f-54ccf758fa16/volume-2670a838-f189-44d2-907f-54ccf758fa16.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.478780] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52eea108-eb4d-b1b8-925d-16fb0f5e8ace, 'name': SearchDatastore_Task, 'duration_secs': 0.024312} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.479472] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457cffe0-74c4-47ec-a30f-618067ce8fc4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.481919] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc468c27-c67a-4e09-9cfb-0c98ab1124ae {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.494803] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.494974] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 314a9c1f-b154-4c49-84d8-ac1f5af6ee68/314a9c1f-b154-4c49-84d8-ac1f5af6ee68.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.495286] env[70966]: DEBUG oslo_concurrency.lockutils [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.495478] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.495674] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2641dad-1202-4bb9-a062-7b89783b930a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.498131] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db2f047f-7de6-45c9-9f36-5abe2c67fe70 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.518979] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 10e4c59b-761d-4d01-bf46-49376f8f0b65/10e4c59b-761d-4d01-bf46-49376f8f0b65.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.522160] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7486ca4-7586-426f-8f37-36f6c8a75ec0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.538052] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "refresh_cache-13f54000-2d10-48e8-ac22-827c25fd5cf7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.541843] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1197.541843] env[70966]: value = "task-3613626" [ 1197.541843] env[70966]: _type = "Task" [ 1197.541843] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.542094] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1197.542094] env[70966]: value = "task-3613625" [ 1197.542094] env[70966]: _type = "Task" [ 1197.542094] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.542320] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.542481] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.543773] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76aa122-90a1-41c8-b16f-b2bb19b3516f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.554024] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1197.554024] env[70966]: value = "task-3613627" [ 1197.554024] env[70966]: _type = "Task" [ 1197.554024] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.563068] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1197.563068] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c349a5-53b4-2ae9-f587-cc648f3a2876" [ 1197.563068] env[70966]: _type = "Task" [ 1197.563068] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.563297] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.563495] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.570088] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.575515] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c349a5-53b4-2ae9-f587-cc648f3a2876, 'name': SearchDatastore_Task, 'duration_secs': 0.011127} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.576307] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6803c9c6-ae76-4c73-a94d-bb5534cc0d43 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.584149] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1197.584149] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52876a1c-c77e-ac4d-5481-6a1483778be4" [ 1197.584149] env[70966]: _type = "Task" [ 1197.584149] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.592073] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52876a1c-c77e-ac4d-5481-6a1483778be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.599958] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.600418] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2719dee-5adb-4306-b7af-004a27a736bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.606574] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1197.606574] env[70966]: value = "task-3613628" [ 1197.606574] env[70966]: _type = "Task" [ 1197.606574] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.614406] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.876618] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 7b32f1c1-9a02-440c-8a08-9653c1ceb1a8] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.068956] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521047} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.068956] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.069471] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 314a9c1f-b154-4c49-84d8-ac1f5af6ee68/314a9c1f-b154-4c49-84d8-ac1f5af6ee68.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.069720] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.070017] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a50155a0-2a28-4ab5-b54b-75a4d8647537 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.076241] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd7d864-8543-4a48-b3cf-15f360304d9f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.078845] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.102217] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17f6817-9d13-4497-8b3a-be93e846d661 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.105210] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1198.105210] env[70966]: value = "task-3613629" [ 1198.105210] env[70966]: _type = "Task" [ 1198.105210] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.116043] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52876a1c-c77e-ac4d-5481-6a1483778be4, 'name': SearchDatastore_Task, 'duration_secs': 0.019058} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.116497] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Updating instance '13f54000-2d10-48e8-ac22-827c25fd5cf7' progress to 83 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.124032] env[70966]: DEBUG oslo_concurrency.lockutils [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.124211] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 13103000-1771-4bda-9b0e-d4f5f2017ca3/13103000-1771-4bda-9b0e-d4f5f2017ca3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.124749] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4c9d4d7-9969-4ea3-8c30-fc0f079fbe18 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.129919] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613629, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.135042] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] VM already powered off {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1198.135265] env[70966]: DEBUG nova.compute.manager [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.136975] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840d936c-debf-4967-a64f-739eac73a61c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.140274] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1198.140274] env[70966]: value = "task-3613630" [ 1198.140274] env[70966]: _type = "Task" [ 1198.140274] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.144903] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.145100] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.145286] env[70966]: DEBUG nova.network.neutron [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.152109] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.380505] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 32a770ee-3623-4bc9-904a-326d49b113be] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.560836] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613625, 'name': ReconfigVM_Task, 'duration_secs': 0.635065} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.565636] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-2670a838-f189-44d2-907f-54ccf758fa16/volume-2670a838-f189-44d2-907f-54ccf758fa16.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.571317] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-451dc436-a3b4-4a0f-8376-3c7880d4f717 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.588584] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1198.588584] env[70966]: value = "task-3613631" [ 1198.588584] env[70966]: _type = "Task" [ 1198.588584] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.592252] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613627, 'name': ReconfigVM_Task, 'duration_secs': 0.612128} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.595442] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 10e4c59b-761d-4d01-bf46-49376f8f0b65/10e4c59b-761d-4d01-bf46-49376f8f0b65.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.596080] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e29ba69e-7969-4157-abde-0a103c9f0a18 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.602950] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.604209] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1198.604209] env[70966]: value = "task-3613632" [ 1198.604209] env[70966]: _type = "Task" [ 1198.604209] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.616829] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070385} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.619709] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.620037] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613632, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.620754] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddd2198-a866-418a-8eb3-df96093528f7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.627336] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.634585] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d127aff4-52ae-4f39-b0ae-acbf4c2aad74 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.644647] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 314a9c1f-b154-4c49-84d8-ac1f5af6ee68/314a9c1f-b154-4c49-84d8-ac1f5af6ee68.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.644964] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c39f49cb-ffb8-401a-b9fe-af880e1431b0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.666906] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1198.666906] env[70966]: value = "task-3613633" [ 1198.666906] env[70966]: _type = "Task" [ 1198.666906] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.674474] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48012} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.674752] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1198.674752] env[70966]: value = "task-3613634" [ 1198.674752] env[70966]: _type = "Task" [ 1198.674752] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.675331] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 13103000-1771-4bda-9b0e-d4f5f2017ca3/13103000-1771-4bda-9b0e-d4f5f2017ca3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.675561] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.675850] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2282146-a1da-4e1d-8a7b-4c9407598b83 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.683251] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.689931] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.691322] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1198.691322] env[70966]: value = "task-3613635" [ 1198.691322] env[70966]: _type = "Task" [ 1198.691322] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.702118] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.884263] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: dc4f6db8-170b-4d56-b3bc-80316ec8aed5] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.887224] env[70966]: DEBUG nova.network.neutron [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Updating instance_info_cache with network_info: [{"id": "6f78b7cc-b0bc-4ee1-8060-da2f3b75872a", "address": "fa:16:3e:bc:03:94", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f78b7cc-b0", "ovs_interfaceid": "6f78b7cc-b0bc-4ee1-8060-da2f3b75872a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.102521] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.113474] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613632, 'name': Rename_Task, 'duration_secs': 0.191192} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.113751] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.114053] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c8381f8-df1e-4119-9710-de4475805aa4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.121803] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1199.121803] env[70966]: value = "task-3613636" [ 1199.121803] env[70966]: _type = "Task" [ 1199.121803] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.130118] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.183343] env[70966]: DEBUG oslo_vmware.api [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613633, 'name': PowerOnVM_Task, 'duration_secs': 0.485916} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.184024] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.184237] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-9306d42b-d9a3-41bb-aa53-1f2ff004cac4 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Updating instance '13f54000-2d10-48e8-ac22-827c25fd5cf7' progress to 100 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.190907] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613634, 'name': ReconfigVM_Task, 'duration_secs': 0.502625} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.191390] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 314a9c1f-b154-4c49-84d8-ac1f5af6ee68/314a9c1f-b154-4c49-84d8-ac1f5af6ee68.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.192045] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9215390-a840-42b1-acca-fe70a4c8e23f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.201705] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117725} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.203126] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.203597] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1199.203597] env[70966]: value = "task-3613637" [ 1199.203597] env[70966]: _type = "Task" [ 1199.203597] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.204309] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6072fa60-9b5e-4076-a787-2b42562fea45 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.214255] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613637, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.231780] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 13103000-1771-4bda-9b0e-d4f5f2017ca3/13103000-1771-4bda-9b0e-d4f5f2017ca3.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.232887] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78bd639f-ebf5-4f81-ac7f-72e50012655a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.253398] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1199.253398] env[70966]: value = "task-3613638" [ 1199.253398] env[70966]: _type = "Task" [ 1199.253398] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.264248] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.389019] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 7d700732-0963-4c7e-910f-00edb7c4bbd1] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.391418] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.605969] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.611089] env[70966]: DEBUG nova.compute.manager [req-b70ba375-5f0c-42be-913b-d8a854886d89 req-025aaf93-8bcc-4ce4-8cfe-7c15e24a469c service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Received event network-vif-unplugged-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.611309] env[70966]: DEBUG oslo_concurrency.lockutils [req-b70ba375-5f0c-42be-913b-d8a854886d89 req-025aaf93-8bcc-4ce4-8cfe-7c15e24a469c service nova] Acquiring lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.611516] env[70966]: DEBUG oslo_concurrency.lockutils [req-b70ba375-5f0c-42be-913b-d8a854886d89 req-025aaf93-8bcc-4ce4-8cfe-7c15e24a469c service nova] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.611775] env[70966]: DEBUG oslo_concurrency.lockutils [req-b70ba375-5f0c-42be-913b-d8a854886d89 req-025aaf93-8bcc-4ce4-8cfe-7c15e24a469c service nova] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.611833] env[70966]: DEBUG nova.compute.manager [req-b70ba375-5f0c-42be-913b-d8a854886d89 req-025aaf93-8bcc-4ce4-8cfe-7c15e24a469c service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] No waiting events found dispatching network-vif-unplugged-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.611990] env[70966]: WARNING nova.compute.manager [req-b70ba375-5f0c-42be-913b-d8a854886d89 req-025aaf93-8bcc-4ce4-8cfe-7c15e24a469c service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Received unexpected event network-vif-unplugged-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a for instance with vm_state shelved and task_state shelving_offloading. [ 1199.632472] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613636, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.717182] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613637, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.763882] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.822907] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.824273] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2839f49a-c721-4c4c-8c4e-53cd10febe30 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.832250] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.832518] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a81b7a05-e36c-40d7-ad09-995c1d845fdf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.894345] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: d14d1fb9-7aec-4259-bedc-d9224c73322c] Instance has had 0 of 5 cleanup attempts {{(pid=70966) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.910491] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.910750] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.910951] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Deleting the datastore file [datastore2] 54888080-cdbd-4b8b-93d9-23c7ecdf5948 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.911244] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d5716c7-710a-4140-9e55-73671c2fc86d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.918574] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1199.918574] env[70966]: value = "task-3613640" [ 1199.918574] env[70966]: _type = "Task" [ 1199.918574] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.927889] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.105733] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613631, 'name': ReconfigVM_Task, 'duration_secs': 1.21619} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.106090] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720786', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'name': 'volume-2670a838-f189-44d2-907f-54ccf758fa16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dea113a5-79dd-4665-b8ae-5ab7a958f2fd', 'attached_at': '', 'detached_at': '', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'serial': '2670a838-f189-44d2-907f-54ccf758fa16'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1200.106710] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b7ce458-db76-4602-8557-0acea8bba760 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.115669] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1200.115669] env[70966]: value = "task-3613641" [ 1200.115669] env[70966]: _type = "Task" [ 1200.115669] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.126261] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613641, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.135259] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613636, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.217515] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613637, 'name': Rename_Task, 'duration_secs': 0.585484} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.217819] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.218076] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec880d5e-353c-4964-8aba-9d168d60bb0d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.225885] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1200.225885] env[70966]: value = "task-3613642" [ 1200.225885] env[70966]: _type = "Task" [ 1200.225885] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.234987] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.265382] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613638, 'name': ReconfigVM_Task, 'duration_secs': 0.940942} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.265702] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 13103000-1771-4bda-9b0e-d4f5f2017ca3/13103000-1771-4bda-9b0e-d4f5f2017ca3.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.266418] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcf010cf-e5bc-42b8-b865-d583125e2bda {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.275227] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1200.275227] env[70966]: value = "task-3613643" [ 1200.275227] env[70966]: _type = "Task" [ 1200.275227] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.284888] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613643, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.397647] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.397823] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Cleaning up deleted instances with incomplete migration {{(pid=70966) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1200.431485] env[70966]: DEBUG oslo_vmware.api [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217722} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.431808] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.432055] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.432248] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.455445] env[70966]: INFO nova.scheduler.client.report [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Deleted allocations for instance 54888080-cdbd-4b8b-93d9-23c7ecdf5948 [ 1200.625894] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613641, 'name': Rename_Task, 'duration_secs': 0.238017} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.626295] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.629337] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a0a08b4-5724-4535-a2d6-b44a4c35b2a4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.636846] env[70966]: DEBUG oslo_vmware.api [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613636, 'name': PowerOnVM_Task, 'duration_secs': 1.192072} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.638015] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.638245] env[70966]: INFO nova.compute.manager [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1200.638428] env[70966]: DEBUG nova.compute.manager [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.638735] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1200.638735] env[70966]: value = "task-3613644" [ 1200.638735] env[70966]: _type = "Task" [ 1200.638735] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.639413] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f935149-2b74-4498-a94c-3c1c442fcbe0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.737754] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613642, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.786123] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613643, 'name': Rename_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.902095] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.960192] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.960490] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.960718] env[70966]: DEBUG nova.objects.instance [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'resources' on Instance uuid 54888080-cdbd-4b8b-93d9-23c7ecdf5948 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.152627] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.162144] env[70966]: INFO nova.compute.manager [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Took 18.62 seconds to build instance. [ 1201.239490] env[70966]: DEBUG oslo_vmware.api [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613642, 'name': PowerOnVM_Task, 'duration_secs': 0.553439} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.239798] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.240035] env[70966]: INFO nova.compute.manager [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1201.240251] env[70966]: DEBUG nova.compute.manager [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.241082] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f184e3-d7a7-4ff0-9cca-d199c398d392 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.291022] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613643, 'name': Rename_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.463622] env[70966]: DEBUG nova.objects.instance [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'numa_topology' on Instance uuid 54888080-cdbd-4b8b-93d9-23c7ecdf5948 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.557018] env[70966]: DEBUG nova.compute.manager [req-ad489206-d999-435e-a8e8-a4eb00698992 req-ece34b2e-efbc-4811-b4e2-ae4a3f98ca6c service nova] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Received event network-changed-7c36990f-1478-437d-a386-2240765cdc44 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.557242] env[70966]: DEBUG nova.compute.manager [req-ad489206-d999-435e-a8e8-a4eb00698992 req-ece34b2e-efbc-4811-b4e2-ae4a3f98ca6c service nova] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Refreshing instance network info cache due to event network-changed-7c36990f-1478-437d-a386-2240765cdc44. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.557465] env[70966]: DEBUG oslo_concurrency.lockutils [req-ad489206-d999-435e-a8e8-a4eb00698992 req-ece34b2e-efbc-4811-b4e2-ae4a3f98ca6c service nova] Acquiring lock "refresh_cache-10e4c59b-761d-4d01-bf46-49376f8f0b65" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.557611] env[70966]: DEBUG oslo_concurrency.lockutils [req-ad489206-d999-435e-a8e8-a4eb00698992 req-ece34b2e-efbc-4811-b4e2-ae4a3f98ca6c service nova] Acquired lock "refresh_cache-10e4c59b-761d-4d01-bf46-49376f8f0b65" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.557772] env[70966]: DEBUG nova.network.neutron [req-ad489206-d999-435e-a8e8-a4eb00698992 req-ece34b2e-efbc-4811-b4e2-ae4a3f98ca6c service nova] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Refreshing network info cache for port 7c36990f-1478-437d-a386-2240765cdc44 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.570028] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "13f54000-2d10-48e8-ac22-827c25fd5cf7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.570277] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "13f54000-2d10-48e8-ac22-827c25fd5cf7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.570463] env[70966]: DEBUG nova.compute.manager [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Going to confirm migration 7 {{(pid=70966) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1201.654670] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.662747] env[70966]: DEBUG nova.compute.manager [req-8c2e17e8-ff47-4a4b-92f7-457cd6092a1b req-8fedcb37-84b4-4daa-be16-cf48ec294aee service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Received event network-changed-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.662953] env[70966]: DEBUG nova.compute.manager [req-8c2e17e8-ff47-4a4b-92f7-457cd6092a1b req-8fedcb37-84b4-4daa-be16-cf48ec294aee service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Refreshing instance network info cache due to event network-changed-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.663329] env[70966]: DEBUG oslo_concurrency.lockutils [req-8c2e17e8-ff47-4a4b-92f7-457cd6092a1b req-8fedcb37-84b4-4daa-be16-cf48ec294aee service nova] Acquiring lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.663393] env[70966]: DEBUG oslo_concurrency.lockutils [req-8c2e17e8-ff47-4a4b-92f7-457cd6092a1b req-8fedcb37-84b4-4daa-be16-cf48ec294aee service nova] Acquired lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.663617] env[70966]: DEBUG nova.network.neutron [req-8c2e17e8-ff47-4a4b-92f7-457cd6092a1b req-8fedcb37-84b4-4daa-be16-cf48ec294aee service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Refreshing network info cache for port 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.665282] env[70966]: DEBUG oslo_concurrency.lockutils [None req-bd6711db-a607-4827-a0a0-88b54071e4d4 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.129s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.757999] env[70966]: INFO nova.compute.manager [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Took 16.89 seconds to build instance. [ 1201.787613] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613643, 'name': Rename_Task, 'duration_secs': 1.204772} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.787613] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.787936] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed0b3a56-63da-48ee-953e-7ba284251fe0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.796034] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1201.796034] env[70966]: value = "task-3613645" [ 1201.796034] env[70966]: _type = "Task" [ 1201.796034] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.805144] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.966613] env[70966]: DEBUG nova.objects.base [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Object Instance<54888080-cdbd-4b8b-93d9-23c7ecdf5948> lazy-loaded attributes: resources,numa_topology {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1202.120648] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69212057-8b5f-42cc-bf48-1fe5570c188b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.130847] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7c7675-5cb4-4073-aeeb-8e9bd1933068 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.171084] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b35d0b3-b81f-4853-ba23-dc9ed85061b4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.185564] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.187011] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d19893f-7794-45c0-b564-fa1f60de3bad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.207294] env[70966]: DEBUG nova.compute.provider_tree [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.260240] env[70966]: DEBUG oslo_concurrency.lockutils [None req-7dac43be-5d29-4c85-a20b-5dd3c1e4e3ef tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Lock "314a9c1f-b154-4c49-84d8-ac1f5af6ee68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.411s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.309334] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613645, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.347696] env[70966]: DEBUG nova.network.neutron [req-ad489206-d999-435e-a8e8-a4eb00698992 req-ece34b2e-efbc-4811-b4e2-ae4a3f98ca6c service nova] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Updated VIF entry in instance network info cache for port 7c36990f-1478-437d-a386-2240765cdc44. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.348102] env[70966]: DEBUG nova.network.neutron [req-ad489206-d999-435e-a8e8-a4eb00698992 req-ece34b2e-efbc-4811-b4e2-ae4a3f98ca6c service nova] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Updating instance_info_cache with network_info: [{"id": "7c36990f-1478-437d-a386-2240765cdc44", "address": "fa:16:3e:d2:7c:28", "network": {"id": "9bdff5d7-c881-409a-a866-10c0b37d12b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-592649854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "000f824d72764a96a2d7f3b33e5d0acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c36990f-14", "ovs_interfaceid": "7c36990f-1478-437d-a386-2240765cdc44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.425171] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "refresh_cache-13f54000-2d10-48e8-ac22-827c25fd5cf7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.425379] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquired lock "refresh_cache-13f54000-2d10-48e8-ac22-827c25fd5cf7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.425563] env[70966]: DEBUG nova.network.neutron [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.426058] env[70966]: DEBUG nova.objects.instance [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lazy-loading 'info_cache' on Instance uuid 13f54000-2d10-48e8-ac22-827c25fd5cf7 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.635964] env[70966]: DEBUG nova.network.neutron [req-8c2e17e8-ff47-4a4b-92f7-457cd6092a1b req-8fedcb37-84b4-4daa-be16-cf48ec294aee service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Updated VIF entry in instance network info cache for port 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.636454] env[70966]: DEBUG nova.network.neutron [req-8c2e17e8-ff47-4a4b-92f7-457cd6092a1b req-8fedcb37-84b4-4daa-be16-cf48ec294aee service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Updating instance_info_cache with network_info: [{"id": "6f78b7cc-b0bc-4ee1-8060-da2f3b75872a", "address": "fa:16:3e:bc:03:94", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6f78b7cc-b0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.677824] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.711660] env[70966]: DEBUG nova.scheduler.client.report [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.811945] env[70966]: DEBUG oslo_vmware.api [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613645, 'name': PowerOnVM_Task, 'duration_secs': 0.697818} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.812379] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.812720] env[70966]: DEBUG nova.compute.manager [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.813998] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c380bc-4ff2-4563-80f6-3e2312dc0c0b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.850682] env[70966]: DEBUG oslo_concurrency.lockutils [req-ad489206-d999-435e-a8e8-a4eb00698992 req-ece34b2e-efbc-4811-b4e2-ae4a3f98ca6c service nova] Releasing lock "refresh_cache-10e4c59b-761d-4d01-bf46-49376f8f0b65" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.881041] env[70966]: INFO nova.compute.manager [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Rebuilding instance [ 1202.915990] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.921973] env[70966]: DEBUG nova.compute.manager [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.922888] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959e3993-9096-4d9f-b7c1-d8661deeff33 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.139532] env[70966]: DEBUG oslo_concurrency.lockutils [req-8c2e17e8-ff47-4a4b-92f7-457cd6092a1b req-8fedcb37-84b4-4daa-be16-cf48ec294aee service nova] Releasing lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.180088] env[70966]: DEBUG oslo_vmware.api [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613644, 'name': PowerOnVM_Task, 'duration_secs': 2.117328} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.180360] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.180705] env[70966]: DEBUG nova.compute.manager [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.182015] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f750bf85-d2a2-4678-afaa-fcc5229863ae {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.217679] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.335707] env[70966]: DEBUG oslo_concurrency.lockutils [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.335707] env[70966]: DEBUG oslo_concurrency.lockutils [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.336294] env[70966]: DEBUG nova.objects.instance [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70966) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1203.674298] env[70966]: DEBUG nova.network.neutron [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Updating instance_info_cache with network_info: [{"id": "92fe9258-16ab-4037-b574-2b7e23257c94", "address": "fa:16:3e:d1:59:ec", "network": {"id": "3b840981-b8d0-4b7e-9b2a-f3c7eb3fb103", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1589267300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7723e8f4e0c448d9079582e41e36bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fe9258-16", "ovs_interfaceid": "92fe9258-16ab-4037-b574-2b7e23257c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.706113] env[70966]: DEBUG oslo_concurrency.lockutils [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.730459] env[70966]: DEBUG oslo_concurrency.lockutils [None req-81e951c8-ab6e-43df-bce0-ae7497fdfa0d tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.567s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.731775] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.816s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.732547] env[70966]: INFO nova.compute.manager [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Unshelving [ 1203.941040] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.941368] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-945c5648-a6b2-44bf-a08e-13d004a9fc97 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.949625] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1203.949625] env[70966]: value = "task-3613646" [ 1203.949625] env[70966]: _type = "Task" [ 1203.949625] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.959785] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.177239] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Releasing lock "refresh_cache-13f54000-2d10-48e8-ac22-827c25fd5cf7" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.177621] env[70966]: DEBUG nova.objects.instance [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lazy-loading 'migration_context' on Instance uuid 13f54000-2d10-48e8-ac22-827c25fd5cf7 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.346586] env[70966]: DEBUG oslo_concurrency.lockutils [None req-790aa71a-6e7d-4ce2-aa5b-8678b2a70e64 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.348577] env[70966]: DEBUG oslo_concurrency.lockutils [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.642s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.348898] env[70966]: DEBUG nova.objects.instance [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70966) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1204.463067] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613646, 'name': PowerOffVM_Task, 'duration_secs': 0.46441} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.463435] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.464334] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.465437] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d30499a-d93e-48f2-b5ac-dd14bfa591e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.474946] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.475264] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b3fc51b-508b-4c0e-bd71-cdd1deb92ff2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.504081] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.504324] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.504508] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Deleting the datastore file [datastore2] 314a9c1f-b154-4c49-84d8-ac1f5af6ee68 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.504773] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86aa7ed2-9974-447a-8562-d6a27e88c56a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.512447] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1204.512447] env[70966]: value = "task-3613648" [ 1204.512447] env[70966]: _type = "Task" [ 1204.512447] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.520628] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.680431] env[70966]: DEBUG nova.objects.base [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Object Instance<13f54000-2d10-48e8-ac22-827c25fd5cf7> lazy-loaded attributes: info_cache,migration_context {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1204.681561] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbbf351-5de9-47dd-a560-ea1197dc2e87 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.701281] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-395fe9a5-8db6-43c8-8ede-50ee89198238 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.707088] env[70966]: DEBUG oslo_vmware.api [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1204.707088] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5265ad1a-4906-831f-57a7-b8717a403ed0" [ 1204.707088] env[70966]: _type = "Task" [ 1204.707088] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.715091] env[70966]: DEBUG oslo_vmware.api [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5265ad1a-4906-831f-57a7-b8717a403ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.757357] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.024103] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45428} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.024382] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.024565] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.024741] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.218475] env[70966]: DEBUG oslo_vmware.api [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5265ad1a-4906-831f-57a7-b8717a403ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.00776} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.218915] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.359268] env[70966]: DEBUG oslo_concurrency.lockutils [None req-69cc6c1d-3b23-464e-80aa-f0bcf54081af tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.360468] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.603s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.360699] env[70966]: DEBUG nova.objects.instance [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'pci_requests' on Instance uuid 54888080-cdbd-4b8b-93d9-23c7ecdf5948 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.864607] env[70966]: DEBUG nova.objects.instance [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'numa_topology' on Instance uuid 54888080-cdbd-4b8b-93d9-23c7ecdf5948 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.063146] env[70966]: DEBUG nova.virt.hardware [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.063433] env[70966]: DEBUG nova.virt.hardware [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.063621] env[70966]: DEBUG nova.virt.hardware [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.063846] env[70966]: DEBUG nova.virt.hardware [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.064064] env[70966]: DEBUG nova.virt.hardware [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.064232] env[70966]: DEBUG nova.virt.hardware [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.064447] env[70966]: DEBUG nova.virt.hardware [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.064635] env[70966]: DEBUG nova.virt.hardware [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.064806] env[70966]: DEBUG nova.virt.hardware [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.065035] env[70966]: DEBUG nova.virt.hardware [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.065221] env[70966]: DEBUG nova.virt.hardware [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.066112] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500b9ffc-e460-48e3-a711-1eae15a5da02 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.078622] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f67e353-541a-414f-8e5c-10c4cb3a0990 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.097261] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.103461] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.104050] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.104324] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c33dd134-e56b-4a27-85de-5cdf503136c1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.123648] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.123648] env[70966]: value = "task-3613649" [ 1206.123648] env[70966]: _type = "Task" [ 1206.123648] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.132431] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613649, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.367477] env[70966]: INFO nova.compute.claims [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.574401] env[70966]: DEBUG oslo_concurrency.lockutils [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.574701] env[70966]: DEBUG oslo_concurrency.lockutils [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.634134] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613649, 'name': CreateVM_Task, 'duration_secs': 0.415974} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.634348] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.634724] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.634885] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.635269] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.635527] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a3f2ef-f3ab-4b66-956c-df7db725d0f8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.640224] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1206.640224] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52203010-1564-3617-b7f4-9746e21f62ff" [ 1206.640224] env[70966]: _type = "Task" [ 1206.640224] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.648533] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52203010-1564-3617-b7f4-9746e21f62ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.077695] env[70966]: INFO nova.compute.manager [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Detaching volume b35434bb-b1a8-4815-96e5-f23c1d237463 [ 1207.114010] env[70966]: INFO nova.virt.block_device [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Attempting to driver detach volume b35434bb-b1a8-4815-96e5-f23c1d237463 from mountpoint /dev/sdb [ 1207.114349] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1207.114551] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720754', 'volume_id': 'b35434bb-b1a8-4815-96e5-f23c1d237463', 'name': 'volume-b35434bb-b1a8-4815-96e5-f23c1d237463', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '46bbedf7-e3e6-4014-8e53-c232fb5d4856', 'attached_at': '', 'detached_at': '', 'volume_id': 'b35434bb-b1a8-4815-96e5-f23c1d237463', 'serial': 'b35434bb-b1a8-4815-96e5-f23c1d237463'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1207.115847] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f1794c-2308-41dc-8efa-d004cb06ca41 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.139009] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046dd232-6a62-4ebb-9e67-8887e8f0f1cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.152483] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52203010-1564-3617-b7f4-9746e21f62ff, 'name': SearchDatastore_Task, 'duration_secs': 0.015915} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.152935] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.153218] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.153414] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.153557] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.153734] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.154486] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a084f1f4-2ab8-4886-9264-283514644706 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.156852] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de26abe3-8b84-44e6-9699-8149554e7bbf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.182281] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25acd0b-d329-4173-9d5c-168f21941781 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.184884] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.185088] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.185889] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1033b05b-aa32-4d48-8faf-67ca7dd36e75 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.193076] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1207.193076] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52dea467-b4d5-be44-1624-16fe8bc56eaa" [ 1207.193076] env[70966]: _type = "Task" [ 1207.193076] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.204177] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] The volume has not been displaced from its original location: [datastore2] volume-b35434bb-b1a8-4815-96e5-f23c1d237463/volume-b35434bb-b1a8-4815-96e5-f23c1d237463.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1207.209627] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1207.212755] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-363a61ac-e3cd-4d07-9b4b-79bbe16c0534 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.231717] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52dea467-b4d5-be44-1624-16fe8bc56eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.021458} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.233632] env[70966]: DEBUG oslo_vmware.api [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1207.233632] env[70966]: value = "task-3613650" [ 1207.233632] env[70966]: _type = "Task" [ 1207.233632] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.233890] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-450889e3-31fe-4bad-985c-ee3f0d72790f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.242025] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1207.242025] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52baeca4-c038-aa46-902b-7c1fd45f2ed0" [ 1207.242025] env[70966]: _type = "Task" [ 1207.242025] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.245677] env[70966]: DEBUG oslo_vmware.api [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.253467] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52baeca4-c038-aa46-902b-7c1fd45f2ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.397997] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.398650] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.539016] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111158a2-21c5-4ee7-b053-22fbc3356399 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.548102] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a482f1-3458-49bc-b2dc-0fdf8649785b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.581784] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d865066-64bf-427b-8b91-2d7124380090 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.590419] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bb4131-b4e6-43ea-a4ee-cc9500c41fdf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.604883] env[70966]: DEBUG nova.compute.provider_tree [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.746193] env[70966]: DEBUG oslo_vmware.api [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613650, 'name': ReconfigVM_Task, 'duration_secs': 0.283555} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.749231] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1207.753803] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e71de63-5e4f-443c-9858-86602407e044 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.770316] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52baeca4-c038-aa46-902b-7c1fd45f2ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.021078} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.771548] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.771819] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 314a9c1f-b154-4c49-84d8-ac1f5af6ee68/314a9c1f-b154-4c49-84d8-ac1f5af6ee68.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.772149] env[70966]: DEBUG oslo_vmware.api [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1207.772149] env[70966]: value = "task-3613651" [ 1207.772149] env[70966]: _type = "Task" [ 1207.772149] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.772349] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-383216d4-0c4a-4676-82bd-ca2668acfcec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.783295] env[70966]: DEBUG oslo_vmware.api [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.784634] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1207.784634] env[70966]: value = "task-3613652" [ 1207.784634] env[70966]: _type = "Task" [ 1207.784634] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.792716] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.905055] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.905257] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.905564] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.905658] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.905714] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.905853] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.108026] env[70966]: DEBUG nova.scheduler.client.report [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.287414] env[70966]: DEBUG oslo_vmware.api [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613651, 'name': ReconfigVM_Task, 'duration_secs': 0.149031} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.291216] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720754', 'volume_id': 'b35434bb-b1a8-4815-96e5-f23c1d237463', 'name': 'volume-b35434bb-b1a8-4815-96e5-f23c1d237463', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '46bbedf7-e3e6-4014-8e53-c232fb5d4856', 'attached_at': '', 'detached_at': '', 'volume_id': 'b35434bb-b1a8-4815-96e5-f23c1d237463', 'serial': 'b35434bb-b1a8-4815-96e5-f23c1d237463'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1208.300532] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613652, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.410252] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Getting list of instances from cluster (obj){ [ 1208.410252] env[70966]: value = "domain-c8" [ 1208.410252] env[70966]: _type = "ClusterComputeResource" [ 1208.410252] env[70966]: } {{(pid=70966) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1208.411562] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eff4ae6-6d8d-45d0-a070-92b3bbb08b6b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.433390] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Got total of 9 instances {{(pid=70966) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1208.433670] env[70966]: WARNING nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] While synchronizing instance power states, found 10 instances in the database and 9 instances on the hypervisor. [ 1208.433745] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Triggering sync for uuid 07fef84f-b749-472e-909b-0c7df39a55b6 {{(pid=70966) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1208.434133] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Triggering sync for uuid 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961 {{(pid=70966) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1208.434381] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Triggering sync for uuid 46bbedf7-e3e6-4014-8e53-c232fb5d4856 {{(pid=70966) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1208.434548] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Triggering sync for uuid dea113a5-79dd-4665-b8ae-5ab7a958f2fd {{(pid=70966) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1208.434703] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Triggering sync for uuid 54888080-cdbd-4b8b-93d9-23c7ecdf5948 {{(pid=70966) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1208.434857] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Triggering sync for uuid 13103000-1771-4bda-9b0e-d4f5f2017ca3 {{(pid=70966) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1208.435046] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Triggering sync for uuid 29bc77f7-d534-4f23-a431-0a3d0a73948f {{(pid=70966) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1208.435216] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Triggering sync for uuid 13f54000-2d10-48e8-ac22-827c25fd5cf7 {{(pid=70966) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1208.435387] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Triggering sync for uuid 10e4c59b-761d-4d01-bf46-49376f8f0b65 {{(pid=70966) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1208.435553] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Triggering sync for uuid 314a9c1f-b154-4c49-84d8-ac1f5af6ee68 {{(pid=70966) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1208.435996] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "07fef84f-b749-472e-909b-0c7df39a55b6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.436275] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "07fef84f-b749-472e-909b-0c7df39a55b6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.436579] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.436780] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.437082] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.437325] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.437508] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.437747] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.437954] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "13103000-1771-4bda-9b0e-d4f5f2017ca3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.438194] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "13103000-1771-4bda-9b0e-d4f5f2017ca3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.438442] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.438692] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.438925] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "13f54000-2d10-48e8-ac22-827c25fd5cf7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.439248] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.439453] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.439744] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "314a9c1f-b154-4c49-84d8-ac1f5af6ee68" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.439938] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "314a9c1f-b154-4c49-84d8-ac1f5af6ee68" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.440134] env[70966]: INFO nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1208.440322] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "314a9c1f-b154-4c49-84d8-ac1f5af6ee68" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.440533] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.440693] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70966) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1208.441584] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dbfd03-e2ad-4405-90c4-d4fd8c4fa5f1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.447276] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb262d9-9ce4-449d-b5f4-b28cc5c29ca3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.450783] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2351f036-b464-4e8a-a685-d02a97587257 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.454565] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4c4997-024f-4e62-9679-32fab10378f2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.458594] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c3e8ff-0fbd-4025-94a2-8e404b2ef488 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.462140] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6af1cb-a42e-4962-adf4-17e4f182d05d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.464675] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.613167] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.253s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.615834] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.397s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.644590] env[70966]: INFO nova.network.neutron [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Updating port 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1208.798091] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690793} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.798394] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 314a9c1f-b154-4c49-84d8-ac1f5af6ee68/314a9c1f-b154-4c49-84d8-ac1f5af6ee68.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.798615] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.798878] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14aab4d9-e801-4942-8e7e-4759537681e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.806540] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1208.806540] env[70966]: value = "task-3613653" [ 1208.806540] env[70966]: _type = "Task" [ 1208.806540] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.817449] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.839818] env[70966]: DEBUG nova.objects.instance [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lazy-loading 'flavor' on Instance uuid 46bbedf7-e3e6-4014-8e53-c232fb5d4856 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.968933] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.993070] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "13103000-1771-4bda-9b0e-d4f5f2017ca3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.993070] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.993070] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "07fef84f-b749-472e-909b-0c7df39a55b6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.003520] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.003830] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.004223] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.246780] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ced337-c8fd-48fd-be3d-fa09b7db132c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.254863] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b409ea06-78ba-4638-8ccc-a96d2a97c811 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.286216] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd0bbe6-744e-4862-a223-0ebb2776639e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.293291] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cce3c4-047a-4685-8be6-61b396f0598a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.306111] env[70966]: DEBUG nova.compute.provider_tree [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.315122] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064192} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.315991] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.316707] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e879f18-9638-4a01-8c42-a9fa3ae4e8bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.336753] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 314a9c1f-b154-4c49-84d8-ac1f5af6ee68/314a9c1f-b154-4c49-84d8-ac1f5af6ee68.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.337181] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e52e4ae1-dbbd-42f7-90da-7069a160c56b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.359727] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1209.359727] env[70966]: value = "task-3613654" [ 1209.359727] env[70966]: _type = "Task" [ 1209.359727] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.366869] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.811702] env[70966]: DEBUG nova.scheduler.client.report [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.854765] env[70966]: DEBUG oslo_concurrency.lockutils [None req-07fafb90-c2b6-4782-a545-5a31fe7b99fe tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.280s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.856038] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.419s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.856988] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aee1a02-4acb-407d-b5c2-4f5f0e5db440 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.874600] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613654, 'name': ReconfigVM_Task, 'duration_secs': 0.283584} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.875057] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 314a9c1f-b154-4c49-84d8-ac1f5af6ee68/314a9c1f-b154-4c49-84d8-ac1f5af6ee68.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.875819] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58fa1e62-1586-4b21-972e-617ac3e47740 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.882351] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1209.882351] env[70966]: value = "task-3613655" [ 1209.882351] env[70966]: _type = "Task" [ 1209.882351] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.890472] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613655, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.024229] env[70966]: DEBUG nova.compute.manager [req-3ae75d74-ee27-4a04-aaa4-da44f4d081c0 req-8710bff3-d0db-4f38-8203-bbfc2a8b929c service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Received event network-vif-plugged-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.024461] env[70966]: DEBUG oslo_concurrency.lockutils [req-3ae75d74-ee27-4a04-aaa4-da44f4d081c0 req-8710bff3-d0db-4f38-8203-bbfc2a8b929c service nova] Acquiring lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.024659] env[70966]: DEBUG oslo_concurrency.lockutils [req-3ae75d74-ee27-4a04-aaa4-da44f4d081c0 req-8710bff3-d0db-4f38-8203-bbfc2a8b929c service nova] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.024817] env[70966]: DEBUG oslo_concurrency.lockutils [req-3ae75d74-ee27-4a04-aaa4-da44f4d081c0 req-8710bff3-d0db-4f38-8203-bbfc2a8b929c service nova] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.024984] env[70966]: DEBUG nova.compute.manager [req-3ae75d74-ee27-4a04-aaa4-da44f4d081c0 req-8710bff3-d0db-4f38-8203-bbfc2a8b929c service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] No waiting events found dispatching network-vif-plugged-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.025346] env[70966]: WARNING nova.compute.manager [req-3ae75d74-ee27-4a04-aaa4-da44f4d081c0 req-8710bff3-d0db-4f38-8203-bbfc2a8b929c service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Received unexpected event network-vif-plugged-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a for instance with vm_state shelved_offloaded and task_state spawning. [ 1210.104073] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.104320] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.104545] env[70966]: DEBUG nova.network.neutron [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.376588] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.393663] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613655, 'name': Rename_Task, 'duration_secs': 0.127428} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.393953] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.394272] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dca5bc3b-28b3-4292-8136-f9e2cc97dd9b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.400493] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1210.400493] env[70966]: value = "task-3613656" [ 1210.400493] env[70966]: _type = "Task" [ 1210.400493] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.408689] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.822531] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.207s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.825509] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.857s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.825690] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.825850] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70966) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1210.826718] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f01b424-e18d-4c3c-8d2c-e9cdbd142499 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.835041] env[70966]: DEBUG nova.network.neutron [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Updating instance_info_cache with network_info: [{"id": "6f78b7cc-b0bc-4ee1-8060-da2f3b75872a", "address": "fa:16:3e:bc:03:94", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f78b7cc-b0", "ovs_interfaceid": "6f78b7cc-b0bc-4ee1-8060-da2f3b75872a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.837720] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37491fda-6233-4670-9235-ef86ce30cf8f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.842588] env[70966]: DEBUG oslo_concurrency.lockutils [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.842921] env[70966]: DEBUG oslo_concurrency.lockutils [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.843237] env[70966]: DEBUG oslo_concurrency.lockutils [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.843495] env[70966]: DEBUG oslo_concurrency.lockutils [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.843735] env[70966]: DEBUG oslo_concurrency.lockutils [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.846110] env[70966]: INFO nova.compute.manager [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Terminating instance [ 1210.858643] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38e116c-e2a9-4c9c-8025-97f4bfc723f1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.866537] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ce963b-f7aa-44df-945f-bc2406d8c07f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.896046] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180052MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70966) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1210.896046] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.896209] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.909641] env[70966]: DEBUG oslo_vmware.api [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613656, 'name': PowerOnVM_Task, 'duration_secs': 0.391815} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.909888] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.910149] env[70966]: DEBUG nova.compute.manager [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.910869] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e9a6dd-aef5-4b05-a6ae-36aa117094d9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.346593] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.351486] env[70966]: DEBUG nova.compute.manager [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.351694] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.353164] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05faf006-6b34-4804-8e90-2efaa3b5ddb4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.360645] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.360817] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f512c6a5-59b5-477f-9043-efe6416e07f6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.368695] env[70966]: DEBUG oslo_vmware.api [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1211.368695] env[70966]: value = "task-3613657" [ 1211.368695] env[70966]: _type = "Task" [ 1211.368695] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.373865] env[70966]: DEBUG nova.virt.hardware [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='36845405e758f8042bbaea212dbd85b4',container_format='bare',created_at=2025-04-25T21:37:43Z,direct_url=,disk_format='vmdk',id=d5a6c790-699e-46c7-8258-679e197234cb,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1888840507-shelved',owner='66260d7374eb4c4aa9a5740b5d701d6b',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-25T21:37:58Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.374146] env[70966]: DEBUG nova.virt.hardware [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.374326] env[70966]: DEBUG nova.virt.hardware [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.374514] env[70966]: DEBUG nova.virt.hardware [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.374667] env[70966]: DEBUG nova.virt.hardware [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.374836] env[70966]: DEBUG nova.virt.hardware [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.375073] env[70966]: DEBUG nova.virt.hardware [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.375293] env[70966]: DEBUG nova.virt.hardware [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.375515] env[70966]: DEBUG nova.virt.hardware [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.375692] env[70966]: DEBUG nova.virt.hardware [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.375868] env[70966]: DEBUG nova.virt.hardware [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.376978] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c25b1f8-f8ca-4639-ab53-bd9ec5b2e2b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.385790] env[70966]: DEBUG oslo_vmware.api [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.389528] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992bc58f-cacd-4a43-843f-1d7255f74c9f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.393976] env[70966]: INFO nova.scheduler.client.report [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleted allocation for migration 505002c3-6b39-4b1f-b92d-b9455f6e9594 [ 1211.410797] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:03:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f78b7cc-b0bc-4ee1-8060-da2f3b75872a', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.418449] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.419065] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.422845] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3825620e-cff8-424f-ae6f-b69113291e85 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.439931] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.445437] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.445437] env[70966]: value = "task-3613658" [ 1211.445437] env[70966]: _type = "Task" [ 1211.445437] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.453288] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613658, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.810571] env[70966]: DEBUG oslo_concurrency.lockutils [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquiring lock "314a9c1f-b154-4c49-84d8-ac1f5af6ee68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.810851] env[70966]: DEBUG oslo_concurrency.lockutils [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Lock "314a9c1f-b154-4c49-84d8-ac1f5af6ee68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.811082] env[70966]: DEBUG oslo_concurrency.lockutils [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquiring lock "314a9c1f-b154-4c49-84d8-ac1f5af6ee68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.811289] env[70966]: DEBUG oslo_concurrency.lockutils [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Lock "314a9c1f-b154-4c49-84d8-ac1f5af6ee68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.811464] env[70966]: DEBUG oslo_concurrency.lockutils [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Lock "314a9c1f-b154-4c49-84d8-ac1f5af6ee68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.813605] env[70966]: INFO nova.compute.manager [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Terminating instance [ 1211.878504] env[70966]: DEBUG oslo_vmware.api [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613657, 'name': PowerOffVM_Task, 'duration_secs': 0.209131} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.878911] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.879020] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.879264] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e1729ba-59b3-4460-8bee-0dbfb152573b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.923788] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "13f54000-2d10-48e8-ac22-827c25fd5cf7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.353s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.925096] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "13f54000-2d10-48e8-ac22-827c25fd5cf7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.486s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.925393] env[70966]: INFO nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] During sync_power_state the instance has a pending task (deleting). Skip. [ 1211.925693] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "13f54000-2d10-48e8-ac22-827c25fd5cf7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.942594] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 07fef84f-b749-472e-909b-0c7df39a55b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.942817] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.942992] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance dea113a5-79dd-4665-b8ae-5ab7a958f2fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.943142] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 46bbedf7-e3e6-4014-8e53-c232fb5d4856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.943264] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 13103000-1771-4bda-9b0e-d4f5f2017ca3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.943377] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 29bc77f7-d534-4f23-a431-0a3d0a73948f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.943491] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 13f54000-2d10-48e8-ac22-827c25fd5cf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.943604] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 10e4c59b-761d-4d01-bf46-49376f8f0b65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.943715] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 314a9c1f-b154-4c49-84d8-ac1f5af6ee68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.943823] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 54888080-cdbd-4b8b-93d9-23c7ecdf5948 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.944093] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1211.944271] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1211.952158] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.952420] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.952614] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleting the datastore file [datastore1] 46bbedf7-e3e6-4014-8e53-c232fb5d4856 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.953252] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0f6c0ea-60cf-498f-88ef-2e8146cfe625 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.957926] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613658, 'name': CreateVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.962762] env[70966]: DEBUG oslo_vmware.api [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1211.962762] env[70966]: value = "task-3613660" [ 1211.962762] env[70966]: _type = "Task" [ 1211.962762] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.975236] env[70966]: DEBUG oslo_vmware.api [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.050632] env[70966]: DEBUG nova.compute.manager [req-f1b428e6-de24-4a8e-a61f-a86917b7b9d2 req-21b69561-61bf-4970-ac10-9bc78eb0b9fa service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Received event network-changed-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.050840] env[70966]: DEBUG nova.compute.manager [req-f1b428e6-de24-4a8e-a61f-a86917b7b9d2 req-21b69561-61bf-4970-ac10-9bc78eb0b9fa service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Refreshing instance network info cache due to event network-changed-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.051066] env[70966]: DEBUG oslo_concurrency.lockutils [req-f1b428e6-de24-4a8e-a61f-a86917b7b9d2 req-21b69561-61bf-4970-ac10-9bc78eb0b9fa service nova] Acquiring lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.051216] env[70966]: DEBUG oslo_concurrency.lockutils [req-f1b428e6-de24-4a8e-a61f-a86917b7b9d2 req-21b69561-61bf-4970-ac10-9bc78eb0b9fa service nova] Acquired lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.051384] env[70966]: DEBUG nova.network.neutron [req-f1b428e6-de24-4a8e-a61f-a86917b7b9d2 req-21b69561-61bf-4970-ac10-9bc78eb0b9fa service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Refreshing network info cache for port 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.084357] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24487a1e-f3b2-4732-babf-57baddbbfd80 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.093701] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc922f8-beba-42dc-be68-b58e3fbd960c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.128455] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e0c8e3-8c36-4cc7-a194-71da44f2dd08 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.136156] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e68bd2-5f9d-43d9-aa73-7ad51cf11f16 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.149828] env[70966]: DEBUG nova.compute.provider_tree [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.317377] env[70966]: DEBUG oslo_concurrency.lockutils [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquiring lock "refresh_cache-314a9c1f-b154-4c49-84d8-ac1f5af6ee68" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.317589] env[70966]: DEBUG oslo_concurrency.lockutils [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquired lock "refresh_cache-314a9c1f-b154-4c49-84d8-ac1f5af6ee68" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.317744] env[70966]: DEBUG nova.network.neutron [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.457640] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613658, 'name': CreateVM_Task, 'duration_secs': 0.561049} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.457823] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.458623] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5a6c790-699e-46c7-8258-679e197234cb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.458797] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5a6c790-699e-46c7-8258-679e197234cb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.459208] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5a6c790-699e-46c7-8258-679e197234cb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.459515] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a0fe8c6-9319-4581-b12f-2130b327b5d1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.464281] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1212.464281] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526d1d78-1b3d-c056-845d-e3176796e2ee" [ 1212.464281] env[70966]: _type = "Task" [ 1212.464281] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.476246] env[70966]: DEBUG oslo_vmware.api [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211811} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.479151] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.479345] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.479526] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.479698] env[70966]: INFO nova.compute.manager [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1212.479933] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.480145] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526d1d78-1b3d-c056-845d-e3176796e2ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.480347] env[70966]: DEBUG nova.compute.manager [-] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.480446] env[70966]: DEBUG nova.network.neutron [-] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.654017] env[70966]: DEBUG nova.scheduler.client.report [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.837683] env[70966]: DEBUG nova.network.neutron [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.883491] env[70966]: DEBUG nova.network.neutron [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.920313] env[70966]: DEBUG nova.network.neutron [req-f1b428e6-de24-4a8e-a61f-a86917b7b9d2 req-21b69561-61bf-4970-ac10-9bc78eb0b9fa service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Updated VIF entry in instance network info cache for port 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.920697] env[70966]: DEBUG nova.network.neutron [req-f1b428e6-de24-4a8e-a61f-a86917b7b9d2 req-21b69561-61bf-4970-ac10-9bc78eb0b9fa service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Updating instance_info_cache with network_info: [{"id": "6f78b7cc-b0bc-4ee1-8060-da2f3b75872a", "address": "fa:16:3e:bc:03:94", "network": {"id": "aa0a0742-12f6-4cf4-ae6c-49e5b22cf432", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2013251255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66260d7374eb4c4aa9a5740b5d701d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f78b7cc-b0", "ovs_interfaceid": "6f78b7cc-b0bc-4ee1-8060-da2f3b75872a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.977799] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5a6c790-699e-46c7-8258-679e197234cb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.978083] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Processing image d5a6c790-699e-46c7-8258-679e197234cb {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.978331] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5a6c790-699e-46c7-8258-679e197234cb/d5a6c790-699e-46c7-8258-679e197234cb.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.978482] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5a6c790-699e-46c7-8258-679e197234cb/d5a6c790-699e-46c7-8258-679e197234cb.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.978661] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.978907] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba116e16-c3b3-4563-a50f-8fa303bfd9c4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.996130] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.996441] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.997165] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e18ac7be-2bd0-42f4-8dec-d57197c6b151 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.002396] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1213.002396] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529dc245-c01c-de4f-ceb5-935f6c66491b" [ 1213.002396] env[70966]: _type = "Task" [ 1213.002396] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.010170] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529dc245-c01c-de4f-ceb5-935f6c66491b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.049198] env[70966]: DEBUG oslo_concurrency.lockutils [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.049450] env[70966]: DEBUG oslo_concurrency.lockutils [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.108892] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "13f54000-2d10-48e8-ac22-827c25fd5cf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.109191] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "13f54000-2d10-48e8-ac22-827c25fd5cf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.109434] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "13f54000-2d10-48e8-ac22-827c25fd5cf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.110088] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "13f54000-2d10-48e8-ac22-827c25fd5cf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.110303] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "13f54000-2d10-48e8-ac22-827c25fd5cf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.112342] env[70966]: INFO nova.compute.manager [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Terminating instance [ 1213.157541] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70966) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1213.157754] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.262s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.158033] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.718s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.158222] env[70966]: DEBUG nova.objects.instance [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70966) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1213.386535] env[70966]: DEBUG oslo_concurrency.lockutils [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Releasing lock "refresh_cache-314a9c1f-b154-4c49-84d8-ac1f5af6ee68" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.387095] env[70966]: DEBUG nova.compute.manager [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.387331] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.388315] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fde1b47-1e68-42e3-bc8d-eac81ac266e2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.396855] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.397142] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cbea830-bf22-46c6-b73c-445e024d210a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.404343] env[70966]: DEBUG oslo_vmware.api [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1213.404343] env[70966]: value = "task-3613661" [ 1213.404343] env[70966]: _type = "Task" [ 1213.404343] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.412190] env[70966]: DEBUG oslo_vmware.api [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.423880] env[70966]: DEBUG oslo_concurrency.lockutils [req-f1b428e6-de24-4a8e-a61f-a86917b7b9d2 req-21b69561-61bf-4970-ac10-9bc78eb0b9fa service nova] Releasing lock "refresh_cache-54888080-cdbd-4b8b-93d9-23c7ecdf5948" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.513535] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Preparing fetch location {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1213.513663] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Fetch image to [datastore2] OSTACK_IMG_dd3ec8a5-55f3-4a9c-a81f-8c0c7d9eb02f/OSTACK_IMG_dd3ec8a5-55f3-4a9c-a81f-8c0c7d9eb02f.vmdk {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1213.513890] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Downloading stream optimized image d5a6c790-699e-46c7-8258-679e197234cb to [datastore2] OSTACK_IMG_dd3ec8a5-55f3-4a9c-a81f-8c0c7d9eb02f/OSTACK_IMG_dd3ec8a5-55f3-4a9c-a81f-8c0c7d9eb02f.vmdk on the data store datastore2 as vApp {{(pid=70966) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1213.514099] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Downloading image file data d5a6c790-699e-46c7-8258-679e197234cb to the ESX as VM named 'OSTACK_IMG_dd3ec8a5-55f3-4a9c-a81f-8c0c7d9eb02f' {{(pid=70966) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1213.560509] env[70966]: DEBUG nova.compute.utils [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.572397] env[70966]: DEBUG nova.network.neutron [-] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.603232] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1213.603232] env[70966]: value = "resgroup-9" [ 1213.603232] env[70966]: _type = "ResourcePool" [ 1213.603232] env[70966]: }. {{(pid=70966) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1213.603580] env[70966]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-078bef9a-15b3-4e43-8202-d8d5be4707a2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.619342] env[70966]: DEBUG nova.compute.manager [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.619561] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.620420] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168eaa39-1171-452c-a2ac-c0a6b354bbdb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.628093] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.629285] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9893fd9-108c-4cbb-bc0c-f8df6455e428 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.630771] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lease: (returnval){ [ 1213.630771] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cd6b56-e485-df24-c3b3-71f650cd1d1e" [ 1213.630771] env[70966]: _type = "HttpNfcLease" [ 1213.630771] env[70966]: } obtained for vApp import into resource pool (val){ [ 1213.630771] env[70966]: value = "resgroup-9" [ 1213.630771] env[70966]: _type = "ResourcePool" [ 1213.630771] env[70966]: }. {{(pid=70966) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1213.631034] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the lease: (returnval){ [ 1213.631034] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cd6b56-e485-df24-c3b3-71f650cd1d1e" [ 1213.631034] env[70966]: _type = "HttpNfcLease" [ 1213.631034] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1213.635559] env[70966]: DEBUG oslo_vmware.api [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1213.635559] env[70966]: value = "task-3613663" [ 1213.635559] env[70966]: _type = "Task" [ 1213.635559] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.636968] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.636968] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cd6b56-e485-df24-c3b3-71f650cd1d1e" [ 1213.636968] env[70966]: _type = "HttpNfcLease" [ 1213.636968] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1213.644427] env[70966]: DEBUG oslo_vmware.api [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.915327] env[70966]: DEBUG oslo_vmware.api [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613661, 'name': PowerOffVM_Task, 'duration_secs': 0.136079} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.915732] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.915732] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.915901] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16c4a0cd-e1bb-43e5-837e-a84e48d1397c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.941602] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.941942] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.942156] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Deleting the datastore file [datastore1] 314a9c1f-b154-4c49-84d8-ac1f5af6ee68 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.942463] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2b334da-9e4f-46e5-b816-5b697a802a7e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.949795] env[70966]: DEBUG oslo_vmware.api [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for the task: (returnval){ [ 1213.949795] env[70966]: value = "task-3613665" [ 1213.949795] env[70966]: _type = "Task" [ 1213.949795] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.958240] env[70966]: DEBUG oslo_vmware.api [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.063575] env[70966]: DEBUG oslo_concurrency.lockutils [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.075199] env[70966]: DEBUG nova.compute.manager [req-b59e09f4-bb99-4f3b-995c-0cc6513511c5 req-2c7effc0-b140-4a72-bc73-0b4c1547292c service nova] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Received event network-vif-deleted-7d12776c-cd90-44b8-ad4e-d2a7a389374f {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.075637] env[70966]: INFO nova.compute.manager [-] [instance: 46bbedf7-e3e6-4014-8e53-c232fb5d4856] Took 1.60 seconds to deallocate network for instance. [ 1214.138940] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1214.138940] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cd6b56-e485-df24-c3b3-71f650cd1d1e" [ 1214.138940] env[70966]: _type = "HttpNfcLease" [ 1214.138940] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1214.141867] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1214.141867] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52cd6b56-e485-df24-c3b3-71f650cd1d1e" [ 1214.141867] env[70966]: _type = "HttpNfcLease" [ 1214.141867] env[70966]: }. {{(pid=70966) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1214.143246] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0949ec-ebaf-4a24-9532-b22e7627054c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.150164] env[70966]: DEBUG oslo_vmware.api [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613663, 'name': PowerOffVM_Task, 'duration_secs': 0.20113} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.153102] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.153292] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.153565] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52639042-fc6c-2df9-6663-642899028c83/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1214.153727] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52639042-fc6c-2df9-6663-642899028c83/disk-0.vmdk. {{(pid=70966) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1214.155009] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b95fcd4-a66d-45f7-80bd-f6335ecc1933 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.223507] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b114827d-8398-493a-a9ff-d61d8e68291a tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.065s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.226356] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.226563] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.226740] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleting the datastore file [datastore2] 13f54000-2d10-48e8-ac22-827c25fd5cf7 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.228074] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e1457b3-7433-4f88-af02-c7cafff82552 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.235489] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6626bac3-23db-437c-be91-bec5c698e7cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.237863] env[70966]: DEBUG oslo_vmware.api [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for the task: (returnval){ [ 1214.237863] env[70966]: value = "task-3613667" [ 1214.237863] env[70966]: _type = "Task" [ 1214.237863] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.246501] env[70966]: DEBUG oslo_vmware.api [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.462019] env[70966]: DEBUG oslo_vmware.api [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Task: {'id': task-3613665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092521} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.465041] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.465041] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.465041] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.465041] env[70966]: INFO nova.compute.manager [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1214.465355] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.465468] env[70966]: DEBUG nova.compute.manager [-] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.465566] env[70966]: DEBUG nova.network.neutron [-] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.483765] env[70966]: DEBUG nova.network.neutron [-] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.581747] env[70966]: DEBUG oslo_concurrency.lockutils [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.582125] env[70966]: DEBUG oslo_concurrency.lockutils [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.582405] env[70966]: DEBUG nova.objects.instance [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lazy-loading 'resources' on Instance uuid 46bbedf7-e3e6-4014-8e53-c232fb5d4856 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.748074] env[70966]: DEBUG oslo_vmware.api [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Task: {'id': task-3613667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135777} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.748348] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.748537] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.748727] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.748900] env[70966]: INFO nova.compute.manager [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1214.749164] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.749359] env[70966]: DEBUG nova.compute.manager [-] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.749453] env[70966]: DEBUG nova.network.neutron [-] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.987981] env[70966]: DEBUG nova.network.neutron [-] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.136774] env[70966]: DEBUG oslo_concurrency.lockutils [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.137169] env[70966]: DEBUG oslo_concurrency.lockutils [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.137491] env[70966]: INFO nova.compute.manager [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Attaching volume 49155866-fa67-4530-bfa8-86d443cff884 to /dev/sdb [ 1215.183470] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b7f29a-1b6c-4b1c-be98-08ffb69128e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.190560] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f38a06-6dad-42a3-8a48-15d896212ae4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.206175] env[70966]: DEBUG nova.virt.block_device [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Updating existing volume attachment record: 5fbbb218-2f2d-4421-a3cf-9a53a15714d9 {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1215.242302] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d749a8a-7453-4a68-abcb-fe6727463972 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.249874] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1e917c-bea6-41df-8417-e11a7ec77bca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.286884] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284843fa-47a9-412b-9d56-4df1ed4abad3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.297387] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97190e6-cdd0-4a27-a27d-39cc26c1dafa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.316904] env[70966]: DEBUG nova.compute.provider_tree [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.430653] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Completed reading data from the image iterator. {{(pid=70966) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1215.430867] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52639042-fc6c-2df9-6663-642899028c83/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1215.431804] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131ea718-07a7-4e34-a50a-5aca614daf1c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.438091] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52639042-fc6c-2df9-6663-642899028c83/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1215.438269] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52639042-fc6c-2df9-6663-642899028c83/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1215.438492] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-64a570de-3d05-461f-b638-39ace44f9e2e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.492409] env[70966]: INFO nova.compute.manager [-] [instance: 314a9c1f-b154-4c49-84d8-ac1f5af6ee68] Took 1.03 seconds to deallocate network for instance. [ 1215.509859] env[70966]: DEBUG nova.network.neutron [-] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.662160] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52639042-fc6c-2df9-6663-642899028c83/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1215.662476] env[70966]: INFO nova.virt.vmwareapi.images [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Downloaded image file data d5a6c790-699e-46c7-8258-679e197234cb [ 1215.663391] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8987dec1-bc39-4e21-989c-d8c390ff1ba3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.681307] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4f91e8b-af73-4042-a70c-759a941c31a4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.706632] env[70966]: INFO nova.virt.vmwareapi.images [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] The imported VM was unregistered [ 1215.709340] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Caching image {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1215.709622] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d5a6c790-699e-46c7-8258-679e197234cb {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.709939] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0241afa4-4d8a-4edd-83f5-5a91abf1b41e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.723719] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Created directory with path [datastore2] devstack-image-cache_base/d5a6c790-699e-46c7-8258-679e197234cb {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.724217] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_dd3ec8a5-55f3-4a9c-a81f-8c0c7d9eb02f/OSTACK_IMG_dd3ec8a5-55f3-4a9c-a81f-8c0c7d9eb02f.vmdk to [datastore2] devstack-image-cache_base/d5a6c790-699e-46c7-8258-679e197234cb/d5a6c790-699e-46c7-8258-679e197234cb.vmdk. {{(pid=70966) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1215.724302] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b9cf4740-579a-4187-9735-df69a212a8cd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.730411] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1215.730411] env[70966]: value = "task-3613672" [ 1215.730411] env[70966]: _type = "Task" [ 1215.730411] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.738103] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613672, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.823176] env[70966]: DEBUG nova.scheduler.client.report [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.001842] env[70966]: DEBUG oslo_concurrency.lockutils [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.014032] env[70966]: INFO nova.compute.manager [-] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Took 1.26 seconds to deallocate network for instance. [ 1216.102740] env[70966]: DEBUG nova.compute.manager [req-0c032bf0-d5e3-4b63-b530-ed05030dda71 req-044e5399-87ae-4be7-9598-df79ca02d317 service nova] [instance: 13f54000-2d10-48e8-ac22-827c25fd5cf7] Received event network-vif-deleted-92fe9258-16ab-4037-b574-2b7e23257c94 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.241173] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613672, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.328061] env[70966]: DEBUG oslo_concurrency.lockutils [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.330819] env[70966]: DEBUG oslo_concurrency.lockutils [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.329s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.331302] env[70966]: DEBUG nova.objects.instance [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Lazy-loading 'resources' on Instance uuid 314a9c1f-b154-4c49-84d8-ac1f5af6ee68 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.348803] env[70966]: INFO nova.scheduler.client.report [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleted allocations for instance 46bbedf7-e3e6-4014-8e53-c232fb5d4856 [ 1216.521305] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.743149] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613672, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.859287] env[70966]: DEBUG oslo_concurrency.lockutils [None req-201b1c92-ae4e-449d-bcf2-85a0e86899cf tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "46bbedf7-e3e6-4014-8e53-c232fb5d4856" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.016s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.978691] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c53a72-cd21-4a52-be1d-58cd9111d791 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.987238] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6d878d-39c9-4f6d-8ac1-5146f85a335e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.019614] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b9f9de-fbaa-40ec-a07b-2f11554053ca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.028065] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1c227a-5d47-44b9-9a76-736c41c5c0be {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.044208] env[70966]: DEBUG nova.compute.provider_tree [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.242372] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613672, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.547878] env[70966]: DEBUG nova.scheduler.client.report [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.743038] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613672, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.052770] env[70966]: DEBUG oslo_concurrency.lockutils [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.055375] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.534s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.055473] env[70966]: DEBUG nova.objects.instance [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lazy-loading 'resources' on Instance uuid 13f54000-2d10-48e8-ac22-827c25fd5cf7 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.079582] env[70966]: INFO nova.scheduler.client.report [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Deleted allocations for instance 314a9c1f-b154-4c49-84d8-ac1f5af6ee68 [ 1218.243489] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613672, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.505947} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.243767] env[70966]: INFO nova.virt.vmwareapi.ds_util [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_dd3ec8a5-55f3-4a9c-a81f-8c0c7d9eb02f/OSTACK_IMG_dd3ec8a5-55f3-4a9c-a81f-8c0c7d9eb02f.vmdk to [datastore2] devstack-image-cache_base/d5a6c790-699e-46c7-8258-679e197234cb/d5a6c790-699e-46c7-8258-679e197234cb.vmdk. [ 1218.244139] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Cleaning up location [datastore2] OSTACK_IMG_dd3ec8a5-55f3-4a9c-a81f-8c0c7d9eb02f {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1218.244256] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_dd3ec8a5-55f3-4a9c-a81f-8c0c7d9eb02f {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.244438] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f60273dd-5608-4df0-aed5-6a75968a593d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.252255] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1218.252255] env[70966]: value = "task-3613674" [ 1218.252255] env[70966]: _type = "Task" [ 1218.252255] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.259372] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.591819] env[70966]: DEBUG oslo_concurrency.lockutils [None req-adb28c3c-a5c3-4950-9d8b-b77458a55dc1 tempest-ServersListShow298Test-1136472792 tempest-ServersListShow298Test-1136472792-project-member] Lock "314a9c1f-b154-4c49-84d8-ac1f5af6ee68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.780s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.669873] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b36db8-ab29-47cf-9cc2-6311b095255e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.677917] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f68ec2b-3c2d-42ba-9178-b979ad07e819 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.708681] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f6a9a8-4634-4538-a66d-c070d58b98e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.716413] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fef2d3-61f9-4463-b08f-0766671c60f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.729580] env[70966]: DEBUG nova.compute.provider_tree [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.761629] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033246} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.761882] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.762067] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5a6c790-699e-46c7-8258-679e197234cb/d5a6c790-699e-46c7-8258-679e197234cb.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.762545] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5a6c790-699e-46c7-8258-679e197234cb/d5a6c790-699e-46c7-8258-679e197234cb.vmdk to [datastore2] 54888080-cdbd-4b8b-93d9-23c7ecdf5948/54888080-cdbd-4b8b-93d9-23c7ecdf5948.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.762606] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2f9067f-f0b4-4902-adad-9f2ed74da49d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.769140] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1218.769140] env[70966]: value = "task-3613675" [ 1218.769140] env[70966]: _type = "Task" [ 1218.769140] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.777552] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.961336] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.961634] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.232969] env[70966]: DEBUG nova.scheduler.client.report [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.280113] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613675, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.464306] env[70966]: DEBUG nova.compute.manager [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.738617] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.763521] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1219.763521] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720799', 'volume_id': '49155866-fa67-4530-bfa8-86d443cff884', 'name': 'volume-49155866-fa67-4530-bfa8-86d443cff884', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29bc77f7-d534-4f23-a431-0a3d0a73948f', 'attached_at': '', 'detached_at': '', 'volume_id': '49155866-fa67-4530-bfa8-86d443cff884', 'serial': '49155866-fa67-4530-bfa8-86d443cff884'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1219.763521] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45db576d-1a45-4c56-8a65-dbd24cde0ed2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.789421] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb750f43-9866-42d4-bfce-aef79ef1ae91 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.799638] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613675, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.821915] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-49155866-fa67-4530-bfa8-86d443cff884/volume-49155866-fa67-4530-bfa8-86d443cff884.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.823620] env[70966]: INFO nova.scheduler.client.report [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Deleted allocations for instance 13f54000-2d10-48e8-ac22-827c25fd5cf7 [ 1219.826033] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68646c6c-1249-4609-88f3-b53960f437ef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.847526] env[70966]: DEBUG oslo_vmware.api [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1219.847526] env[70966]: value = "task-3613676" [ 1219.847526] env[70966]: _type = "Task" [ 1219.847526] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.856864] env[70966]: DEBUG oslo_vmware.api [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.986392] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.986724] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.988528] env[70966]: INFO nova.compute.claims [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.296167] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613675, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.347050] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6924f6f7-a77f-46af-90ed-b6a6d5198434 tempest-DeleteServersTestJSON-284939266 tempest-DeleteServersTestJSON-284939266-project-member] Lock "13f54000-2d10-48e8-ac22-827c25fd5cf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.238s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.361295] env[70966]: DEBUG oslo_vmware.api [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613676, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.796617] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613675, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.859696] env[70966]: DEBUG oslo_vmware.api [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613676, 'name': ReconfigVM_Task, 'duration_secs': 0.554028} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.859906] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-49155866-fa67-4530-bfa8-86d443cff884/volume-49155866-fa67-4530-bfa8-86d443cff884.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.865107] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aff0f0e-0c10-4c01-a6e2-d13c40110946 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.881774] env[70966]: DEBUG oslo_vmware.api [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1220.881774] env[70966]: value = "task-3613678" [ 1220.881774] env[70966]: _type = "Task" [ 1220.881774] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.890530] env[70966]: DEBUG oslo_vmware.api [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.111364] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75c8be2-d646-4260-bcbb-c2e2d6cff345 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.118917] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad100bbd-83c7-416e-b1db-314542640ec7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.149490] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c823804-9850-4d54-b70d-a6129ac1c9bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.156492] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f70cc75-7238-4f41-a686-58599be53151 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.169464] env[70966]: DEBUG nova.compute.provider_tree [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.299275] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613675, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.301952} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.299657] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5a6c790-699e-46c7-8258-679e197234cb/d5a6c790-699e-46c7-8258-679e197234cb.vmdk to [datastore2] 54888080-cdbd-4b8b-93d9-23c7ecdf5948/54888080-cdbd-4b8b-93d9-23c7ecdf5948.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.300261] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309bacb3-8883-4a28-89b5-8c8413c8a0ef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.322531] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 54888080-cdbd-4b8b-93d9-23c7ecdf5948/54888080-cdbd-4b8b-93d9-23c7ecdf5948.vmdk or device None with type streamOptimized {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.322783] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79bf8440-35eb-4870-9dd3-c53be4485ace {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.342080] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1221.342080] env[70966]: value = "task-3613679" [ 1221.342080] env[70966]: _type = "Task" [ 1221.342080] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.349860] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.390995] env[70966]: DEBUG oslo_vmware.api [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613678, 'name': ReconfigVM_Task, 'duration_secs': 0.213631} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.391544] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720799', 'volume_id': '49155866-fa67-4530-bfa8-86d443cff884', 'name': 'volume-49155866-fa67-4530-bfa8-86d443cff884', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29bc77f7-d534-4f23-a431-0a3d0a73948f', 'attached_at': '', 'detached_at': '', 'volume_id': '49155866-fa67-4530-bfa8-86d443cff884', 'serial': '49155866-fa67-4530-bfa8-86d443cff884'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1221.672202] env[70966]: DEBUG nova.scheduler.client.report [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.852406] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.178482] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.178959] env[70966]: DEBUG nova.compute.manager [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1222.352853] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613679, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.428050] env[70966]: DEBUG nova.objects.instance [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lazy-loading 'flavor' on Instance uuid 29bc77f7-d534-4f23-a431-0a3d0a73948f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.683633] env[70966]: DEBUG nova.compute.utils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.685483] env[70966]: DEBUG nova.compute.manager [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1222.685483] env[70966]: DEBUG nova.network.neutron [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.734383] env[70966]: DEBUG nova.policy [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae0652be853049a18f4f8f6f1451415a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b978f2cd4dcc489e8d3480726962466d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.853926] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613679, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.933197] env[70966]: DEBUG oslo_concurrency.lockutils [None req-876080ed-873d-4930-963e-ac0e7c890785 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.796s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.004202] env[70966]: DEBUG nova.network.neutron [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Successfully created port: b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.188790] env[70966]: DEBUG nova.compute.manager [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1223.353470] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613679, 'name': ReconfigVM_Task, 'duration_secs': 1.657394} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.353817] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 54888080-cdbd-4b8b-93d9-23c7ecdf5948/54888080-cdbd-4b8b-93d9-23c7ecdf5948.vmdk or device None with type streamOptimized {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.354245] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26649487-68aa-40fc-bd9a-0bf77d26d587 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.359976] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1223.359976] env[70966]: value = "task-3613680" [ 1223.359976] env[70966]: _type = "Task" [ 1223.359976] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.367639] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613680, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.543489] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e952f7e2-371a-4f03-b885-783a4bb9d0de tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.543804] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e952f7e2-371a-4f03-b885-783a4bb9d0de tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.543993] env[70966]: DEBUG nova.compute.manager [None req-e952f7e2-371a-4f03-b885-783a4bb9d0de tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.544940] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cb75d1-2d25-4a5a-bd4c-3e2875c472be {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.551695] env[70966]: DEBUG nova.compute.manager [None req-e952f7e2-371a-4f03-b885-783a4bb9d0de tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70966) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1223.552457] env[70966]: DEBUG nova.objects.instance [None req-e952f7e2-371a-4f03-b885-783a4bb9d0de tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lazy-loading 'flavor' on Instance uuid 29bc77f7-d534-4f23-a431-0a3d0a73948f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.873884] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613680, 'name': Rename_Task, 'duration_secs': 0.133641} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.874303] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.874587] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b340771-9973-4ebb-8055-5ad6b762acd3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.883346] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1223.883346] env[70966]: value = "task-3613681" [ 1223.883346] env[70966]: _type = "Task" [ 1223.883346] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.889856] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.199334] env[70966]: DEBUG nova.compute.manager [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.236118] env[70966]: DEBUG nova.virt.hardware [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.236412] env[70966]: DEBUG nova.virt.hardware [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.236620] env[70966]: DEBUG nova.virt.hardware [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.236842] env[70966]: DEBUG nova.virt.hardware [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.237016] env[70966]: DEBUG nova.virt.hardware [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.237307] env[70966]: DEBUG nova.virt.hardware [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.237557] env[70966]: DEBUG nova.virt.hardware [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.237747] env[70966]: DEBUG nova.virt.hardware [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.237938] env[70966]: DEBUG nova.virt.hardware [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.238149] env[70966]: DEBUG nova.virt.hardware [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.238418] env[70966]: DEBUG nova.virt.hardware [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.239420] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40a6e7c-5c85-40b4-aef8-6ccd8d437d52 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.247664] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69d89fa-623f-4d7d-86e0-d88b8e4978af {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.391565] env[70966]: DEBUG oslo_vmware.api [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613681, 'name': PowerOnVM_Task, 'duration_secs': 0.491304} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.391925] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.498858] env[70966]: DEBUG nova.compute.manager [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.499866] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97053e1-ebf2-41a6-a671-29798690b602 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.559933] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e952f7e2-371a-4f03-b885-783a4bb9d0de tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.561543] env[70966]: DEBUG nova.compute.manager [req-6563fc19-0152-4215-b1bb-3de6efaf1c06 req-931d6235-f1f0-4027-93e1-48f8d9b62f76 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Received event network-vif-plugged-b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.561841] env[70966]: DEBUG oslo_concurrency.lockutils [req-6563fc19-0152-4215-b1bb-3de6efaf1c06 req-931d6235-f1f0-4027-93e1-48f8d9b62f76 service nova] Acquiring lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.562316] env[70966]: DEBUG oslo_concurrency.lockutils [req-6563fc19-0152-4215-b1bb-3de6efaf1c06 req-931d6235-f1f0-4027-93e1-48f8d9b62f76 service nova] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.562436] env[70966]: DEBUG oslo_concurrency.lockutils [req-6563fc19-0152-4215-b1bb-3de6efaf1c06 req-931d6235-f1f0-4027-93e1-48f8d9b62f76 service nova] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.562695] env[70966]: DEBUG nova.compute.manager [req-6563fc19-0152-4215-b1bb-3de6efaf1c06 req-931d6235-f1f0-4027-93e1-48f8d9b62f76 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] No waiting events found dispatching network-vif-plugged-b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.562982] env[70966]: WARNING nova.compute.manager [req-6563fc19-0152-4215-b1bb-3de6efaf1c06 req-931d6235-f1f0-4027-93e1-48f8d9b62f76 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Received unexpected event network-vif-plugged-b48b14f6-9e11-4247-8dc9-4355290b0da9 for instance with vm_state building and task_state spawning. [ 1224.563397] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7e1f2d3-76d7-44ae-9481-41e8ccdd6d0e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.573992] env[70966]: DEBUG oslo_vmware.api [None req-e952f7e2-371a-4f03-b885-783a4bb9d0de tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1224.573992] env[70966]: value = "task-3613682" [ 1224.573992] env[70966]: _type = "Task" [ 1224.573992] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.586959] env[70966]: DEBUG oslo_vmware.api [None req-e952f7e2-371a-4f03-b885-783a4bb9d0de tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.651990] env[70966]: DEBUG nova.network.neutron [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Successfully updated port: b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.018910] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c527946a-72a2-4885-8ba8-1957754ca7d1 tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.287s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.019881] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.582s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.020084] env[70966]: INFO nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] During sync_power_state the instance has a pending task (spawning). Skip. [ 1225.020288] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.084565] env[70966]: DEBUG oslo_vmware.api [None req-e952f7e2-371a-4f03-b885-783a4bb9d0de tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613682, 'name': PowerOffVM_Task, 'duration_secs': 0.215932} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.084893] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e952f7e2-371a-4f03-b885-783a4bb9d0de tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.085108] env[70966]: DEBUG nova.compute.manager [None req-e952f7e2-371a-4f03-b885-783a4bb9d0de tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.085922] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e1e71f-af4f-4c96-a961-d4d373203dcd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.160813] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.161090] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.161441] env[70966]: DEBUG nova.network.neutron [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.598571] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e952f7e2-371a-4f03-b885-783a4bb9d0de tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.695867] env[70966]: DEBUG nova.network.neutron [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.827909] env[70966]: DEBUG nova.network.neutron [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Updating instance_info_cache with network_info: [{"id": "b48b14f6-9e11-4247-8dc9-4355290b0da9", "address": "fa:16:3e:09:43:bc", "network": {"id": "76eb4596-0bea-4c91-a57f-0cdf1b1fc335", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1344172437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b978f2cd4dcc489e8d3480726962466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb48b14f6-9e", "ovs_interfaceid": "b48b14f6-9e11-4247-8dc9-4355290b0da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.025392] env[70966]: DEBUG nova.objects.instance [None req-f7129788-c90f-400b-80d2-86aa2d881282 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lazy-loading 'flavor' on Instance uuid 29bc77f7-d534-4f23-a431-0a3d0a73948f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.168072] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.168198] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.168473] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.168712] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.168932] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.172458] env[70966]: INFO nova.compute.manager [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Terminating instance [ 1226.330286] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.330631] env[70966]: DEBUG nova.compute.manager [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Instance network_info: |[{"id": "b48b14f6-9e11-4247-8dc9-4355290b0da9", "address": "fa:16:3e:09:43:bc", "network": {"id": "76eb4596-0bea-4c91-a57f-0cdf1b1fc335", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1344172437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b978f2cd4dcc489e8d3480726962466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb48b14f6-9e", "ovs_interfaceid": "b48b14f6-9e11-4247-8dc9-4355290b0da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1226.331081] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:43:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b48b14f6-9e11-4247-8dc9-4355290b0da9', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.338731] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.338946] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.339185] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15df8603-6eb4-45f9-9054-73de441d8854 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.360406] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.360406] env[70966]: value = "task-3613683" [ 1226.360406] env[70966]: _type = "Task" [ 1226.360406] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.368052] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613683, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.532008] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7129788-c90f-400b-80d2-86aa2d881282 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "refresh_cache-29bc77f7-d534-4f23-a431-0a3d0a73948f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.532385] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7129788-c90f-400b-80d2-86aa2d881282 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquired lock "refresh_cache-29bc77f7-d534-4f23-a431-0a3d0a73948f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.532726] env[70966]: DEBUG nova.network.neutron [None req-f7129788-c90f-400b-80d2-86aa2d881282 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.533085] env[70966]: DEBUG nova.objects.instance [None req-f7129788-c90f-400b-80d2-86aa2d881282 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lazy-loading 'info_cache' on Instance uuid 29bc77f7-d534-4f23-a431-0a3d0a73948f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.597162] env[70966]: DEBUG nova.compute.manager [req-e9203895-73c2-4ab2-9bac-e579d624faf4 req-a118ecc4-d2de-45b0-b49c-bcfcbd5d8129 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Received event network-changed-b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.597385] env[70966]: DEBUG nova.compute.manager [req-e9203895-73c2-4ab2-9bac-e579d624faf4 req-a118ecc4-d2de-45b0-b49c-bcfcbd5d8129 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Refreshing instance network info cache due to event network-changed-b48b14f6-9e11-4247-8dc9-4355290b0da9. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.597816] env[70966]: DEBUG oslo_concurrency.lockutils [req-e9203895-73c2-4ab2-9bac-e579d624faf4 req-a118ecc4-d2de-45b0-b49c-bcfcbd5d8129 service nova] Acquiring lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.597816] env[70966]: DEBUG oslo_concurrency.lockutils [req-e9203895-73c2-4ab2-9bac-e579d624faf4 req-a118ecc4-d2de-45b0-b49c-bcfcbd5d8129 service nova] Acquired lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.598017] env[70966]: DEBUG nova.network.neutron [req-e9203895-73c2-4ab2-9bac-e579d624faf4 req-a118ecc4-d2de-45b0-b49c-bcfcbd5d8129 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Refreshing network info cache for port b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.676231] env[70966]: DEBUG nova.compute.manager [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.676626] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.677384] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb58dbc-1f4d-472c-ad48-3a1f04efa325 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.685668] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.685932] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa5fe517-cecf-4e79-a44d-0f14ec606755 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.692489] env[70966]: DEBUG oslo_vmware.api [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1226.692489] env[70966]: value = "task-3613684" [ 1226.692489] env[70966]: _type = "Task" [ 1226.692489] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.700915] env[70966]: DEBUG oslo_vmware.api [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.870793] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613683, 'name': CreateVM_Task, 'duration_secs': 0.374397} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.870999] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.878378] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.878560] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.878881] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.879186] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4981bef5-5459-47bc-9292-9f09d5a4e128 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.884483] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1226.884483] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c31323-8549-c589-37d9-0d315bbe5d20" [ 1226.884483] env[70966]: _type = "Task" [ 1226.884483] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.892459] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c31323-8549-c589-37d9-0d315bbe5d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.036426] env[70966]: DEBUG nova.objects.base [None req-f7129788-c90f-400b-80d2-86aa2d881282 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Object Instance<29bc77f7-d534-4f23-a431-0a3d0a73948f> lazy-loaded attributes: flavor,info_cache {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1227.201805] env[70966]: DEBUG oslo_vmware.api [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613684, 'name': PowerOffVM_Task, 'duration_secs': 0.171757} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.202092] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.202270] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.202518] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24a0ed7d-4b67-40e3-8026-faae79f2e06e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.274162] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.274461] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.274675] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Deleting the datastore file [datastore2] 54888080-cdbd-4b8b-93d9-23c7ecdf5948 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.274986] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7489e889-7e69-43ef-9ea1-e4eae0f6498f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.280924] env[70966]: DEBUG oslo_vmware.api [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for the task: (returnval){ [ 1227.280924] env[70966]: value = "task-3613686" [ 1227.280924] env[70966]: _type = "Task" [ 1227.280924] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.289174] env[70966]: DEBUG oslo_vmware.api [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.301310] env[70966]: DEBUG nova.network.neutron [req-e9203895-73c2-4ab2-9bac-e579d624faf4 req-a118ecc4-d2de-45b0-b49c-bcfcbd5d8129 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Updated VIF entry in instance network info cache for port b48b14f6-9e11-4247-8dc9-4355290b0da9. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.301703] env[70966]: DEBUG nova.network.neutron [req-e9203895-73c2-4ab2-9bac-e579d624faf4 req-a118ecc4-d2de-45b0-b49c-bcfcbd5d8129 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Updating instance_info_cache with network_info: [{"id": "b48b14f6-9e11-4247-8dc9-4355290b0da9", "address": "fa:16:3e:09:43:bc", "network": {"id": "76eb4596-0bea-4c91-a57f-0cdf1b1fc335", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1344172437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b978f2cd4dcc489e8d3480726962466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb48b14f6-9e", "ovs_interfaceid": "b48b14f6-9e11-4247-8dc9-4355290b0da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.394981] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c31323-8549-c589-37d9-0d315bbe5d20, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.395331] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.395632] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.395972] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.396194] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.396438] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.396766] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-898852e5-bcdd-41e1-9664-a4ea522e4ab2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.405653] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.405833] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.406604] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d68c44-6e03-4e29-97e1-e85175af0e75 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.411808] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1227.411808] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c9a7a1-3c9a-8150-1175-843ac9334f39" [ 1227.411808] env[70966]: _type = "Task" [ 1227.411808] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.419542] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c9a7a1-3c9a-8150-1175-843ac9334f39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.738377] env[70966]: DEBUG nova.network.neutron [None req-f7129788-c90f-400b-80d2-86aa2d881282 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Updating instance_info_cache with network_info: [{"id": "02af5f71-cd9e-45ac-9b68-0b807f7a383c", "address": "fa:16:3e:c9:a9:0a", "network": {"id": "3cf885ef-ed71-41cd-a201-044f6cf5af33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-136501275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120eae4ad259401a9f0a27d9c7648223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02af5f71-cd", "ovs_interfaceid": "02af5f71-cd9e-45ac-9b68-0b807f7a383c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.792286] env[70966]: DEBUG oslo_vmware.api [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Task: {'id': task-3613686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157704} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.792475] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.792663] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.792834] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.793008] env[70966]: INFO nova.compute.manager [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1227.793261] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.793445] env[70966]: DEBUG nova.compute.manager [-] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.793540] env[70966]: DEBUG nova.network.neutron [-] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.804893] env[70966]: DEBUG oslo_concurrency.lockutils [req-e9203895-73c2-4ab2-9bac-e579d624faf4 req-a118ecc4-d2de-45b0-b49c-bcfcbd5d8129 service nova] Releasing lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.922170] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52c9a7a1-3c9a-8150-1175-843ac9334f39, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.922989] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d2bd57-0e46-4ab8-ae1e-4abe8bedabaf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.927958] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1227.927958] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529fc18d-cdaa-6d0c-9ab7-cb6839d03348" [ 1227.927958] env[70966]: _type = "Task" [ 1227.927958] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.935692] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529fc18d-cdaa-6d0c-9ab7-cb6839d03348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.243527] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7129788-c90f-400b-80d2-86aa2d881282 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Releasing lock "refresh_cache-29bc77f7-d534-4f23-a431-0a3d0a73948f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.441019] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]529fc18d-cdaa-6d0c-9ab7-cb6839d03348, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.441019] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.441019] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3/f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.441019] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ecd7781-68ec-4ae3-bba7-0512e6f8d784 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.447387] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1228.447387] env[70966]: value = "task-3613687" [ 1228.447387] env[70966]: _type = "Task" [ 1228.447387] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.455620] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.628887] env[70966]: DEBUG nova.compute.manager [req-36a5933a-d739-4723-afa6-d7164adb39a7 req-3e8f7910-2ec6-4332-8665-e08367f77992 service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Received event network-vif-deleted-6f78b7cc-b0bc-4ee1-8060-da2f3b75872a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.629129] env[70966]: INFO nova.compute.manager [req-36a5933a-d739-4723-afa6-d7164adb39a7 req-3e8f7910-2ec6-4332-8665-e08367f77992 service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Neutron deleted interface 6f78b7cc-b0bc-4ee1-8060-da2f3b75872a; detaching it from the instance and deleting it from the info cache [ 1228.629314] env[70966]: DEBUG nova.network.neutron [req-36a5933a-d739-4723-afa6-d7164adb39a7 req-3e8f7910-2ec6-4332-8665-e08367f77992 service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.805424] env[70966]: DEBUG nova.network.neutron [-] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.957769] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416644} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.958056] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3/f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.958280] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.958529] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c634a06c-67c3-44ff-b951-36feb18b0bf6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.965512] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1228.965512] env[70966]: value = "task-3613688" [ 1228.965512] env[70966]: _type = "Task" [ 1228.965512] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.973298] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.132690] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0137577a-959d-4d3a-a3c5-a639fb7de0ef {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.143398] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2826c0e7-b356-4208-80c0-664807a097b3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.174991] env[70966]: DEBUG nova.compute.manager [req-36a5933a-d739-4723-afa6-d7164adb39a7 req-3e8f7910-2ec6-4332-8665-e08367f77992 service nova] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Detach interface failed, port_id=6f78b7cc-b0bc-4ee1-8060-da2f3b75872a, reason: Instance 54888080-cdbd-4b8b-93d9-23c7ecdf5948 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1229.251279] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7129788-c90f-400b-80d2-86aa2d881282 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.251624] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d9c158a-959d-4874-a464-a5122ad6b479 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.258338] env[70966]: DEBUG oslo_vmware.api [None req-f7129788-c90f-400b-80d2-86aa2d881282 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1229.258338] env[70966]: value = "task-3613689" [ 1229.258338] env[70966]: _type = "Task" [ 1229.258338] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.265809] env[70966]: DEBUG oslo_vmware.api [None req-f7129788-c90f-400b-80d2-86aa2d881282 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.308721] env[70966]: INFO nova.compute.manager [-] [instance: 54888080-cdbd-4b8b-93d9-23c7ecdf5948] Took 1.51 seconds to deallocate network for instance. [ 1229.474831] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063955} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.475203] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.476045] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7015847c-c9f3-402d-98f9-8e9a7c2e9d99 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.498049] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3/f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.498325] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be16ae2a-1aa0-4d2e-b804-58e6fd89d427 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.517984] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1229.517984] env[70966]: value = "task-3613690" [ 1229.517984] env[70966]: _type = "Task" [ 1229.517984] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.527764] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.768177] env[70966]: DEBUG oslo_vmware.api [None req-f7129788-c90f-400b-80d2-86aa2d881282 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613689, 'name': PowerOnVM_Task, 'duration_secs': 0.40122} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.768467] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7129788-c90f-400b-80d2-86aa2d881282 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.768683] env[70966]: DEBUG nova.compute.manager [None req-f7129788-c90f-400b-80d2-86aa2d881282 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.769495] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77f5ce4-7c00-4594-8061-596f50f58fdb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.814988] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.815314] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.815570] env[70966]: DEBUG nova.objects.instance [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lazy-loading 'resources' on Instance uuid 54888080-cdbd-4b8b-93d9-23c7ecdf5948 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.028595] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613690, 'name': ReconfigVM_Task, 'duration_secs': 0.272321} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.028814] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Reconfigured VM instance instance-0000007a to attach disk [datastore1] f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3/f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.029470] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cd70be4-d3ce-4ec3-9030-88e118ebe1af {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.035983] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1230.035983] env[70966]: value = "task-3613691" [ 1230.035983] env[70966]: _type = "Task" [ 1230.035983] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.043957] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613691, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.418845] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb0ebb8-5fe6-4bb9-9600-1b4664272fcc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.426417] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9bda9c-783c-4efc-9787-102ed4c39830 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.456018] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d5e342-ef37-4b03-b1e2-fa53c28a6009 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.463477] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4ee24c-e3d8-4b87-b47c-064badd36ce2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.477030] env[70966]: DEBUG nova.compute.provider_tree [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.546323] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613691, 'name': Rename_Task, 'duration_secs': 0.139128} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.546606] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.546854] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08a094f2-88bd-4b4e-961c-024e5cde5cf3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.552712] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1230.552712] env[70966]: value = "task-3613692" [ 1230.552712] env[70966]: _type = "Task" [ 1230.552712] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.559777] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.980757] env[70966]: DEBUG nova.scheduler.client.report [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.062117] env[70966]: DEBUG oslo_vmware.api [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613692, 'name': PowerOnVM_Task, 'duration_secs': 0.441135} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.062422] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.062630] env[70966]: INFO nova.compute.manager [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1231.062812] env[70966]: DEBUG nova.compute.manager [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.063849] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26769e56-fc33-49f4-954d-b80b826b2e9a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.486761] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.505059] env[70966]: INFO nova.scheduler.client.report [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Deleted allocations for instance 54888080-cdbd-4b8b-93d9-23c7ecdf5948 [ 1231.582065] env[70966]: INFO nova.compute.manager [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Took 11.61 seconds to build instance. [ 1232.013556] env[70966]: DEBUG oslo_concurrency.lockutils [None req-06468956-696b-436f-b1e4-08067399f31a tempest-ServerActionsTestOtherB-1072866944 tempest-ServerActionsTestOtherB-1072866944-project-member] Lock "54888080-cdbd-4b8b-93d9-23c7ecdf5948" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.845s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.083527] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d940420e-83e3-45bc-99a6-2429375ba298 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.122s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.303563] env[70966]: DEBUG nova.compute.manager [req-7f5ba65c-2f20-49bb-be1c-97f6c06d739e req-b4bfd159-d2ea-43a3-b2df-d6a17a47f3ab service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Received event network-changed-b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.303921] env[70966]: DEBUG nova.compute.manager [req-7f5ba65c-2f20-49bb-be1c-97f6c06d739e req-b4bfd159-d2ea-43a3-b2df-d6a17a47f3ab service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Refreshing instance network info cache due to event network-changed-b48b14f6-9e11-4247-8dc9-4355290b0da9. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.304330] env[70966]: DEBUG oslo_concurrency.lockutils [req-7f5ba65c-2f20-49bb-be1c-97f6c06d739e req-b4bfd159-d2ea-43a3-b2df-d6a17a47f3ab service nova] Acquiring lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.304627] env[70966]: DEBUG oslo_concurrency.lockutils [req-7f5ba65c-2f20-49bb-be1c-97f6c06d739e req-b4bfd159-d2ea-43a3-b2df-d6a17a47f3ab service nova] Acquired lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.304940] env[70966]: DEBUG nova.network.neutron [req-7f5ba65c-2f20-49bb-be1c-97f6c06d739e req-b4bfd159-d2ea-43a3-b2df-d6a17a47f3ab service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Refreshing network info cache for port b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.007567] env[70966]: DEBUG nova.network.neutron [req-7f5ba65c-2f20-49bb-be1c-97f6c06d739e req-b4bfd159-d2ea-43a3-b2df-d6a17a47f3ab service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Updated VIF entry in instance network info cache for port b48b14f6-9e11-4247-8dc9-4355290b0da9. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.007948] env[70966]: DEBUG nova.network.neutron [req-7f5ba65c-2f20-49bb-be1c-97f6c06d739e req-b4bfd159-d2ea-43a3-b2df-d6a17a47f3ab service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Updating instance_info_cache with network_info: [{"id": "b48b14f6-9e11-4247-8dc9-4355290b0da9", "address": "fa:16:3e:09:43:bc", "network": {"id": "76eb4596-0bea-4c91-a57f-0cdf1b1fc335", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1344172437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b978f2cd4dcc489e8d3480726962466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb48b14f6-9e", "ovs_interfaceid": "b48b14f6-9e11-4247-8dc9-4355290b0da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.510583] env[70966]: DEBUG oslo_concurrency.lockutils [req-7f5ba65c-2f20-49bb-be1c-97f6c06d739e req-b4bfd159-d2ea-43a3-b2df-d6a17a47f3ab service nova] Releasing lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.482006] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquiring lock "9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.482367] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Lock "9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.984724] env[70966]: DEBUG nova.compute.manager [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1239.085304] env[70966]: DEBUG oslo_concurrency.lockutils [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.085695] env[70966]: DEBUG oslo_concurrency.lockutils [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.231967] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.232239] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.509021] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.509021] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.510240] env[70966]: INFO nova.compute.claims [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.588967] env[70966]: INFO nova.compute.manager [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Detaching volume 2670a838-f189-44d2-907f-54ccf758fa16 [ 1239.624880] env[70966]: INFO nova.virt.block_device [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Attempting to driver detach volume 2670a838-f189-44d2-907f-54ccf758fa16 from mountpoint /dev/sdb [ 1239.625139] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1239.625334] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720786', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'name': 'volume-2670a838-f189-44d2-907f-54ccf758fa16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dea113a5-79dd-4665-b8ae-5ab7a958f2fd', 'attached_at': '', 'detached_at': '', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'serial': '2670a838-f189-44d2-907f-54ccf758fa16'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1239.626448] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9952eede-5a8e-420c-b1ce-4b1482c79c65 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.648283] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9601fc11-c380-4c1c-81ee-a27a7aa263d5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.654894] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29b3741-a4e6-4adf-bf1c-4e107c08e542 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.674873] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbd2fa5-3593-4ede-bb35-b49ce004d771 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.689244] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] The volume has not been displaced from its original location: [datastore1] volume-2670a838-f189-44d2-907f-54ccf758fa16/volume-2670a838-f189-44d2-907f-54ccf758fa16.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1239.694604] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.694897] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02fbfc48-45d2-42b3-81be-8c42f9c0bedf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.716758] env[70966]: DEBUG oslo_vmware.api [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1239.716758] env[70966]: value = "task-3613694" [ 1239.716758] env[70966]: _type = "Task" [ 1239.716758] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.724379] env[70966]: DEBUG oslo_vmware.api [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.735360] env[70966]: DEBUG nova.compute.utils [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1240.093936] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "13103000-1771-4bda-9b0e-d4f5f2017ca3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.094208] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "13103000-1771-4bda-9b0e-d4f5f2017ca3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.094472] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "13103000-1771-4bda-9b0e-d4f5f2017ca3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.094697] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "13103000-1771-4bda-9b0e-d4f5f2017ca3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.094872] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "13103000-1771-4bda-9b0e-d4f5f2017ca3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.096856] env[70966]: INFO nova.compute.manager [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Terminating instance [ 1240.226649] env[70966]: DEBUG oslo_vmware.api [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613694, 'name': ReconfigVM_Task, 'duration_secs': 0.328602} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.226909] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.231405] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc19c0ef-3d1e-43e9-8d1c-feff2c598fb6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.241455] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.246944] env[70966]: DEBUG oslo_vmware.api [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1240.246944] env[70966]: value = "task-3613695" [ 1240.246944] env[70966]: _type = "Task" [ 1240.246944] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.254418] env[70966]: DEBUG oslo_vmware.api [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.600355] env[70966]: DEBUG nova.compute.manager [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.600605] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.603298] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4489eddc-5401-4f82-98ce-7e9fa124f9cd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.611014] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.611257] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-019450d9-5ae0-4e36-a9a6-f427d4ec3ec7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.613721] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d09748b-1218-4810-a4cb-2fdadd01b8a6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.621312] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166caa77-6407-49c4-8313-e9de85f58f83 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.624413] env[70966]: DEBUG oslo_vmware.api [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1240.624413] env[70966]: value = "task-3613696" [ 1240.624413] env[70966]: _type = "Task" [ 1240.624413] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.653892] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1177eb-6561-4531-9c76-6df9c04eb54e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.659318] env[70966]: DEBUG oslo_vmware.api [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.664026] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21794bd1-b81f-4061-a235-5612698379d2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.677329] env[70966]: DEBUG nova.compute.provider_tree [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.760416] env[70966]: DEBUG oslo_vmware.api [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613695, 'name': ReconfigVM_Task, 'duration_secs': 0.13533} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.760766] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720786', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'name': 'volume-2670a838-f189-44d2-907f-54ccf758fa16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dea113a5-79dd-4665-b8ae-5ab7a958f2fd', 'attached_at': '', 'detached_at': '', 'volume_id': '2670a838-f189-44d2-907f-54ccf758fa16', 'serial': '2670a838-f189-44d2-907f-54ccf758fa16'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1241.133899] env[70966]: DEBUG oslo_vmware.api [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613696, 'name': PowerOffVM_Task, 'duration_secs': 0.230407} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.134198] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.134374] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.134651] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e86021c0-d904-4287-b5e7-f0d41ffecb71 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.180479] env[70966]: DEBUG nova.scheduler.client.report [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.200310] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.200548] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.200723] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Deleting the datastore file [datastore2] 13103000-1771-4bda-9b0e-d4f5f2017ca3 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.200979] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d27d1bc4-454a-4e6d-8f62-cb2e4c33d80d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.207947] env[70966]: DEBUG oslo_vmware.api [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1241.207947] env[70966]: value = "task-3613698" [ 1241.207947] env[70966]: _type = "Task" [ 1241.207947] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.215590] env[70966]: DEBUG oslo_vmware.api [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.302499] env[70966]: DEBUG nova.objects.instance [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lazy-loading 'flavor' on Instance uuid dea113a5-79dd-4665-b8ae-5ab7a958f2fd {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.304744] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.304985] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.305235] env[70966]: INFO nova.compute.manager [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Attaching volume bc9f81d5-c71e-4db3-b7df-afb16bce0a15 to /dev/sdb [ 1241.336879] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08145668-84a9-4329-828c-2a080551b50a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.343396] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5e8c3a-95d8-4bfc-a27d-7c89f47ea370 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.356367] env[70966]: DEBUG nova.virt.block_device [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Updating existing volume attachment record: ede50617-1b9b-474f-9ff0-480045ca098b {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1241.686472] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.687064] env[70966]: DEBUG nova.compute.manager [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.718082] env[70966]: DEBUG oslo_vmware.api [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128838} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.718391] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.718615] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.718834] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.719062] env[70966]: INFO nova.compute.manager [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1241.719338] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.719559] env[70966]: DEBUG nova.compute.manager [-] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.719678] env[70966]: DEBUG nova.network.neutron [-] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.186258] env[70966]: DEBUG nova.compute.manager [req-dbd85be2-ed9f-4761-abf2-ee38eef174dd req-9c74e750-7449-40df-a545-d59c8a6e3912 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Received event network-vif-deleted-d77a0967-046f-49c6-b6b9-d5b8417424d4 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.186258] env[70966]: INFO nova.compute.manager [req-dbd85be2-ed9f-4761-abf2-ee38eef174dd req-9c74e750-7449-40df-a545-d59c8a6e3912 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Neutron deleted interface d77a0967-046f-49c6-b6b9-d5b8417424d4; detaching it from the instance and deleting it from the info cache [ 1242.186258] env[70966]: DEBUG nova.network.neutron [req-dbd85be2-ed9f-4761-abf2-ee38eef174dd req-9c74e750-7449-40df-a545-d59c8a6e3912 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.192130] env[70966]: DEBUG nova.compute.utils [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1242.193360] env[70966]: DEBUG nova.compute.manager [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Not allocating networking since 'none' was specified. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1242.312513] env[70966]: DEBUG oslo_concurrency.lockutils [None req-277a9579-b5c0-484f-8c11-f218ae6d35a0 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.450845] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.451139] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.451356] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.451588] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.451769] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.453908] env[70966]: INFO nova.compute.manager [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Terminating instance [ 1242.667130] env[70966]: DEBUG nova.network.neutron [-] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.688061] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5346df9b-4ba7-45b4-8f9f-a8f2b6740739 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.694899] env[70966]: DEBUG nova.compute.manager [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.701232] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34262350-1a6a-4ac8-9152-040ff9c3f58c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.732388] env[70966]: DEBUG nova.compute.manager [req-dbd85be2-ed9f-4761-abf2-ee38eef174dd req-9c74e750-7449-40df-a545-d59c8a6e3912 service nova] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Detach interface failed, port_id=d77a0967-046f-49c6-b6b9-d5b8417424d4, reason: Instance 13103000-1771-4bda-9b0e-d4f5f2017ca3 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1242.957734] env[70966]: DEBUG nova.compute.manager [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.959165] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.959165] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b19787e-429c-4a88-8ec8-bbbe1fcc0fca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.967221] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.967478] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-697f2dc9-9ffc-4b66-a062-ed31f1b4df07 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.973621] env[70966]: DEBUG oslo_vmware.api [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1242.973621] env[70966]: value = "task-3613700" [ 1242.973621] env[70966]: _type = "Task" [ 1242.973621] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.981266] env[70966]: DEBUG oslo_vmware.api [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.170883] env[70966]: INFO nova.compute.manager [-] [instance: 13103000-1771-4bda-9b0e-d4f5f2017ca3] Took 1.45 seconds to deallocate network for instance. [ 1243.483493] env[70966]: DEBUG oslo_vmware.api [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613700, 'name': PowerOffVM_Task, 'duration_secs': 0.195442} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.483707] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.483873] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.484130] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dd7dea3-5f9a-444a-8d63-fd866540430b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.549489] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.549788] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.550023] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleting the datastore file [datastore2] dea113a5-79dd-4665-b8ae-5ab7a958f2fd {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.550325] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2ef4798-5e26-4ed5-b930-b6429b47ba57 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.556974] env[70966]: DEBUG oslo_vmware.api [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1243.556974] env[70966]: value = "task-3613703" [ 1243.556974] env[70966]: _type = "Task" [ 1243.556974] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.567670] env[70966]: DEBUG oslo_vmware.api [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.678387] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.678679] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.678908] env[70966]: DEBUG nova.objects.instance [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lazy-loading 'resources' on Instance uuid 13103000-1771-4bda-9b0e-d4f5f2017ca3 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.705548] env[70966]: DEBUG nova.compute.manager [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.733569] env[70966]: DEBUG nova.virt.hardware [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.733794] env[70966]: DEBUG nova.virt.hardware [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.733959] env[70966]: DEBUG nova.virt.hardware [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.734211] env[70966]: DEBUG nova.virt.hardware [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.734367] env[70966]: DEBUG nova.virt.hardware [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.734537] env[70966]: DEBUG nova.virt.hardware [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.734757] env[70966]: DEBUG nova.virt.hardware [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.734918] env[70966]: DEBUG nova.virt.hardware [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.735097] env[70966]: DEBUG nova.virt.hardware [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.735263] env[70966]: DEBUG nova.virt.hardware [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.735437] env[70966]: DEBUG nova.virt.hardware [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.736391] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b50fd8-5730-4d93-8821-ee34c19e5a54 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.744060] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7863ec5a-ab19-4eee-a5f1-e0a006edf7e5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.757889] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.763528] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Creating folder: Project (bc735d38c27e4be19ada8d17701429e7). Parent ref: group-v720468. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.763790] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20a35b43-2116-4cb8-8f06-dec160432652 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.773370] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Created folder: Project (bc735d38c27e4be19ada8d17701429e7) in parent group-v720468. [ 1243.773543] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Creating folder: Instances. Parent ref: group-v720802. {{(pid=70966) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.773751] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f64fe75-e066-477c-ad02-7a0614e671f2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.782276] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Created folder: Instances in parent group-v720802. [ 1243.782492] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.782672] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.782885] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adb84932-f401-4ef1-8741-f69c168bc039 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.798422] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.798422] env[70966]: value = "task-3613706" [ 1243.798422] env[70966]: _type = "Task" [ 1243.798422] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.805210] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613706, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.067011] env[70966]: DEBUG oslo_vmware.api [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138862} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.067259] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.067446] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.067624] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.067796] env[70966]: INFO nova.compute.manager [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1244.068041] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.068237] env[70966]: DEBUG nova.compute.manager [-] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.068333] env[70966]: DEBUG nova.network.neutron [-] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.294730] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eaecf2-e338-4487-a743-9dd4230723d4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.305894] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4eee216-c1fa-4303-9cd5-29e457aa85b6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.340927] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613706, 'name': CreateVM_Task, 'duration_secs': 0.237286} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.341883] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bbac82-32a3-421d-b5f9-960921891176 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.344859] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.345218] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.345322] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.345910] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.346848] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ddc986f-99af-4fa0-9c6a-0d8bdc099f0c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.352998] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39970dd2-8677-436f-b42f-924d2162f5e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.358846] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1244.358846] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52163aed-d5bc-cd87-5e9b-766a2d1d2722" [ 1244.358846] env[70966]: _type = "Task" [ 1244.358846] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.369498] env[70966]: DEBUG nova.compute.provider_tree [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.376091] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52163aed-d5bc-cd87-5e9b-766a2d1d2722, 'name': SearchDatastore_Task, 'duration_secs': 0.013278} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.376376] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.376597] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.376821] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.376961] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.377148] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.377394] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8e26ead-7441-4aab-b895-b90fcaca9524 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.385502] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.385683] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.386395] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5320f55-fe2f-45dc-b188-0a35d8dedb4c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.391293] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1244.391293] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5293cab3-42a2-c01c-245f-7d6fd64b83a4" [ 1244.391293] env[70966]: _type = "Task" [ 1244.391293] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.399199] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5293cab3-42a2-c01c-245f-7d6fd64b83a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.536768] env[70966]: DEBUG nova.compute.manager [req-4194a817-19c2-4071-9434-16ddce881eed req-70eea521-97e7-4c18-9148-91b7c7fa547c service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Received event network-vif-deleted-229477ad-884e-406c-923d-3698fc6bcfc6 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.536768] env[70966]: INFO nova.compute.manager [req-4194a817-19c2-4071-9434-16ddce881eed req-70eea521-97e7-4c18-9148-91b7c7fa547c service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Neutron deleted interface 229477ad-884e-406c-923d-3698fc6bcfc6; detaching it from the instance and deleting it from the info cache [ 1244.536768] env[70966]: DEBUG nova.network.neutron [req-4194a817-19c2-4071-9434-16ddce881eed req-70eea521-97e7-4c18-9148-91b7c7fa547c service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.873126] env[70966]: DEBUG nova.scheduler.client.report [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.902006] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5293cab3-42a2-c01c-245f-7d6fd64b83a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009953} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.902807] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fddca7eb-bf48-4569-8de6-2a22354dd7b9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.907921] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1244.907921] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52be0e7b-8947-b1bf-31f4-43ed9779b9a2" [ 1244.907921] env[70966]: _type = "Task" [ 1244.907921] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.915239] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52be0e7b-8947-b1bf-31f4-43ed9779b9a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.016529] env[70966]: DEBUG nova.network.neutron [-] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.039023] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f39db151-0b88-4a9c-a12f-ff365439f11c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.049153] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36ee171-ac61-40eb-9368-739e363b9f86 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.082603] env[70966]: DEBUG nova.compute.manager [req-4194a817-19c2-4071-9434-16ddce881eed req-70eea521-97e7-4c18-9148-91b7c7fa547c service nova] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Detach interface failed, port_id=229477ad-884e-406c-923d-3698fc6bcfc6, reason: Instance dea113a5-79dd-4665-b8ae-5ab7a958f2fd could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1245.377985] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.418627] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52be0e7b-8947-b1bf-31f4-43ed9779b9a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009098} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.418907] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.419193] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97/9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.419458] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9720f1ba-0489-4f99-b4dc-17f98396648d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.422147] env[70966]: INFO nova.scheduler.client.report [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Deleted allocations for instance 13103000-1771-4bda-9b0e-d4f5f2017ca3 [ 1245.427802] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1245.427802] env[70966]: value = "task-3613707" [ 1245.427802] env[70966]: _type = "Task" [ 1245.427802] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.435725] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.521784] env[70966]: INFO nova.compute.manager [-] [instance: dea113a5-79dd-4665-b8ae-5ab7a958f2fd] Took 1.45 seconds to deallocate network for instance. [ 1245.899889] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1245.900160] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720801', 'volume_id': 'bc9f81d5-c71e-4db3-b7df-afb16bce0a15', 'name': 'volume-bc9f81d5-c71e-4db3-b7df-afb16bce0a15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10e4c59b-761d-4d01-bf46-49376f8f0b65', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc9f81d5-c71e-4db3-b7df-afb16bce0a15', 'serial': 'bc9f81d5-c71e-4db3-b7df-afb16bce0a15'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1245.901053] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b798ac-2dcb-499b-87ed-81a6e7b8e4c3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.917093] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b12368c-1778-4812-af11-91219bcab47b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.943397] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-bc9f81d5-c71e-4db3-b7df-afb16bce0a15/volume-bc9f81d5-c71e-4db3-b7df-afb16bce0a15.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.944331] env[70966]: DEBUG oslo_concurrency.lockutils [None req-4f95a012-817e-480c-b1bd-f88f3514866f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "13103000-1771-4bda-9b0e-d4f5f2017ca3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.850s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.947976] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76b10ab7-331f-4922-b603-78ac9079d780 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.966842] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419206} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.968026] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97/9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.968227] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.968554] env[70966]: DEBUG oslo_vmware.api [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1245.968554] env[70966]: value = "task-3613708" [ 1245.968554] env[70966]: _type = "Task" [ 1245.968554] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.968709] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6341890b-5ac0-4aa8-a376-9ffc05842995 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.984985] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1245.984985] env[70966]: value = "task-3613709" [ 1245.984985] env[70966]: _type = "Task" [ 1245.984985] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.988231] env[70966]: DEBUG oslo_vmware.api [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.996609] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.028679] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.028985] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.029235] env[70966]: DEBUG nova.objects.instance [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lazy-loading 'resources' on Instance uuid dea113a5-79dd-4665-b8ae-5ab7a958f2fd {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.480702] env[70966]: DEBUG oslo_vmware.api [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613708, 'name': ReconfigVM_Task, 'duration_secs': 0.419291} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.481014] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-bc9f81d5-c71e-4db3-b7df-afb16bce0a15/volume-bc9f81d5-c71e-4db3-b7df-afb16bce0a15.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.485852] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff8fa1e3-911c-4b72-a555-a4bdf57b0df8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.505481] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065954} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.506730] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.507088] env[70966]: DEBUG oslo_vmware.api [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1246.507088] env[70966]: value = "task-3613710" [ 1246.507088] env[70966]: _type = "Task" [ 1246.507088] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.507764] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbd23cb-4acc-4ffc-a373-fb593a4c8185 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.524133] env[70966]: DEBUG oslo_vmware.api [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613710, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.532852] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97/9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.535410] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84beba47-bfe2-4d11-b48b-fbac6652318d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.554528] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1246.554528] env[70966]: value = "task-3613711" [ 1246.554528] env[70966]: _type = "Task" [ 1246.554528] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.562606] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.658048] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a18b7b-a54e-40fc-ab5d-3196a4d194e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.665974] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302a4723-d594-4424-ac23-9dfc0ea358ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.697768] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196601cd-985f-4d62-8b22-88952934cfb5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.705656] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91ff145-5e5c-4926-ae01-01905e3cabe1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.719224] env[70966]: DEBUG nova.compute.provider_tree [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.019357] env[70966]: DEBUG oslo_vmware.api [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613710, 'name': ReconfigVM_Task, 'duration_secs': 0.194545} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.019686] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720801', 'volume_id': 'bc9f81d5-c71e-4db3-b7df-afb16bce0a15', 'name': 'volume-bc9f81d5-c71e-4db3-b7df-afb16bce0a15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10e4c59b-761d-4d01-bf46-49376f8f0b65', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc9f81d5-c71e-4db3-b7df-afb16bce0a15', 'serial': 'bc9f81d5-c71e-4db3-b7df-afb16bce0a15'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1247.065948] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613711, 'name': ReconfigVM_Task, 'duration_secs': 0.281143} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.066255] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97/9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.067048] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bef5544a-65b4-4424-8d3f-e5299328235b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.073314] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1247.073314] env[70966]: value = "task-3613712" [ 1247.073314] env[70966]: _type = "Task" [ 1247.073314] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.080503] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613712, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.222351] env[70966]: DEBUG nova.scheduler.client.report [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.582917] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613712, 'name': Rename_Task, 'duration_secs': 0.142216} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.583202] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.583437] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e250fd6-44fe-4082-ab4a-45a38814c55d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.588993] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1247.588993] env[70966]: value = "task-3613713" [ 1247.588993] env[70966]: _type = "Task" [ 1247.588993] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.596590] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.727545] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.744346] env[70966]: INFO nova.scheduler.client.report [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleted allocations for instance dea113a5-79dd-4665-b8ae-5ab7a958f2fd [ 1248.003035] env[70966]: DEBUG nova.compute.manager [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Stashing vm_state: active {{(pid=70966) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1248.057337] env[70966]: DEBUG nova.objects.instance [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lazy-loading 'flavor' on Instance uuid 10e4c59b-761d-4d01-bf46-49376f8f0b65 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.099313] env[70966]: DEBUG oslo_vmware.api [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613713, 'name': PowerOnVM_Task, 'duration_secs': 0.436786} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.099600] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.099796] env[70966]: INFO nova.compute.manager [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Took 4.39 seconds to spawn the instance on the hypervisor. [ 1248.099951] env[70966]: DEBUG nova.compute.manager [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.100775] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02045af-89dd-436f-b8c7-3012c6fa92c8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.251461] env[70966]: DEBUG oslo_concurrency.lockutils [None req-e2d972f7-aa12-4a71-951c-3e1cb6728feb tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "dea113a5-79dd-4665-b8ae-5ab7a958f2fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.800s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.521456] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.521733] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.563059] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5cf16ff-8a89-4ce8-aaf7-cf9c236e0965 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.617213] env[70966]: INFO nova.compute.manager [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Took 9.13 seconds to build instance. [ 1248.747441] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.747441] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.027157] env[70966]: INFO nova.compute.claims [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.119331] env[70966]: DEBUG oslo_concurrency.lockutils [None req-3513d89b-9803-4879-b7d5-4e78525a6652 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Lock "9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.637s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.249270] env[70966]: INFO nova.compute.manager [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Detaching volume bc9f81d5-c71e-4db3-b7df-afb16bce0a15 [ 1249.289911] env[70966]: INFO nova.virt.block_device [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Attempting to driver detach volume bc9f81d5-c71e-4db3-b7df-afb16bce0a15 from mountpoint /dev/sdb [ 1249.290236] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1249.290452] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720801', 'volume_id': 'bc9f81d5-c71e-4db3-b7df-afb16bce0a15', 'name': 'volume-bc9f81d5-c71e-4db3-b7df-afb16bce0a15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10e4c59b-761d-4d01-bf46-49376f8f0b65', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc9f81d5-c71e-4db3-b7df-afb16bce0a15', 'serial': 'bc9f81d5-c71e-4db3-b7df-afb16bce0a15'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1249.291369] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e06cf2f-26a3-4669-94ff-69200671526b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.316429] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cc6371-23fc-48e1-b967-c1aa62339edb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.323503] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ef97f1-60fb-4b7e-a750-423e407eba7f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.343834] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f80cb3-9327-47e7-b691-09c1c507b7c7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.360367] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] The volume has not been displaced from its original location: [datastore1] volume-bc9f81d5-c71e-4db3-b7df-afb16bce0a15/volume-bc9f81d5-c71e-4db3-b7df-afb16bce0a15.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1249.365621] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.365920] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b7f01dd-8cf7-4357-a4d4-43622dbd92f9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.383676] env[70966]: DEBUG oslo_vmware.api [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1249.383676] env[70966]: value = "task-3613714" [ 1249.383676] env[70966]: _type = "Task" [ 1249.383676] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.391334] env[70966]: DEBUG oslo_vmware.api [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.536184] env[70966]: INFO nova.compute.resource_tracker [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating resource usage from migration 482c8514-83c3-4823-8178-4a8673a52ffe [ 1249.631470] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01289019-9dee-4294-993d-a0cf19c69619 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.638983] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c5e8e8-d148-442f-992b-baed08c0e308 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.668571] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5ceb90-f60b-4197-8ab6-208a37e3267a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.675386] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b030cd35-8536-4f09-a9c0-5a4f1d4e401c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.687860] env[70966]: INFO nova.compute.manager [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Rebuilding instance [ 1249.689767] env[70966]: DEBUG nova.compute.provider_tree [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.727719] env[70966]: DEBUG nova.compute.manager [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.728538] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b94a30a-f7d8-48b2-87bd-611c145fb43a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.884024] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "25b686bc-24ab-4cec-9ee9-8507680cadeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.884024] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "25b686bc-24ab-4cec-9ee9-8507680cadeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.893647] env[70966]: DEBUG oslo_vmware.api [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613714, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.192627] env[70966]: DEBUG nova.scheduler.client.report [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.389070] env[70966]: DEBUG nova.compute.manager [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1250.397125] env[70966]: DEBUG oslo_vmware.api [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613714, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.697673] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.176s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.697859] env[70966]: INFO nova.compute.manager [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Migrating [ 1250.740227] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.740524] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4af4d64-4228-4478-a84b-efa2459bd7a5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.747555] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1250.747555] env[70966]: value = "task-3613715" [ 1250.747555] env[70966]: _type = "Task" [ 1250.747555] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.756344] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.897264] env[70966]: DEBUG oslo_vmware.api [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613714, 'name': ReconfigVM_Task, 'duration_secs': 1.216238} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.899529] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.904651] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f6d7df-02fc-4c6c-9484-6f6ad48bdacc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.917828] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.918158] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.919589] env[70966]: INFO nova.compute.claims [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.923100] env[70966]: DEBUG oslo_vmware.api [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1250.923100] env[70966]: value = "task-3613716" [ 1250.923100] env[70966]: _type = "Task" [ 1250.923100] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.931405] env[70966]: DEBUG oslo_vmware.api [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.213159] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.213457] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.213550] env[70966]: DEBUG nova.network.neutron [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.258361] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613715, 'name': PowerOffVM_Task, 'duration_secs': 0.226073} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.258620] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.259276] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.260044] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0769f42-3124-4e88-a14c-ab6d0930e6ed {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.266451] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.266663] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c36f5861-dba1-4379-9c0c-005cdf39f3e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.290835] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.291043] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.291231] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Deleting the datastore file [datastore2] 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.291464] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72b4e367-91e8-4224-8739-c90e1f5e96d4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.296648] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1251.296648] env[70966]: value = "task-3613718" [ 1251.296648] env[70966]: _type = "Task" [ 1251.296648] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.304034] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.435857] env[70966]: DEBUG oslo_vmware.api [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613716, 'name': ReconfigVM_Task, 'duration_secs': 0.133654} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.436734] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720801', 'volume_id': 'bc9f81d5-c71e-4db3-b7df-afb16bce0a15', 'name': 'volume-bc9f81d5-c71e-4db3-b7df-afb16bce0a15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10e4c59b-761d-4d01-bf46-49376f8f0b65', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc9f81d5-c71e-4db3-b7df-afb16bce0a15', 'serial': 'bc9f81d5-c71e-4db3-b7df-afb16bce0a15'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1251.806620] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085103} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.806890] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.807098] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.807286] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.918189] env[70966]: DEBUG nova.network.neutron [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance_info_cache with network_info: [{"id": "315485ee-ebec-4228-beae-aee1cf4c3800", "address": "fa:16:3e:c5:2c:c7", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315485ee-eb", "ovs_interfaceid": "315485ee-ebec-4228-beae-aee1cf4c3800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.982582] env[70966]: DEBUG nova.objects.instance [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lazy-loading 'flavor' on Instance uuid 10e4c59b-761d-4d01-bf46-49376f8f0b65 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.032321] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5fb313-5fcc-4d11-ae54-5be4bc2633a0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.040352] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be9afe-79c2-492d-9245-c805c76d9af6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.069973] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92fcd00-c632-4c2e-82f7-2a8a3687ed8f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.077069] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b3d21d-89d6-4c70-ab9d-66d61718ba8a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.091435] env[70966]: DEBUG nova.compute.provider_tree [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.422060] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.594224] env[70966]: DEBUG nova.scheduler.client.report [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.843581] env[70966]: DEBUG nova.virt.hardware [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.843840] env[70966]: DEBUG nova.virt.hardware [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.844012] env[70966]: DEBUG nova.virt.hardware [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.844214] env[70966]: DEBUG nova.virt.hardware [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.844364] env[70966]: DEBUG nova.virt.hardware [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.844512] env[70966]: DEBUG nova.virt.hardware [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.844885] env[70966]: DEBUG nova.virt.hardware [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.845077] env[70966]: DEBUG nova.virt.hardware [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.845254] env[70966]: DEBUG nova.virt.hardware [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.845420] env[70966]: DEBUG nova.virt.hardware [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.845631] env[70966]: DEBUG nova.virt.hardware [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.846523] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab22a532-c6b8-42f0-83a3-8cce68ea9e3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.854969] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343640c6-b9ea-4a6a-bc62-8dd8dba0ca42 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.868730] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Instance VIF info [] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.874934] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.875248] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.875448] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d912567-affe-4e03-9e1c-93a349b463aa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.892343] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.892343] env[70966]: value = "task-3613719" [ 1252.892343] env[70966]: _type = "Task" [ 1252.892343] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.899353] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613719, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.990401] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c860ecbe-88af-46e1-81e0-cdf6e7c3f10b tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.244s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.098833] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.099377] env[70966]: DEBUG nova.compute.manager [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.403612] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613719, 'name': CreateVM_Task, 'duration_secs': 0.254627} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.403789] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.404222] env[70966]: DEBUG oslo_concurrency.lockutils [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.404487] env[70966]: DEBUG oslo_concurrency.lockutils [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.404757] env[70966]: DEBUG oslo_concurrency.lockutils [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.405015] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e1d4548-0b57-4850-9ccc-970fcc42c610 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.409549] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1253.409549] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52920441-344a-0cdc-39c6-a7680b92831f" [ 1253.409549] env[70966]: _type = "Task" [ 1253.409549] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.417171] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52920441-344a-0cdc-39c6-a7680b92831f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.605066] env[70966]: DEBUG nova.compute.utils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.606092] env[70966]: DEBUG nova.compute.manager [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.606272] env[70966]: DEBUG nova.network.neutron [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.645046] env[70966]: DEBUG nova.policy [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946ada4fbc6b4bc5800cc0db8f930eb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f7282aeff242339ccf356f4ab237c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.883958] env[70966]: DEBUG nova.network.neutron [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Successfully created port: 8638b74d-1db2-4d1b-8001-7c11a4122e8b {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.922424] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52920441-344a-0cdc-39c6-a7680b92831f, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.922424] env[70966]: DEBUG oslo_concurrency.lockutils [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.922424] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.922424] env[70966]: DEBUG oslo_concurrency.lockutils [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.922424] env[70966]: DEBUG oslo_concurrency.lockutils [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.922424] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.922424] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb56929c-6dbb-4111-b342-24a781706ddc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.929676] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.929856] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.931295] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5e1e57-da62-4acc-8eb2-fe575394621f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.937235] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bb17fd-067c-4788-b68b-239517cdc505 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.941152] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1253.941152] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5221c3bb-16a8-751f-6c42-c7c5bf147d60" [ 1253.941152] env[70966]: _type = "Task" [ 1253.941152] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.957998] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance '07fef84f-b749-472e-909b-0c7df39a55b6' progress to 0 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.966916] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5221c3bb-16a8-751f-6c42-c7c5bf147d60, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.967648] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a43dc332-b0c1-40c1-9da7-c196c6133e2b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.972399] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1253.972399] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b4330c-c88b-f8b6-c450-2232e5775eb5" [ 1253.972399] env[70966]: _type = "Task" [ 1253.972399] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.979933] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b4330c-c88b-f8b6-c450-2232e5775eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.022802] env[70966]: DEBUG oslo_concurrency.lockutils [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.023070] env[70966]: DEBUG oslo_concurrency.lockutils [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.023316] env[70966]: DEBUG oslo_concurrency.lockutils [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "10e4c59b-761d-4d01-bf46-49376f8f0b65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.023509] env[70966]: DEBUG oslo_concurrency.lockutils [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.023676] env[70966]: DEBUG oslo_concurrency.lockutils [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.025809] env[70966]: INFO nova.compute.manager [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Terminating instance [ 1254.109298] env[70966]: DEBUG nova.compute.manager [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.464412] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.464785] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d0de1c4-4d1e-4b3c-947e-1d661898b568 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.472718] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1254.472718] env[70966]: value = "task-3613720" [ 1254.472718] env[70966]: _type = "Task" [ 1254.472718] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.483872] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.487446] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b4330c-c88b-f8b6-c450-2232e5775eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009597} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.487708] env[70966]: DEBUG oslo_concurrency.lockutils [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.487970] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97/9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.488264] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c4b9da0-7145-4046-8a53-3fd4695de7a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.494679] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1254.494679] env[70966]: value = "task-3613721" [ 1254.494679] env[70966]: _type = "Task" [ 1254.494679] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.502680] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.529619] env[70966]: DEBUG nova.compute.manager [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.529892] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.530822] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03201f9a-9ac7-45ca-b9ab-ed7d34d07a66 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.538664] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.538804] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2596a61-dfdc-40de-8c51-1b090467bb2e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.544604] env[70966]: DEBUG oslo_vmware.api [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1254.544604] env[70966]: value = "task-3613722" [ 1254.544604] env[70966]: _type = "Task" [ 1254.544604] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.554648] env[70966]: DEBUG oslo_vmware.api [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.982187] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613720, 'name': PowerOffVM_Task, 'duration_secs': 0.222227} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.982582] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.982662] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance '07fef84f-b749-472e-909b-0c7df39a55b6' progress to 17 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.003435] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473326} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.003690] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97/9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.003899] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.004146] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87d889f8-e79a-4597-b2b1-eaf18690b3b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.010658] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1255.010658] env[70966]: value = "task-3613723" [ 1255.010658] env[70966]: _type = "Task" [ 1255.010658] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.017742] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.054943] env[70966]: DEBUG oslo_vmware.api [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613722, 'name': PowerOffVM_Task, 'duration_secs': 0.404374} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.055223] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.055391] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.055635] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27efcd98-4efa-494a-90dc-bcd6ceec0214 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.122076] env[70966]: DEBUG nova.compute.manager [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.136042] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.136290] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.136611] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Deleting the datastore file [datastore2] 10e4c59b-761d-4d01-bf46-49376f8f0b65 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.136737] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c2dabc7-16f4-4362-bf06-6ddf5a3deeec {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.142619] env[70966]: DEBUG oslo_vmware.api [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for the task: (returnval){ [ 1255.142619] env[70966]: value = "task-3613725" [ 1255.142619] env[70966]: _type = "Task" [ 1255.142619] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.150535] env[70966]: DEBUG nova.virt.hardware [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.150768] env[70966]: DEBUG nova.virt.hardware [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.150929] env[70966]: DEBUG nova.virt.hardware [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.151132] env[70966]: DEBUG nova.virt.hardware [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.151282] env[70966]: DEBUG nova.virt.hardware [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.151429] env[70966]: DEBUG nova.virt.hardware [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.151637] env[70966]: DEBUG nova.virt.hardware [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.151800] env[70966]: DEBUG nova.virt.hardware [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.151965] env[70966]: DEBUG nova.virt.hardware [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.152141] env[70966]: DEBUG nova.virt.hardware [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.152317] env[70966]: DEBUG nova.virt.hardware [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.153383] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e4b1cf-bb67-4a20-b93f-1f6e897910a6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.158481] env[70966]: DEBUG oslo_vmware.api [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.163269] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cb3de7-a53e-4dbf-b752-2789f396e727 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.238493] env[70966]: DEBUG nova.compute.manager [req-5b6b3c94-57b8-46d6-a597-c785cabc8cff req-563e1abd-6268-490b-8ccc-08dccacbe69e service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Received event network-vif-plugged-8638b74d-1db2-4d1b-8001-7c11a4122e8b {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.238768] env[70966]: DEBUG oslo_concurrency.lockutils [req-5b6b3c94-57b8-46d6-a597-c785cabc8cff req-563e1abd-6268-490b-8ccc-08dccacbe69e service nova] Acquiring lock "25b686bc-24ab-4cec-9ee9-8507680cadeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.238936] env[70966]: DEBUG oslo_concurrency.lockutils [req-5b6b3c94-57b8-46d6-a597-c785cabc8cff req-563e1abd-6268-490b-8ccc-08dccacbe69e service nova] Lock "25b686bc-24ab-4cec-9ee9-8507680cadeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.239163] env[70966]: DEBUG oslo_concurrency.lockutils [req-5b6b3c94-57b8-46d6-a597-c785cabc8cff req-563e1abd-6268-490b-8ccc-08dccacbe69e service nova] Lock "25b686bc-24ab-4cec-9ee9-8507680cadeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.239296] env[70966]: DEBUG nova.compute.manager [req-5b6b3c94-57b8-46d6-a597-c785cabc8cff req-563e1abd-6268-490b-8ccc-08dccacbe69e service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] No waiting events found dispatching network-vif-plugged-8638b74d-1db2-4d1b-8001-7c11a4122e8b {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.239465] env[70966]: WARNING nova.compute.manager [req-5b6b3c94-57b8-46d6-a597-c785cabc8cff req-563e1abd-6268-490b-8ccc-08dccacbe69e service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Received unexpected event network-vif-plugged-8638b74d-1db2-4d1b-8001-7c11a4122e8b for instance with vm_state building and task_state spawning. [ 1255.320105] env[70966]: DEBUG nova.network.neutron [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Successfully updated port: 8638b74d-1db2-4d1b-8001-7c11a4122e8b {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.490435] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.490738] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.490858] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.491054] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.491219] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.491372] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.491580] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.491746] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.491916] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.492098] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.492279] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.497320] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10c10d15-a477-441e-a3c7-6b0547fdcefc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.515871] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1255.515871] env[70966]: value = "task-3613726" [ 1255.515871] env[70966]: _type = "Task" [ 1255.515871] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.521985] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064062} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.522633] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1255.523397] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8262e17d-e208-4310-9b16-2c708d313d4d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.528548] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613726, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.551141] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97/9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.551465] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-837a7087-5855-441c-bb51-714594560b72 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.571223] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1255.571223] env[70966]: value = "task-3613727" [ 1255.571223] env[70966]: _type = "Task" [ 1255.571223] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.579184] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.654554] env[70966]: DEBUG oslo_vmware.api [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Task: {'id': task-3613725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141749} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.655050] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.655319] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.655512] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.655786] env[70966]: INFO nova.compute.manager [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1255.656058] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.656265] env[70966]: DEBUG nova.compute.manager [-] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.656362] env[70966]: DEBUG nova.network.neutron [-] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.825187] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "refresh_cache-25b686bc-24ab-4cec-9ee9-8507680cadeb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.825187] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "refresh_cache-25b686bc-24ab-4cec-9ee9-8507680cadeb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.825187] env[70966]: DEBUG nova.network.neutron [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.027065] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613726, 'name': ReconfigVM_Task, 'duration_secs': 0.411238} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.027065] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance '07fef84f-b749-472e-909b-0c7df39a55b6' progress to 33 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.081753] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613727, 'name': ReconfigVM_Task, 'duration_secs': 0.330265} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.084785] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97/9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.086450] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bd91ea3-0b3d-46b3-a2cb-1dd3ca0fdbd2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.094710] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1256.094710] env[70966]: value = "task-3613728" [ 1256.094710] env[70966]: _type = "Task" [ 1256.094710] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.103822] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613728, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.360304] env[70966]: DEBUG nova.network.neutron [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.492952] env[70966]: DEBUG nova.network.neutron [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Updating instance_info_cache with network_info: [{"id": "8638b74d-1db2-4d1b-8001-7c11a4122e8b", "address": "fa:16:3e:ce:4a:88", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8638b74d-1d", "ovs_interfaceid": "8638b74d-1db2-4d1b-8001-7c11a4122e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.533652] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.533897] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.534075] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.534269] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.534414] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.534562] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.534824] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.534984] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.535170] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.535337] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.535513] env[70966]: DEBUG nova.virt.hardware [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.540870] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1256.541390] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f9d0442-bdca-4fd4-be94-7fcac4f0caa2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.559856] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1256.559856] env[70966]: value = "task-3613729" [ 1256.559856] env[70966]: _type = "Task" [ 1256.559856] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.567821] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.586760] env[70966]: DEBUG nova.network.neutron [-] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.604844] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613728, 'name': Rename_Task, 'duration_secs': 0.124308} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.608081] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.608081] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b52ae730-04d9-4623-9559-27a3818ca912 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.612421] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1256.612421] env[70966]: value = "task-3613730" [ 1256.612421] env[70966]: _type = "Task" [ 1256.612421] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.620014] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.995676] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "refresh_cache-25b686bc-24ab-4cec-9ee9-8507680cadeb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.997126] env[70966]: DEBUG nova.compute.manager [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Instance network_info: |[{"id": "8638b74d-1db2-4d1b-8001-7c11a4122e8b", "address": "fa:16:3e:ce:4a:88", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8638b74d-1d", "ovs_interfaceid": "8638b74d-1db2-4d1b-8001-7c11a4122e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1256.997126] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:4a:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8638b74d-1db2-4d1b-8001-7c11a4122e8b', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.003871] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.004116] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.004349] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42002390-e481-4e97-bdac-2a612755e448 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.024250] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.024250] env[70966]: value = "task-3613731" [ 1257.024250] env[70966]: _type = "Task" [ 1257.024250] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.032141] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613731, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.071527] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613729, 'name': ReconfigVM_Task, 'duration_secs': 0.17565} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.071844] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1257.072778] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6aae64-cf98-4cdc-b17d-96f67cdf35be {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.091472] env[70966]: INFO nova.compute.manager [-] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Took 1.43 seconds to deallocate network for instance. [ 1257.098989] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 07fef84f-b749-472e-909b-0c7df39a55b6/07fef84f-b749-472e-909b-0c7df39a55b6.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.100759] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41975d6-8558-427c-9e2f-870a4d25eb83 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.124945] env[70966]: DEBUG oslo_vmware.api [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613730, 'name': PowerOnVM_Task, 'duration_secs': 0.505598} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.126162] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.126387] env[70966]: DEBUG nova.compute.manager [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.126711] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1257.126711] env[70966]: value = "task-3613732" [ 1257.126711] env[70966]: _type = "Task" [ 1257.126711] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.127409] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63811110-3328-4f74-b1b9-515d086b4c58 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.140521] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613732, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.268166] env[70966]: DEBUG nova.compute.manager [req-0f1b525e-edb3-46b6-a81c-45883953d320 req-3f795051-f73f-49b6-bab6-cd9523d29248 service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Received event network-changed-8638b74d-1db2-4d1b-8001-7c11a4122e8b {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.268355] env[70966]: DEBUG nova.compute.manager [req-0f1b525e-edb3-46b6-a81c-45883953d320 req-3f795051-f73f-49b6-bab6-cd9523d29248 service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Refreshing instance network info cache due to event network-changed-8638b74d-1db2-4d1b-8001-7c11a4122e8b. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.268568] env[70966]: DEBUG oslo_concurrency.lockutils [req-0f1b525e-edb3-46b6-a81c-45883953d320 req-3f795051-f73f-49b6-bab6-cd9523d29248 service nova] Acquiring lock "refresh_cache-25b686bc-24ab-4cec-9ee9-8507680cadeb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.268722] env[70966]: DEBUG oslo_concurrency.lockutils [req-0f1b525e-edb3-46b6-a81c-45883953d320 req-3f795051-f73f-49b6-bab6-cd9523d29248 service nova] Acquired lock "refresh_cache-25b686bc-24ab-4cec-9ee9-8507680cadeb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.268909] env[70966]: DEBUG nova.network.neutron [req-0f1b525e-edb3-46b6-a81c-45883953d320 req-3f795051-f73f-49b6-bab6-cd9523d29248 service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Refreshing network info cache for port 8638b74d-1db2-4d1b-8001-7c11a4122e8b {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.533910] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613731, 'name': CreateVM_Task, 'duration_secs': 0.366451} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.534115] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.534792] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.534962] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.535296] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.535545] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e770d873-8251-4733-aa3e-268869407d00 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.540148] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1257.540148] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f59811-f28c-5276-f231-b807ff2e6536" [ 1257.540148] env[70966]: _type = "Task" [ 1257.540148] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.547934] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f59811-f28c-5276-f231-b807ff2e6536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.621318] env[70966]: DEBUG oslo_concurrency.lockutils [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.621633] env[70966]: DEBUG oslo_concurrency.lockutils [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.621907] env[70966]: DEBUG nova.objects.instance [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lazy-loading 'resources' on Instance uuid 10e4c59b-761d-4d01-bf46-49376f8f0b65 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.640598] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613732, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.648158] env[70966]: DEBUG oslo_concurrency.lockutils [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.955206] env[70966]: DEBUG nova.network.neutron [req-0f1b525e-edb3-46b6-a81c-45883953d320 req-3f795051-f73f-49b6-bab6-cd9523d29248 service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Updated VIF entry in instance network info cache for port 8638b74d-1db2-4d1b-8001-7c11a4122e8b. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.955631] env[70966]: DEBUG nova.network.neutron [req-0f1b525e-edb3-46b6-a81c-45883953d320 req-3f795051-f73f-49b6-bab6-cd9523d29248 service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Updating instance_info_cache with network_info: [{"id": "8638b74d-1db2-4d1b-8001-7c11a4122e8b", "address": "fa:16:3e:ce:4a:88", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8638b74d-1d", "ovs_interfaceid": "8638b74d-1db2-4d1b-8001-7c11a4122e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.050721] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f59811-f28c-5276-f231-b807ff2e6536, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.051131] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.051131] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.051269] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.051430] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.051622] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.051884] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6900ca4-10f8-4b0b-8844-4d26e5d70f05 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.060306] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.060487] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.061185] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10f04330-8fbe-453b-95c2-2d472fdb77b9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.068666] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1258.068666] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5273aa03-b44a-a6f3-a28d-34c114dc81df" [ 1258.068666] env[70966]: _type = "Task" [ 1258.068666] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.077366] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5273aa03-b44a-a6f3-a28d-34c114dc81df, 'name': SearchDatastore_Task, 'duration_secs': 0.00847} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.078109] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ffa88bf-2c0d-4e64-a81e-fc2209541e44 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.083215] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1258.083215] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5233cf04-355a-4b49-f658-ac4fb9bd83fe" [ 1258.083215] env[70966]: _type = "Task" [ 1258.083215] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.091981] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5233cf04-355a-4b49-f658-ac4fb9bd83fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.140122] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613732, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.223039] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed4c960-59ce-4cf5-9105-2d573a83bc3b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.230225] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec4efe6-db55-4823-ab86-233f1964de2e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.259743] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a050d7e8-f5be-46c8-ace6-79d4201a4a57 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.266758] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d411393c-8b49-4be3-900c-6d0601abbb30 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.279562] env[70966]: DEBUG nova.compute.provider_tree [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.458473] env[70966]: DEBUG oslo_concurrency.lockutils [req-0f1b525e-edb3-46b6-a81c-45883953d320 req-3f795051-f73f-49b6-bab6-cd9523d29248 service nova] Releasing lock "refresh_cache-25b686bc-24ab-4cec-9ee9-8507680cadeb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.458702] env[70966]: DEBUG nova.compute.manager [req-0f1b525e-edb3-46b6-a81c-45883953d320 req-3f795051-f73f-49b6-bab6-cd9523d29248 service nova] [instance: 10e4c59b-761d-4d01-bf46-49376f8f0b65] Received event network-vif-deleted-7c36990f-1478-437d-a386-2240765cdc44 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.462300] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquiring lock "9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.462525] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Lock "9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.462730] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquiring lock "9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.462915] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Lock "9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.463092] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Lock "9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.465067] env[70966]: INFO nova.compute.manager [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Terminating instance [ 1258.594059] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5233cf04-355a-4b49-f658-ac4fb9bd83fe, 'name': SearchDatastore_Task, 'duration_secs': 0.00887} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.594296] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.594554] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 25b686bc-24ab-4cec-9ee9-8507680cadeb/25b686bc-24ab-4cec-9ee9-8507680cadeb.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.594821] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a47029d1-f614-4d37-9dee-31beb3338d26 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.601107] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1258.601107] env[70966]: value = "task-3613733" [ 1258.601107] env[70966]: _type = "Task" [ 1258.601107] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.610197] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.639024] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613732, 'name': ReconfigVM_Task, 'duration_secs': 1.292813} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.639367] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 07fef84f-b749-472e-909b-0c7df39a55b6/07fef84f-b749-472e-909b-0c7df39a55b6.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.639656] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance '07fef84f-b749-472e-909b-0c7df39a55b6' progress to 50 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.782747] env[70966]: DEBUG nova.scheduler.client.report [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.968383] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquiring lock "refresh_cache-9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.968569] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquired lock "refresh_cache-9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.968772] env[70966]: DEBUG nova.network.neutron [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.112081] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463012} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.112373] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] 25b686bc-24ab-4cec-9ee9-8507680cadeb/25b686bc-24ab-4cec-9ee9-8507680cadeb.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.112581] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.112836] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb5a4f27-ed59-4cb0-b34b-ef7d4d73c3a8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.118791] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1259.118791] env[70966]: value = "task-3613734" [ 1259.118791] env[70966]: _type = "Task" [ 1259.118791] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.126063] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.146542] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4348cddc-fa68-45e1-9c37-7d0059267be6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.165347] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3ba642-4181-4458-9b5f-eea57777dd36 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.191280] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance '07fef84f-b749-472e-909b-0c7df39a55b6' progress to 67 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.287781] env[70966]: DEBUG oslo_concurrency.lockutils [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.290717] env[70966]: DEBUG oslo_concurrency.lockutils [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.642s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.290847] env[70966]: DEBUG nova.objects.instance [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70966) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1259.311265] env[70966]: INFO nova.scheduler.client.report [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Deleted allocations for instance 10e4c59b-761d-4d01-bf46-49376f8f0b65 [ 1259.487029] env[70966]: DEBUG nova.network.neutron [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.538825] env[70966]: DEBUG nova.network.neutron [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.628431] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06281} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.628754] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.629545] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacfee1d-dcef-428c-80fc-219a46e22aea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.653926] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 25b686bc-24ab-4cec-9ee9-8507680cadeb/25b686bc-24ab-4cec-9ee9-8507680cadeb.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.654800] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4109f16-7877-4382-b9fb-051780f60638 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.674068] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1259.674068] env[70966]: value = "task-3613735" [ 1259.674068] env[70966]: _type = "Task" [ 1259.674068] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.681999] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.732356] env[70966]: DEBUG nova.network.neutron [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Port 315485ee-ebec-4228-beae-aee1cf4c3800 binding to destination host cpu-1 is already ACTIVE {{(pid=70966) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1259.818871] env[70966]: DEBUG oslo_concurrency.lockutils [None req-058cd827-dae2-49f3-9eaf-ea52a6dea619 tempest-AttachVolumeNegativeTest-773706544 tempest-AttachVolumeNegativeTest-773706544-project-member] Lock "10e4c59b-761d-4d01-bf46-49376f8f0b65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.796s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.041181] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Releasing lock "refresh_cache-9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.041644] env[70966]: DEBUG nova.compute.manager [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.041894] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.043394] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8ba4f6-a287-45f4-b427-c7f64ee99ba9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.051022] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.051022] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb5f542b-80c8-4945-9ade-4db13599a285 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.057143] env[70966]: DEBUG oslo_vmware.api [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1260.057143] env[70966]: value = "task-3613736" [ 1260.057143] env[70966]: _type = "Task" [ 1260.057143] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.065523] env[70966]: DEBUG oslo_vmware.api [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.184945] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.300508] env[70966]: DEBUG oslo_concurrency.lockutils [None req-93d005b4-198d-48d9-8b6d-9b86d14da793 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.567478] env[70966]: DEBUG oslo_vmware.api [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613736, 'name': PowerOffVM_Task, 'duration_secs': 0.13913} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.567760] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.567932] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.568218] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6327034-46c9-4b41-a4f0-20c0b9532337 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.608255] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.608481] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.608665] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Deleting the datastore file [datastore2] 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.608929] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6205d3ae-a7bd-4686-a779-90868dc6667f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.615855] env[70966]: DEBUG oslo_vmware.api [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for the task: (returnval){ [ 1260.615855] env[70966]: value = "task-3613739" [ 1260.615855] env[70966]: _type = "Task" [ 1260.615855] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.623147] env[70966]: DEBUG oslo_vmware.api [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.683358] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613735, 'name': ReconfigVM_Task, 'duration_secs': 0.619369} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.683587] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 25b686bc-24ab-4cec-9ee9-8507680cadeb/25b686bc-24ab-4cec-9ee9-8507680cadeb.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.684205] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aefdb2e0-15a3-4d07-a7ac-9d731924b9e8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.689455] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1260.689455] env[70966]: value = "task-3613740" [ 1260.689455] env[70966]: _type = "Task" [ 1260.689455] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.697257] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613740, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.755058] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "07fef84f-b749-472e-909b-0c7df39a55b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.755256] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "07fef84f-b749-472e-909b-0c7df39a55b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.755591] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "07fef84f-b749-472e-909b-0c7df39a55b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.126091] env[70966]: DEBUG oslo_vmware.api [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Task: {'id': task-3613739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087371} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.126411] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.127046] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.127046] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.127046] env[70966]: INFO nova.compute.manager [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1261.127291] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.127474] env[70966]: DEBUG nova.compute.manager [-] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.127571] env[70966]: DEBUG nova.network.neutron [-] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.144019] env[70966]: DEBUG nova.network.neutron [-] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1261.198749] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613740, 'name': Rename_Task, 'duration_secs': 0.146635} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.199061] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.199314] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3954206-98a4-4d5a-98ba-2ab3efd50ff2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.206453] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1261.206453] env[70966]: value = "task-3613741" [ 1261.206453] env[70966]: _type = "Task" [ 1261.206453] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.213623] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.646447] env[70966]: DEBUG nova.network.neutron [-] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.716604] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.792363] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.792758] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.793075] env[70966]: DEBUG nova.network.neutron [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.149806] env[70966]: INFO nova.compute.manager [-] [instance: 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97] Took 1.02 seconds to deallocate network for instance. [ 1262.216960] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613741, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.539865] env[70966]: DEBUG nova.network.neutron [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance_info_cache with network_info: [{"id": "315485ee-ebec-4228-beae-aee1cf4c3800", "address": "fa:16:3e:c5:2c:c7", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315485ee-eb", "ovs_interfaceid": "315485ee-ebec-4228-beae-aee1cf4c3800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.656856] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.657227] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.657518] env[70966]: DEBUG nova.objects.instance [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Lazy-loading 'resources' on Instance uuid 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.719189] env[70966]: DEBUG oslo_vmware.api [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613741, 'name': PowerOnVM_Task, 'duration_secs': 1.019063} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.719588] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.719714] env[70966]: INFO nova.compute.manager [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1262.719840] env[70966]: DEBUG nova.compute.manager [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.720677] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef676bc-c5f5-4b3b-8f9c-886a4bdff27b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.043814] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.241911] env[70966]: INFO nova.compute.manager [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Took 12.35 seconds to build instance. [ 1263.267486] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dfc823-bcbc-4f1b-bf1b-c3b5b26286f7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.275138] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc6f075-cd80-4bd4-b351-131611439c8c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.308955] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d114176-9f7e-46b9-9ee2-0e620f570b42 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.316474] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73ca785-64aa-43c8-b81a-a00209a07de4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.329806] env[70966]: DEBUG nova.compute.provider_tree [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.568615] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37275880-03cb-4dc5-8d85-a3233715219b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.588171] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e111e5d0-fed6-4e30-9311-e249e94bfd21 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.595410] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance '07fef84f-b749-472e-909b-0c7df39a55b6' progress to 83 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.744776] env[70966]: DEBUG oslo_concurrency.lockutils [None req-48c81ae3-e5ce-458e-a07b-b0ad7019ca41 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "25b686bc-24ab-4cec-9ee9-8507680cadeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.861s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.852679] env[70966]: ERROR nova.scheduler.client.report [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] [req-a354d48c-b7d7-4457-a42b-a368f2d55c3e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 28f91738-2b78-4613-b71e-2571db52847f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a354d48c-b7d7-4457-a42b-a368f2d55c3e"}]} [ 1263.868656] env[70966]: DEBUG nova.scheduler.client.report [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Refreshing inventories for resource provider 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1263.887830] env[70966]: DEBUG nova.scheduler.client.report [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Updating ProviderTree inventory for provider 28f91738-2b78-4613-b71e-2571db52847f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1263.887830] env[70966]: DEBUG nova.compute.provider_tree [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.900054] env[70966]: DEBUG nova.scheduler.client.report [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Refreshing aggregate associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, aggregates: None {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1263.929862] env[70966]: DEBUG nova.scheduler.client.report [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Refreshing trait associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1263.950996] env[70966]: DEBUG nova.compute.manager [req-e9d02a99-c69d-4734-9ec0-80b34a77ee2d req-976a75af-3b9a-4a5a-95bd-1efd25c8410f service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Received event network-changed-8638b74d-1db2-4d1b-8001-7c11a4122e8b {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.951232] env[70966]: DEBUG nova.compute.manager [req-e9d02a99-c69d-4734-9ec0-80b34a77ee2d req-976a75af-3b9a-4a5a-95bd-1efd25c8410f service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Refreshing instance network info cache due to event network-changed-8638b74d-1db2-4d1b-8001-7c11a4122e8b. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.951446] env[70966]: DEBUG oslo_concurrency.lockutils [req-e9d02a99-c69d-4734-9ec0-80b34a77ee2d req-976a75af-3b9a-4a5a-95bd-1efd25c8410f service nova] Acquiring lock "refresh_cache-25b686bc-24ab-4cec-9ee9-8507680cadeb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.951588] env[70966]: DEBUG oslo_concurrency.lockutils [req-e9d02a99-c69d-4734-9ec0-80b34a77ee2d req-976a75af-3b9a-4a5a-95bd-1efd25c8410f service nova] Acquired lock "refresh_cache-25b686bc-24ab-4cec-9ee9-8507680cadeb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.951751] env[70966]: DEBUG nova.network.neutron [req-e9d02a99-c69d-4734-9ec0-80b34a77ee2d req-976a75af-3b9a-4a5a-95bd-1efd25c8410f service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Refreshing network info cache for port 8638b74d-1db2-4d1b-8001-7c11a4122e8b {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.025389] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667e015f-e20d-45b7-86ca-1f72d5a9a746 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.034113] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96f7425-f0af-4fbd-b650-48c05fe33904 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.064074] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c32ccfb-9bda-4153-bfa5-45db8870ab78 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.071414] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac61523-7ec0-4e4d-9fbc-c8a478246e94 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.084526] env[70966]: DEBUG nova.compute.provider_tree [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1264.102079] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.102652] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5e935d5-5a11-4907-8e46-2f0b5edd8dbc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.110135] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1264.110135] env[70966]: value = "task-3613743" [ 1264.110135] env[70966]: _type = "Task" [ 1264.110135] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.119456] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.619389] env[70966]: DEBUG nova.scheduler.client.report [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Updated inventory for provider 28f91738-2b78-4613-b71e-2571db52847f with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1264.619668] env[70966]: DEBUG nova.compute.provider_tree [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Updating resource provider 28f91738-2b78-4613-b71e-2571db52847f generation from 165 to 166 during operation: update_inventory {{(pid=70966) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1264.619838] env[70966]: DEBUG nova.compute.provider_tree [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1264.626623] env[70966]: DEBUG oslo_vmware.api [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613743, 'name': PowerOnVM_Task, 'duration_secs': 0.415204} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.627115] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.627364] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cbf71b-fb12-4696-8c87-14c8a5c4696d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance '07fef84f-b749-472e-909b-0c7df39a55b6' progress to 100 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.669103] env[70966]: DEBUG nova.network.neutron [req-e9d02a99-c69d-4734-9ec0-80b34a77ee2d req-976a75af-3b9a-4a5a-95bd-1efd25c8410f service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Updated VIF entry in instance network info cache for port 8638b74d-1db2-4d1b-8001-7c11a4122e8b. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.669558] env[70966]: DEBUG nova.network.neutron [req-e9d02a99-c69d-4734-9ec0-80b34a77ee2d req-976a75af-3b9a-4a5a-95bd-1efd25c8410f service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Updating instance_info_cache with network_info: [{"id": "8638b74d-1db2-4d1b-8001-7c11a4122e8b", "address": "fa:16:3e:ce:4a:88", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8638b74d-1d", "ovs_interfaceid": "8638b74d-1db2-4d1b-8001-7c11a4122e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.128530] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.471s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.150011] env[70966]: INFO nova.scheduler.client.report [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Deleted allocations for instance 9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97 [ 1265.172157] env[70966]: DEBUG oslo_concurrency.lockutils [req-e9d02a99-c69d-4734-9ec0-80b34a77ee2d req-976a75af-3b9a-4a5a-95bd-1efd25c8410f service nova] Releasing lock "refresh_cache-25b686bc-24ab-4cec-9ee9-8507680cadeb" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.658061] env[70966]: DEBUG oslo_concurrency.lockutils [None req-54112fa5-979b-4e04-85ee-78c04f7367a7 tempest-ServersListShow296Test-377611767 tempest-ServersListShow296Test-377611767-project-member] Lock "9a6f7f54-ae12-4e8f-8d5e-cbfa33d4da97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.195s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.123554] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.124115] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.628031] env[70966]: INFO nova.compute.manager [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Detaching volume 49155866-fa67-4530-bfa8-86d443cff884 [ 1266.659030] env[70966]: INFO nova.virt.block_device [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Attempting to driver detach volume 49155866-fa67-4530-bfa8-86d443cff884 from mountpoint /dev/sdb [ 1266.659375] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1266.659655] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720799', 'volume_id': '49155866-fa67-4530-bfa8-86d443cff884', 'name': 'volume-49155866-fa67-4530-bfa8-86d443cff884', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29bc77f7-d534-4f23-a431-0a3d0a73948f', 'attached_at': '', 'detached_at': '', 'volume_id': '49155866-fa67-4530-bfa8-86d443cff884', 'serial': '49155866-fa67-4530-bfa8-86d443cff884'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1266.660677] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13311a0c-a7f0-4c15-a35b-39a8def9db27 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.685443] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46895342-79e3-4956-af6c-0ad53b7e2c1a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.692887] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7cf572-69c0-4e9a-99f0-23c363f2b5ad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.714061] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c3891a-02f8-45b9-82d4-9e73de8d0c87 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.738735] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] The volume has not been displaced from its original location: [datastore1] volume-49155866-fa67-4530-bfa8-86d443cff884/volume-49155866-fa67-4530-bfa8-86d443cff884.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1266.747845] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.748376] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02cbccb7-f2ef-4334-868d-a0a909f4f201 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.777557] env[70966]: DEBUG oslo_vmware.api [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1266.777557] env[70966]: value = "task-3613745" [ 1266.777557] env[70966]: _type = "Task" [ 1266.777557] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.787897] env[70966]: DEBUG oslo_vmware.api [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.287717] env[70966]: DEBUG oslo_vmware.api [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613745, 'name': ReconfigVM_Task, 'duration_secs': 0.326411} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.288019] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.292811] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba58e65c-2e69-48a6-9b16-b1506e8650f8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.307491] env[70966]: DEBUG oslo_vmware.api [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1267.307491] env[70966]: value = "task-3613747" [ 1267.307491] env[70966]: _type = "Task" [ 1267.307491] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.314865] env[70966]: DEBUG oslo_vmware.api [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.410029] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "07fef84f-b749-472e-909b-0c7df39a55b6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.410409] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "07fef84f-b749-472e-909b-0c7df39a55b6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.410500] env[70966]: DEBUG nova.compute.manager [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Going to confirm migration 8 {{(pid=70966) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1267.816664] env[70966]: DEBUG oslo_vmware.api [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613747, 'name': ReconfigVM_Task, 'duration_secs': 0.185335} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.817075] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720799', 'volume_id': '49155866-fa67-4530-bfa8-86d443cff884', 'name': 'volume-49155866-fa67-4530-bfa8-86d443cff884', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29bc77f7-d534-4f23-a431-0a3d0a73948f', 'attached_at': '', 'detached_at': '', 'volume_id': '49155866-fa67-4530-bfa8-86d443cff884', 'serial': '49155866-fa67-4530-bfa8-86d443cff884'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1267.984654] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.985041] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.985289] env[70966]: DEBUG nova.network.neutron [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.985530] env[70966]: DEBUG nova.objects.instance [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lazy-loading 'info_cache' on Instance uuid 07fef84f-b749-472e-909b-0c7df39a55b6 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.356167] env[70966]: DEBUG nova.objects.instance [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lazy-loading 'flavor' on Instance uuid 29bc77f7-d534-4f23-a431-0a3d0a73948f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.202366] env[70966]: DEBUG nova.network.neutron [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance_info_cache with network_info: [{"id": "315485ee-ebec-4228-beae-aee1cf4c3800", "address": "fa:16:3e:c5:2c:c7", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315485ee-eb", "ovs_interfaceid": "315485ee-ebec-4228-beae-aee1cf4c3800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.297735] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d8f29d93-80bc-4490-9a37-a28b9cc10ea4 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.363488] env[70966]: DEBUG oslo_concurrency.lockutils [None req-fdc1495a-a9dc-42c5-a8da-45a9df331bcf tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.364597] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d8f29d93-80bc-4490-9a37-a28b9cc10ea4 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.067s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.365116] env[70966]: DEBUG nova.compute.manager [None req-d8f29d93-80bc-4490-9a37-a28b9cc10ea4 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.366298] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44112bf7-9a48-4d73-b384-1099803c0d37 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.373084] env[70966]: DEBUG nova.compute.manager [None req-d8f29d93-80bc-4490-9a37-a28b9cc10ea4 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70966) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1269.373670] env[70966]: DEBUG nova.objects.instance [None req-d8f29d93-80bc-4490-9a37-a28b9cc10ea4 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lazy-loading 'flavor' on Instance uuid 29bc77f7-d534-4f23-a431-0a3d0a73948f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.705104] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "refresh_cache-07fef84f-b749-472e-909b-0c7df39a55b6" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.705411] env[70966]: DEBUG nova.objects.instance [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lazy-loading 'migration_context' on Instance uuid 07fef84f-b749-472e-909b-0c7df39a55b6 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.208748] env[70966]: DEBUG nova.objects.base [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Object Instance<07fef84f-b749-472e-909b-0c7df39a55b6> lazy-loaded attributes: info_cache,migration_context {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1270.210251] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccdc632-98ea-469f-a069-f89b33d45ddd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.229289] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e7be80d-0375-4bdf-b244-4629740f141b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.234574] env[70966]: DEBUG oslo_vmware.api [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1270.234574] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526c2794-ce1b-1ffa-8e8c-0e642df134ee" [ 1270.234574] env[70966]: _type = "Task" [ 1270.234574] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.242116] env[70966]: DEBUG oslo_vmware.api [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526c2794-ce1b-1ffa-8e8c-0e642df134ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.381333] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f29d93-80bc-4490-9a37-a28b9cc10ea4 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.381722] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aa6ef5a-2291-4f09-a427-f98fd0cde8a7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.389306] env[70966]: DEBUG oslo_vmware.api [None req-d8f29d93-80bc-4490-9a37-a28b9cc10ea4 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1270.389306] env[70966]: value = "task-3613750" [ 1270.389306] env[70966]: _type = "Task" [ 1270.389306] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.397625] env[70966]: DEBUG oslo_vmware.api [None req-d8f29d93-80bc-4490-9a37-a28b9cc10ea4 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.746182] env[70966]: DEBUG oslo_vmware.api [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]526c2794-ce1b-1ffa-8e8c-0e642df134ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008632} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.746504] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.746756] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.899257] env[70966]: DEBUG oslo_vmware.api [None req-d8f29d93-80bc-4490-9a37-a28b9cc10ea4 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613750, 'name': PowerOffVM_Task, 'duration_secs': 0.183462} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.899536] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f29d93-80bc-4490-9a37-a28b9cc10ea4 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.899736] env[70966]: DEBUG nova.compute.manager [None req-d8f29d93-80bc-4490-9a37-a28b9cc10ea4 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.900501] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c65ae21-dc34-4e43-bd91-219a0e737f36 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.366032] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6735c82e-1f8b-4891-b56a-9bfedd973442 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.375514] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb44d32-e16c-4be5-b2c6-f1c3abb7db6b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.408733] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dda855-05e9-47b5-b1e6-4e6b9212fb7e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.414796] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d8f29d93-80bc-4490-9a37-a28b9cc10ea4 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.419223] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130f32fc-2752-49e6-8e78-8424771cb96c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.434342] env[70966]: DEBUG nova.compute.provider_tree [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1271.656389] env[70966]: DEBUG nova.objects.instance [None req-d399ebf2-39a2-413f-8796-dfddd3bbefb9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lazy-loading 'flavor' on Instance uuid 29bc77f7-d534-4f23-a431-0a3d0a73948f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.972830] env[70966]: DEBUG nova.scheduler.client.report [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Updated inventory for provider 28f91738-2b78-4613-b71e-2571db52847f with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1271.973215] env[70966]: DEBUG nova.compute.provider_tree [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Updating resource provider 28f91738-2b78-4613-b71e-2571db52847f generation from 166 to 167 during operation: update_inventory {{(pid=70966) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1271.973407] env[70966]: DEBUG nova.compute.provider_tree [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1272.062814] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.063060] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.063245] env[70966]: INFO nova.compute.manager [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Shelving [ 1272.164717] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d399ebf2-39a2-413f-8796-dfddd3bbefb9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "refresh_cache-29bc77f7-d534-4f23-a431-0a3d0a73948f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.164838] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d399ebf2-39a2-413f-8796-dfddd3bbefb9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquired lock "refresh_cache-29bc77f7-d534-4f23-a431-0a3d0a73948f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.165105] env[70966]: DEBUG nova.network.neutron [None req-d399ebf2-39a2-413f-8796-dfddd3bbefb9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.165266] env[70966]: DEBUG nova.objects.instance [None req-d399ebf2-39a2-413f-8796-dfddd3bbefb9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lazy-loading 'info_cache' on Instance uuid 29bc77f7-d534-4f23-a431-0a3d0a73948f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.670861] env[70966]: DEBUG nova.objects.base [None req-d399ebf2-39a2-413f-8796-dfddd3bbefb9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Object Instance<29bc77f7-d534-4f23-a431-0a3d0a73948f> lazy-loaded attributes: flavor,info_cache {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1272.983705] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.237s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.072477] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.072931] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5575cfa-272f-4761-8e11-9e732edd0b2e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.081679] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1273.081679] env[70966]: value = "task-3613752" [ 1273.081679] env[70966]: _type = "Task" [ 1273.081679] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.094314] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.161815] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.162062] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.162226] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.162375] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.162525] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.162685] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.162848] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.162994] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70966) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1273.163162] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.392436] env[70966]: DEBUG nova.network.neutron [None req-d399ebf2-39a2-413f-8796-dfddd3bbefb9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Updating instance_info_cache with network_info: [{"id": "02af5f71-cd9e-45ac-9b68-0b807f7a383c", "address": "fa:16:3e:c9:a9:0a", "network": {"id": "3cf885ef-ed71-41cd-a201-044f6cf5af33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-136501275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120eae4ad259401a9f0a27d9c7648223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02af5f71-cd", "ovs_interfaceid": "02af5f71-cd9e-45ac-9b68-0b807f7a383c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.546099] env[70966]: INFO nova.scheduler.client.report [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Deleted allocation for migration 482c8514-83c3-4823-8178-4a8673a52ffe [ 1273.591789] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613752, 'name': PowerOffVM_Task, 'duration_secs': 0.200857} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.592078] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.592925] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8a8322-a804-4475-848d-4241d0df9650 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.611235] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9581633-57d3-4d83-ae83-5d98be3d18b2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.666983] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.667281] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.667447] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.667602] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70966) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1273.668486] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3260e500-87ae-4aa4-a00f-5eadebe6b803 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.676176] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee74978-76db-4807-adc2-aafd26657b8a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.691560] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c09f0e-8ad1-4e62-a1c8-702bdee672a7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.698115] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3135c43c-283d-4d9f-91af-66a1c5b31d8e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.727342] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180114MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70966) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1273.727544] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.727718] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.895063] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d399ebf2-39a2-413f-8796-dfddd3bbefb9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Releasing lock "refresh_cache-29bc77f7-d534-4f23-a431-0a3d0a73948f" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.051359] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6fe50b41-3f3b-4f64-95a8-ce2a324c44ad tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "07fef84f-b749-472e-909b-0c7df39a55b6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.641s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.122813] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Creating Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1274.123292] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-faffe91c-1e7f-49d0-8b44-9e426c18a40f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.133299] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1274.133299] env[70966]: value = "task-3613754" [ 1274.133299] env[70966]: _type = "Task" [ 1274.133299] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.145296] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613754, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.643362] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613754, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.660972] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "07fef84f-b749-472e-909b-0c7df39a55b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.661778] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "07fef84f-b749-472e-909b-0c7df39a55b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.661778] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "07fef84f-b749-472e-909b-0c7df39a55b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.661778] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "07fef84f-b749-472e-909b-0c7df39a55b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.661778] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "07fef84f-b749-472e-909b-0c7df39a55b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.664156] env[70966]: INFO nova.compute.manager [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Terminating instance [ 1274.754235] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1274.754517] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 29bc77f7-d534-4f23-a431-0a3d0a73948f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1274.754576] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1274.754716] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 07fef84f-b749-472e-909b-0c7df39a55b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1274.754898] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 25b686bc-24ab-4cec-9ee9-8507680cadeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1274.755153] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1274.755387] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1274.834502] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b07a4ad-d293-4de1-a797-d8c717f4d346 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.843410] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f933848-5fad-4333-b8a2-88002594bae4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.877298] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc2e807-e01e-4a21-bf57-230d5dad8a68 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.885176] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1329eaf6-45ba-4ef3-942b-47f60e6db820 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.898768] env[70966]: DEBUG nova.compute.provider_tree [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.901931] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d399ebf2-39a2-413f-8796-dfddd3bbefb9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.902195] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa9370dc-48e0-4b20-b05b-d2e465f5d4cc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.908445] env[70966]: DEBUG oslo_vmware.api [None req-d399ebf2-39a2-413f-8796-dfddd3bbefb9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1274.908445] env[70966]: value = "task-3613755" [ 1274.908445] env[70966]: _type = "Task" [ 1274.908445] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.921588] env[70966]: DEBUG oslo_vmware.api [None req-d399ebf2-39a2-413f-8796-dfddd3bbefb9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.144738] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613754, 'name': CreateSnapshot_Task, 'duration_secs': 0.695765} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.144983] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Created Snapshot of the VM instance {{(pid=70966) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1275.145726] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eb4d5f-fee1-4654-8e9c-524e53fa6c0c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.167652] env[70966]: DEBUG nova.compute.manager [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.167878] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.168975] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb156865-a1e6-43a8-932f-228895f865bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.175926] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.176174] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58a02df8-832f-440e-a6d3-b26572c08064 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.181897] env[70966]: DEBUG oslo_vmware.api [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1275.181897] env[70966]: value = "task-3613756" [ 1275.181897] env[70966]: _type = "Task" [ 1275.181897] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.192708] env[70966]: DEBUG oslo_vmware.api [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.402254] env[70966]: DEBUG nova.scheduler.client.report [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.417979] env[70966]: DEBUG oslo_vmware.api [None req-d399ebf2-39a2-413f-8796-dfddd3bbefb9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613755, 'name': PowerOnVM_Task, 'duration_secs': 0.377698} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.418864] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d399ebf2-39a2-413f-8796-dfddd3bbefb9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.419112] env[70966]: DEBUG nova.compute.manager [None req-d399ebf2-39a2-413f-8796-dfddd3bbefb9 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.419900] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2951c338-ac8a-4a5f-91ec-ce9a75db4376 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.662584] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Creating linked-clone VM from snapshot {{(pid=70966) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1275.662889] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b5ab7b7-0018-4982-97ec-1689c194c4da {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.671287] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1275.671287] env[70966]: value = "task-3613757" [ 1275.671287] env[70966]: _type = "Task" [ 1275.671287] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.679523] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613757, 'name': CloneVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.691444] env[70966]: DEBUG oslo_vmware.api [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613756, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.907467] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70966) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1275.907829] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.180s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.182105] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613757, 'name': CloneVM_Task} progress is 94%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.190556] env[70966]: DEBUG oslo_vmware.api [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613756, 'name': PowerOffVM_Task, 'duration_secs': 0.575453} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.190807] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.190972] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.191228] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b43e69d-af00-4f19-8b4a-05900b06aba2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.278672] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.278934] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.279183] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Deleting the datastore file [datastore1] 07fef84f-b749-472e-909b-0c7df39a55b6 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.279475] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abf256d9-8d72-4bb5-966c-1e70e79dfad2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.286384] env[70966]: DEBUG oslo_vmware.api [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1276.286384] env[70966]: value = "task-3613760" [ 1276.286384] env[70966]: _type = "Task" [ 1276.286384] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.294909] env[70966]: DEBUG oslo_vmware.api [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.683024] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613757, 'name': CloneVM_Task} progress is 95%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.796568] env[70966]: DEBUG oslo_vmware.api [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138304} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.796883] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.797090] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.797344] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.797552] env[70966]: INFO nova.compute.manager [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1276.797815] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.798069] env[70966]: DEBUG nova.compute.manager [-] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.798228] env[70966]: DEBUG nova.network.neutron [-] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.184491] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613757, 'name': CloneVM_Task, 'duration_secs': 1.132623} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.184860] env[70966]: INFO nova.virt.vmwareapi.vmops [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Created linked-clone VM from snapshot [ 1277.185531] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b90098-4a7b-4d4a-9e8f-f8edb8f6c60a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.192455] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Uploading image ce3a2128-2939-46da-8862-9a24a617c2ff {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1277.226014] env[70966]: DEBUG oslo_vmware.rw_handles [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1277.226014] env[70966]: value = "vm-720810" [ 1277.226014] env[70966]: _type = "VirtualMachine" [ 1277.226014] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1277.226233] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2e4ea2bf-c1a7-4a76-8dc5-d15e7e17b05a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.233478] env[70966]: DEBUG oslo_vmware.rw_handles [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lease: (returnval){ [ 1277.233478] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5291d216-a50e-965a-0bda-81e340e089e2" [ 1277.233478] env[70966]: _type = "HttpNfcLease" [ 1277.233478] env[70966]: } obtained for exporting VM: (result){ [ 1277.233478] env[70966]: value = "vm-720810" [ 1277.233478] env[70966]: _type = "VirtualMachine" [ 1277.233478] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1277.234756] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the lease: (returnval){ [ 1277.234756] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5291d216-a50e-965a-0bda-81e340e089e2" [ 1277.234756] env[70966]: _type = "HttpNfcLease" [ 1277.234756] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1277.244020] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.244020] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5291d216-a50e-965a-0bda-81e340e089e2" [ 1277.244020] env[70966]: _type = "HttpNfcLease" [ 1277.244020] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1277.245173] env[70966]: DEBUG nova.compute.manager [req-602bcfec-2b72-4432-a327-c0918debcac7 req-ee44d41f-a21f-4f11-90f2-87a59f3063c7 service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Received event network-vif-deleted-315485ee-ebec-4228-beae-aee1cf4c3800 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.245310] env[70966]: INFO nova.compute.manager [req-602bcfec-2b72-4432-a327-c0918debcac7 req-ee44d41f-a21f-4f11-90f2-87a59f3063c7 service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Neutron deleted interface 315485ee-ebec-4228-beae-aee1cf4c3800; detaching it from the instance and deleting it from the info cache [ 1277.245494] env[70966]: DEBUG nova.network.neutron [req-602bcfec-2b72-4432-a327-c0918debcac7 req-ee44d41f-a21f-4f11-90f2-87a59f3063c7 service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.723238] env[70966]: DEBUG nova.network.neutron [-] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.743452] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.743452] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5291d216-a50e-965a-0bda-81e340e089e2" [ 1277.743452] env[70966]: _type = "HttpNfcLease" [ 1277.743452] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1277.743788] env[70966]: DEBUG oslo_vmware.rw_handles [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1277.743788] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5291d216-a50e-965a-0bda-81e340e089e2" [ 1277.743788] env[70966]: _type = "HttpNfcLease" [ 1277.743788] env[70966]: }. {{(pid=70966) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1277.744492] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0d4fed-ece1-40b3-80d5-d480226504b4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.747400] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8500f7ec-64ac-43fa-8d3c-f0517d3b1e76 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.754343] env[70966]: DEBUG oslo_vmware.rw_handles [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d1132-9543-12e7-ca80-d1f208888ec5/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1277.754519] env[70966]: DEBUG oslo_vmware.rw_handles [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d1132-9543-12e7-ca80-d1f208888ec5/disk-0.vmdk for reading. {{(pid=70966) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1277.759348] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cf8ea8-118d-48a3-8bc7-34d1877657e9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.840889] env[70966]: DEBUG nova.compute.manager [req-602bcfec-2b72-4432-a327-c0918debcac7 req-ee44d41f-a21f-4f11-90f2-87a59f3063c7 service nova] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Detach interface failed, port_id=315485ee-ebec-4228-beae-aee1cf4c3800, reason: Instance 07fef84f-b749-472e-909b-0c7df39a55b6 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1277.858811] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-24faebfb-dc8b-40c6-9279-184294573e3c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.226661] env[70966]: INFO nova.compute.manager [-] [instance: 07fef84f-b749-472e-909b-0c7df39a55b6] Took 1.43 seconds to deallocate network for instance. [ 1278.734085] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.734389] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.734619] env[70966]: DEBUG nova.objects.instance [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lazy-loading 'resources' on Instance uuid 07fef84f-b749-472e-909b-0c7df39a55b6 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.315094] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435dd379-5be1-4ae4-88d5-60d040edf978 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.323392] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16004cdc-7c54-4e58-a107-926f2c35df60 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.358978] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235e4374-163a-4261-a309-ae28ef585de1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.366750] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92c512d-3b9d-41a3-b376-fcec6d58e84c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.381776] env[70966]: DEBUG nova.compute.provider_tree [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.887497] env[70966]: DEBUG nova.scheduler.client.report [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.390252] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.410405] env[70966]: INFO nova.scheduler.client.report [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Deleted allocations for instance 07fef84f-b749-472e-909b-0c7df39a55b6 [ 1280.919163] env[70966]: DEBUG oslo_concurrency.lockutils [None req-b26dc1e1-cf63-4451-a7aa-b9612d5611c8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "07fef84f-b749-472e-909b-0c7df39a55b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.258s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.843122] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "19ec3058-d3d7-4263-b019-a7fb0fbf4daf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.843512] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "19ec3058-d3d7-4263-b019-a7fb0fbf4daf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.345978] env[70966]: DEBUG nova.compute.manager [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1282.866133] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.866448] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.867981] env[70966]: INFO nova.compute.claims [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.171782] env[70966]: DEBUG oslo_concurrency.lockutils [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.172037] env[70966]: DEBUG oslo_concurrency.lockutils [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.675719] env[70966]: DEBUG nova.compute.manager [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1283.977491] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15672600-5134-4f71-9d5a-d253d7110d76 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.986714] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30097045-b8aa-48d6-8778-c16b1dcabbda {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.020649] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4dc0fa-0bdc-4302-8a94-bc8584e1bce5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.029443] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8474994-d45b-4c41-a0de-4d2680363863 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.044609] env[70966]: DEBUG nova.compute.provider_tree [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.194820] env[70966]: DEBUG oslo_concurrency.lockutils [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.548365] env[70966]: DEBUG nova.scheduler.client.report [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.053140] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.053694] env[70966]: DEBUG nova.compute.manager [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1285.058086] env[70966]: DEBUG oslo_vmware.rw_handles [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d1132-9543-12e7-ca80-d1f208888ec5/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1285.058386] env[70966]: DEBUG oslo_concurrency.lockutils [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.864s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.059828] env[70966]: INFO nova.compute.claims [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.062721] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d1fc0c-75a5-41ee-84af-0b746f74fe78 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.069412] env[70966]: DEBUG oslo_vmware.rw_handles [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d1132-9543-12e7-ca80-d1f208888ec5/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1285.069577] env[70966]: ERROR oslo_vmware.rw_handles [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d1132-9543-12e7-ca80-d1f208888ec5/disk-0.vmdk due to incomplete transfer. [ 1285.069797] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4051b926-097e-444e-86a0-5700dd6daa67 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.078125] env[70966]: DEBUG oslo_vmware.rw_handles [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d1132-9543-12e7-ca80-d1f208888ec5/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1285.078277] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Uploaded image ce3a2128-2939-46da-8862-9a24a617c2ff to the Glance image server {{(pid=70966) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1285.080593] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Destroying the VM {{(pid=70966) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1285.080855] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-36ff543d-aac3-4fd8-87b5-bfb71221c230 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.086317] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1285.086317] env[70966]: value = "task-3613764" [ 1285.086317] env[70966]: _type = "Task" [ 1285.086317] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.095442] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613764, 'name': Destroy_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.567238] env[70966]: DEBUG nova.compute.utils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1285.570630] env[70966]: DEBUG nova.compute.manager [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1285.570830] env[70966]: DEBUG nova.network.neutron [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1285.595437] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613764, 'name': Destroy_Task, 'duration_secs': 0.333994} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.595437] env[70966]: INFO nova.virt.vmwareapi.vm_util [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Destroyed the VM [ 1285.595634] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Deleting Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1285.595821] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eb061503-0f58-406a-a1de-c0808abaaf2f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.604026] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1285.604026] env[70966]: value = "task-3613765" [ 1285.604026] env[70966]: _type = "Task" [ 1285.604026] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.610802] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613765, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.617735] env[70966]: DEBUG nova.policy [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ce329e13149476abbc377a5c02cebfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '648638152a7c47b0a15a5e51e2cd3cc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.876063] env[70966]: DEBUG nova.network.neutron [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Successfully created port: 5d5744e9-f7db-4bfd-adf7-44f21198641c {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1286.071917] env[70966]: DEBUG nova.compute.manager [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1286.112976] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613765, 'name': RemoveSnapshot_Task, 'duration_secs': 0.334233} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.116347] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Deleted Snapshot of the VM instance {{(pid=70966) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1286.116676] env[70966]: DEBUG nova.compute.manager [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.117795] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cb4ad5-5228-4f2d-b99e-dedda722a6a9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.180708] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453000e9-145c-4356-ab3d-5353db6f11e0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.188513] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93216706-4065-4685-b655-20cfc80d96f4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.220234] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04187938-8b15-405d-8b52-cc2cdb56d286 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.227548] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108fa4fb-8880-4c18-8c21-02879adad6ce {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.240448] env[70966]: DEBUG nova.compute.provider_tree [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.630013] env[70966]: INFO nova.compute.manager [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Shelve offloading [ 1286.743450] env[70966]: DEBUG nova.scheduler.client.report [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.085282] env[70966]: DEBUG nova.compute.manager [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.111211] env[70966]: DEBUG nova.virt.hardware [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.111485] env[70966]: DEBUG nova.virt.hardware [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.111645] env[70966]: DEBUG nova.virt.hardware [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.111827] env[70966]: DEBUG nova.virt.hardware [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.111972] env[70966]: DEBUG nova.virt.hardware [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.112140] env[70966]: DEBUG nova.virt.hardware [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.112350] env[70966]: DEBUG nova.virt.hardware [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.112512] env[70966]: DEBUG nova.virt.hardware [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.112676] env[70966]: DEBUG nova.virt.hardware [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.112835] env[70966]: DEBUG nova.virt.hardware [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.113038] env[70966]: DEBUG nova.virt.hardware [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.113894] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b343d02c-5e8c-4876-a71e-abc6a84c238e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.122024] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5025069b-235a-42fb-95d6-ffeb2b82fabc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.134083] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.134493] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90ca7f70-c381-4eb4-a462-acf36ea420ae {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.140726] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1287.140726] env[70966]: value = "task-3613766" [ 1287.140726] env[70966]: _type = "Task" [ 1287.140726] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.147714] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.232296] env[70966]: DEBUG nova.compute.manager [req-33087aa4-a93f-4420-a366-53f988e8e95e req-e0f2063b-c971-4a1b-90ba-4759d397aeee service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Received event network-vif-plugged-5d5744e9-f7db-4bfd-adf7-44f21198641c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.232558] env[70966]: DEBUG oslo_concurrency.lockutils [req-33087aa4-a93f-4420-a366-53f988e8e95e req-e0f2063b-c971-4a1b-90ba-4759d397aeee service nova] Acquiring lock "19ec3058-d3d7-4263-b019-a7fb0fbf4daf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.232726] env[70966]: DEBUG oslo_concurrency.lockutils [req-33087aa4-a93f-4420-a366-53f988e8e95e req-e0f2063b-c971-4a1b-90ba-4759d397aeee service nova] Lock "19ec3058-d3d7-4263-b019-a7fb0fbf4daf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.232915] env[70966]: DEBUG oslo_concurrency.lockutils [req-33087aa4-a93f-4420-a366-53f988e8e95e req-e0f2063b-c971-4a1b-90ba-4759d397aeee service nova] Lock "19ec3058-d3d7-4263-b019-a7fb0fbf4daf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.233114] env[70966]: DEBUG nova.compute.manager [req-33087aa4-a93f-4420-a366-53f988e8e95e req-e0f2063b-c971-4a1b-90ba-4759d397aeee service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] No waiting events found dispatching network-vif-plugged-5d5744e9-f7db-4bfd-adf7-44f21198641c {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1287.233287] env[70966]: WARNING nova.compute.manager [req-33087aa4-a93f-4420-a366-53f988e8e95e req-e0f2063b-c971-4a1b-90ba-4759d397aeee service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Received unexpected event network-vif-plugged-5d5744e9-f7db-4bfd-adf7-44f21198641c for instance with vm_state building and task_state spawning. [ 1287.249150] env[70966]: DEBUG oslo_concurrency.lockutils [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.249516] env[70966]: DEBUG nova.compute.manager [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1287.318795] env[70966]: DEBUG nova.network.neutron [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Successfully updated port: 5d5744e9-f7db-4bfd-adf7-44f21198641c {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1287.650962] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] VM already powered off {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1287.651205] env[70966]: DEBUG nova.compute.manager [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.651949] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3440b3-2877-4c16-b62d-5bd152455738 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.658863] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.659033] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.659212] env[70966]: DEBUG nova.network.neutron [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.755131] env[70966]: DEBUG nova.compute.utils [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1287.756540] env[70966]: DEBUG nova.compute.manager [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1287.756708] env[70966]: DEBUG nova.network.neutron [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.792551] env[70966]: DEBUG nova.policy [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946ada4fbc6b4bc5800cc0db8f930eb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f7282aeff242339ccf356f4ab237c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.822706] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.822790] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.822948] env[70966]: DEBUG nova.network.neutron [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.060245] env[70966]: DEBUG nova.network.neutron [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Successfully created port: 10ecf37e-0cb4-4990-9ea5-449e9f8ec690 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1288.261097] env[70966]: DEBUG nova.compute.manager [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1288.354704] env[70966]: DEBUG nova.network.neutron [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.450792] env[70966]: DEBUG nova.network.neutron [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Updating instance_info_cache with network_info: [{"id": "b48b14f6-9e11-4247-8dc9-4355290b0da9", "address": "fa:16:3e:09:43:bc", "network": {"id": "76eb4596-0bea-4c91-a57f-0cdf1b1fc335", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1344172437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b978f2cd4dcc489e8d3480726962466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb48b14f6-9e", "ovs_interfaceid": "b48b14f6-9e11-4247-8dc9-4355290b0da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.534647] env[70966]: DEBUG nova.network.neutron [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance_info_cache with network_info: [{"id": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "address": "fa:16:3e:9d:ad:bb", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5744e9-f7", "ovs_interfaceid": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.769654] env[70966]: INFO nova.virt.block_device [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Booting with volume cfe3e1f6-209d-45a6-8c76-1b8bbcde2053 at /dev/sda [ 1288.805905] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c51461f1-710b-4cc4-ba6a-53b0ef1ef4cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.815742] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9ec21d-9b41-4008-982b-94cee4174811 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.842290] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49cd80db-3bd0-42da-a123-3b5c0a91b37c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.850199] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bba56e3-a1d9-440f-a9e6-32bfa1b56399 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.875855] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f4778b-0927-4c9a-b0cb-9b106d8cc522 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.881741] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88ea80e-b033-4703-b5d1-12634246ecf0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.896194] env[70966]: DEBUG nova.virt.block_device [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating existing volume attachment record: ba3cf746-bc1a-40b8-970c-d1f218e4c56c {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1288.955768] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.037228] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.037556] env[70966]: DEBUG nova.compute.manager [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Instance network_info: |[{"id": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "address": "fa:16:3e:9d:ad:bb", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5744e9-f7", "ovs_interfaceid": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1289.037956] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:ad:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d5744e9-f7db-4bfd-adf7-44f21198641c', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.045458] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.045656] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.045868] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cf5ccbc-3440-4af4-b03f-977fcf01c22a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.065640] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.065640] env[70966]: value = "task-3613767" [ 1289.065640] env[70966]: _type = "Task" [ 1289.065640] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.073305] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613767, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.180578] env[70966]: DEBUG nova.compute.manager [req-0bfc4f5b-6c4e-456c-bc05-10d8665e5482 req-d75ab07d-57b2-4bea-88ca-394005b23643 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Received event network-vif-unplugged-b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.180811] env[70966]: DEBUG oslo_concurrency.lockutils [req-0bfc4f5b-6c4e-456c-bc05-10d8665e5482 req-d75ab07d-57b2-4bea-88ca-394005b23643 service nova] Acquiring lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.181139] env[70966]: DEBUG oslo_concurrency.lockutils [req-0bfc4f5b-6c4e-456c-bc05-10d8665e5482 req-d75ab07d-57b2-4bea-88ca-394005b23643 service nova] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.181453] env[70966]: DEBUG oslo_concurrency.lockutils [req-0bfc4f5b-6c4e-456c-bc05-10d8665e5482 req-d75ab07d-57b2-4bea-88ca-394005b23643 service nova] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.181558] env[70966]: DEBUG nova.compute.manager [req-0bfc4f5b-6c4e-456c-bc05-10d8665e5482 req-d75ab07d-57b2-4bea-88ca-394005b23643 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] No waiting events found dispatching network-vif-unplugged-b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1289.181735] env[70966]: WARNING nova.compute.manager [req-0bfc4f5b-6c4e-456c-bc05-10d8665e5482 req-d75ab07d-57b2-4bea-88ca-394005b23643 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Received unexpected event network-vif-unplugged-b48b14f6-9e11-4247-8dc9-4355290b0da9 for instance with vm_state shelved and task_state shelving_offloading. [ 1289.259419] env[70966]: DEBUG nova.compute.manager [req-10dff9f6-d55d-472e-8bd0-dee7b7a294e8 req-ece3f79f-20f0-4b02-b9cb-148a4b417140 service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Received event network-changed-5d5744e9-f7db-4bfd-adf7-44f21198641c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.259636] env[70966]: DEBUG nova.compute.manager [req-10dff9f6-d55d-472e-8bd0-dee7b7a294e8 req-ece3f79f-20f0-4b02-b9cb-148a4b417140 service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Refreshing instance network info cache due to event network-changed-5d5744e9-f7db-4bfd-adf7-44f21198641c. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.259870] env[70966]: DEBUG oslo_concurrency.lockutils [req-10dff9f6-d55d-472e-8bd0-dee7b7a294e8 req-ece3f79f-20f0-4b02-b9cb-148a4b417140 service nova] Acquiring lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.260126] env[70966]: DEBUG oslo_concurrency.lockutils [req-10dff9f6-d55d-472e-8bd0-dee7b7a294e8 req-ece3f79f-20f0-4b02-b9cb-148a4b417140 service nova] Acquired lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.260325] env[70966]: DEBUG nova.network.neutron [req-10dff9f6-d55d-472e-8bd0-dee7b7a294e8 req-ece3f79f-20f0-4b02-b9cb-148a4b417140 service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Refreshing network info cache for port 5d5744e9-f7db-4bfd-adf7-44f21198641c {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.281312] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.282384] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf019701-9a1f-4a68-8ba2-74790bf18f4e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.290552] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.290827] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3b15c5b-05e0-4877-a2d1-ddd0eefac71b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.369946] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.370277] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.370412] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleting the datastore file [datastore1] f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.370678] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-818b8874-e505-4781-8a72-f54bed5dec03 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.377700] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1289.377700] env[70966]: value = "task-3613769" [ 1289.377700] env[70966]: _type = "Task" [ 1289.377700] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.385513] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.575395] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613767, 'name': CreateVM_Task, 'duration_secs': 0.309753} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.575563] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.576251] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.576414] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.576718] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.576967] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d473150-fd92-4177-b87c-0e5bb629bad2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.581248] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1289.581248] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ebbec3-31da-0eec-b63c-8e12605dbd6d" [ 1289.581248] env[70966]: _type = "Task" [ 1289.581248] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.588788] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ebbec3-31da-0eec-b63c-8e12605dbd6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.642434] env[70966]: DEBUG nova.network.neutron [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Successfully updated port: 10ecf37e-0cb4-4990-9ea5-449e9f8ec690 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.850333] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.850547] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.887901] env[70966]: DEBUG oslo_vmware.api [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119691} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.888775] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.888775] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.888775] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.911880] env[70966]: INFO nova.scheduler.client.report [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleted allocations for instance f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3 [ 1289.946394] env[70966]: DEBUG nova.network.neutron [req-10dff9f6-d55d-472e-8bd0-dee7b7a294e8 req-ece3f79f-20f0-4b02-b9cb-148a4b417140 service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updated VIF entry in instance network info cache for port 5d5744e9-f7db-4bfd-adf7-44f21198641c. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.947131] env[70966]: DEBUG nova.network.neutron [req-10dff9f6-d55d-472e-8bd0-dee7b7a294e8 req-ece3f79f-20f0-4b02-b9cb-148a4b417140 service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance_info_cache with network_info: [{"id": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "address": "fa:16:3e:9d:ad:bb", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5744e9-f7", "ovs_interfaceid": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.090878] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ebbec3-31da-0eec-b63c-8e12605dbd6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010007} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.091224] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.091459] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.091721] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.091872] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.092232] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.092495] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5925162-b39f-48aa-afab-c73a1733da89 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.103682] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.104329] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.104628] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f109683c-cb47-461a-8903-5c625bd99b79 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.110469] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1290.110469] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a2dd84-09c2-5038-8555-50519445b948" [ 1290.110469] env[70966]: _type = "Task" [ 1290.110469] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.118209] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a2dd84-09c2-5038-8555-50519445b948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.144828] env[70966]: DEBUG oslo_concurrency.lockutils [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.144983] env[70966]: DEBUG oslo_concurrency.lockutils [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.145293] env[70966]: DEBUG nova.network.neutron [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.356101] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.356488] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.356488] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.356612] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.356753] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.356896] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.357043] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70966) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1290.357193] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.416586] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.416796] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.417032] env[70966]: DEBUG nova.objects.instance [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lazy-loading 'resources' on Instance uuid f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.450185] env[70966]: DEBUG oslo_concurrency.lockutils [req-10dff9f6-d55d-472e-8bd0-dee7b7a294e8 req-ece3f79f-20f0-4b02-b9cb-148a4b417140 service nova] Releasing lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.620710] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a2dd84-09c2-5038-8555-50519445b948, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.621533] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b431dd2-e2a2-40b6-9f58-3e47a8ecc3d7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.626736] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1290.626736] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524673b1-4471-8ba8-1a96-df73971f1c9b" [ 1290.626736] env[70966]: _type = "Task" [ 1290.626736] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.635370] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524673b1-4471-8ba8-1a96-df73971f1c9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.688318] env[70966]: DEBUG nova.network.neutron [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.854457] env[70966]: DEBUG nova.network.neutron [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating instance_info_cache with network_info: [{"id": "10ecf37e-0cb4-4990-9ea5-449e9f8ec690", "address": "fa:16:3e:be:b5:cb", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ecf37e-0c", "ovs_interfaceid": "10ecf37e-0cb4-4990-9ea5-449e9f8ec690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.859704] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.919547] env[70966]: DEBUG nova.objects.instance [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lazy-loading 'numa_topology' on Instance uuid f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.976152] env[70966]: DEBUG nova.compute.manager [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1290.976702] env[70966]: DEBUG nova.virt.hardware [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.976913] env[70966]: DEBUG nova.virt.hardware [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.977165] env[70966]: DEBUG nova.virt.hardware [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.977258] env[70966]: DEBUG nova.virt.hardware [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.977404] env[70966]: DEBUG nova.virt.hardware [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.977547] env[70966]: DEBUG nova.virt.hardware [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.977744] env[70966]: DEBUG nova.virt.hardware [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.977901] env[70966]: DEBUG nova.virt.hardware [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.978076] env[70966]: DEBUG nova.virt.hardware [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.978245] env[70966]: DEBUG nova.virt.hardware [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.978416] env[70966]: DEBUG nova.virt.hardware [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.979280] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a1c2de-cd33-425c-852c-5532fd7fc11e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.987878] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100d7ec3-44b9-40e1-a694-77297c96810c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.137390] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]524673b1-4471-8ba8-1a96-df73971f1c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.137661] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.137918] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 19ec3058-d3d7-4263-b019-a7fb0fbf4daf/19ec3058-d3d7-4263-b019-a7fb0fbf4daf.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.138218] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-195c68b3-b6e8-472b-8c2c-66c60198b541 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.147034] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1291.147034] env[70966]: value = "task-3613770" [ 1291.147034] env[70966]: _type = "Task" [ 1291.147034] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.154174] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.238987] env[70966]: DEBUG nova.compute.manager [req-8a88c089-3f39-4b49-a3d4-c3142a0421b6 req-c0f1f6e7-5d0b-4a88-bc74-7416307f1660 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Received event network-changed-b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.239221] env[70966]: DEBUG nova.compute.manager [req-8a88c089-3f39-4b49-a3d4-c3142a0421b6 req-c0f1f6e7-5d0b-4a88-bc74-7416307f1660 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Refreshing instance network info cache due to event network-changed-b48b14f6-9e11-4247-8dc9-4355290b0da9. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.239440] env[70966]: DEBUG oslo_concurrency.lockutils [req-8a88c089-3f39-4b49-a3d4-c3142a0421b6 req-c0f1f6e7-5d0b-4a88-bc74-7416307f1660 service nova] Acquiring lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.239583] env[70966]: DEBUG oslo_concurrency.lockutils [req-8a88c089-3f39-4b49-a3d4-c3142a0421b6 req-c0f1f6e7-5d0b-4a88-bc74-7416307f1660 service nova] Acquired lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.239744] env[70966]: DEBUG nova.network.neutron [req-8a88c089-3f39-4b49-a3d4-c3142a0421b6 req-c0f1f6e7-5d0b-4a88-bc74-7416307f1660 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Refreshing network info cache for port b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.286863] env[70966]: DEBUG nova.compute.manager [req-cf3b84aa-9939-4889-b1b7-394644431278 req-3003c616-4ddc-4479-896e-21ebec7dcdb7 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Received event network-vif-plugged-10ecf37e-0cb4-4990-9ea5-449e9f8ec690 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.287136] env[70966]: DEBUG oslo_concurrency.lockutils [req-cf3b84aa-9939-4889-b1b7-394644431278 req-3003c616-4ddc-4479-896e-21ebec7dcdb7 service nova] Acquiring lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.287280] env[70966]: DEBUG oslo_concurrency.lockutils [req-cf3b84aa-9939-4889-b1b7-394644431278 req-3003c616-4ddc-4479-896e-21ebec7dcdb7 service nova] Lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.287377] env[70966]: DEBUG oslo_concurrency.lockutils [req-cf3b84aa-9939-4889-b1b7-394644431278 req-3003c616-4ddc-4479-896e-21ebec7dcdb7 service nova] Lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.287531] env[70966]: DEBUG nova.compute.manager [req-cf3b84aa-9939-4889-b1b7-394644431278 req-3003c616-4ddc-4479-896e-21ebec7dcdb7 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] No waiting events found dispatching network-vif-plugged-10ecf37e-0cb4-4990-9ea5-449e9f8ec690 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1291.287687] env[70966]: WARNING nova.compute.manager [req-cf3b84aa-9939-4889-b1b7-394644431278 req-3003c616-4ddc-4479-896e-21ebec7dcdb7 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Received unexpected event network-vif-plugged-10ecf37e-0cb4-4990-9ea5-449e9f8ec690 for instance with vm_state building and task_state spawning. [ 1291.287848] env[70966]: DEBUG nova.compute.manager [req-cf3b84aa-9939-4889-b1b7-394644431278 req-3003c616-4ddc-4479-896e-21ebec7dcdb7 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Received event network-changed-10ecf37e-0cb4-4990-9ea5-449e9f8ec690 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.288014] env[70966]: DEBUG nova.compute.manager [req-cf3b84aa-9939-4889-b1b7-394644431278 req-3003c616-4ddc-4479-896e-21ebec7dcdb7 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Refreshing instance network info cache due to event network-changed-10ecf37e-0cb4-4990-9ea5-449e9f8ec690. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.288192] env[70966]: DEBUG oslo_concurrency.lockutils [req-cf3b84aa-9939-4889-b1b7-394644431278 req-3003c616-4ddc-4479-896e-21ebec7dcdb7 service nova] Acquiring lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.356513] env[70966]: DEBUG oslo_concurrency.lockutils [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.356972] env[70966]: DEBUG nova.compute.manager [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Instance network_info: |[{"id": "10ecf37e-0cb4-4990-9ea5-449e9f8ec690", "address": "fa:16:3e:be:b5:cb", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ecf37e-0c", "ovs_interfaceid": "10ecf37e-0cb4-4990-9ea5-449e9f8ec690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1291.357207] env[70966]: DEBUG oslo_concurrency.lockutils [req-cf3b84aa-9939-4889-b1b7-394644431278 req-3003c616-4ddc-4479-896e-21ebec7dcdb7 service nova] Acquired lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.357412] env[70966]: DEBUG nova.network.neutron [req-cf3b84aa-9939-4889-b1b7-394644431278 req-3003c616-4ddc-4479-896e-21ebec7dcdb7 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Refreshing network info cache for port 10ecf37e-0cb4-4990-9ea5-449e9f8ec690 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.358771] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:b5:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10ecf37e-0cb4-4990-9ea5-449e9f8ec690', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.366461] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.367507] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.367742] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90213667-0101-4e02-a67f-b128d1d6fa6c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.390256] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.390256] env[70966]: value = "task-3613771" [ 1291.390256] env[70966]: _type = "Task" [ 1291.390256] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.401359] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613771, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.422549] env[70966]: DEBUG nova.objects.base [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1291.512052] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4212e64-8d05-4e46-a772-4bc931b3830c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.521602] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9831c2ba-d3d6-402f-be93-05e6c36b0633 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.554799] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821499a5-88e6-45a5-97c8-c50f69e655ff {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.565500] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e058c051-41d6-4915-bbbb-f0434810da66 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.580867] env[70966]: DEBUG nova.compute.provider_tree [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.661233] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441355} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.661567] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore1] 19ec3058-d3d7-4263-b019-a7fb0fbf4daf/19ec3058-d3d7-4263-b019-a7fb0fbf4daf.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.661821] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.662220] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8815839-09b3-4e22-aaf4-20cffc561743 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.669378] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1291.669378] env[70966]: value = "task-3613772" [ 1291.669378] env[70966]: _type = "Task" [ 1291.669378] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.678702] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.903046] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613771, 'name': CreateVM_Task, 'duration_secs': 0.411678} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.905521] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.906213] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720808', 'volume_id': 'cfe3e1f6-209d-45a6-8c76-1b8bbcde2053', 'name': 'volume-cfe3e1f6-209d-45a6-8c76-1b8bbcde2053', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44c9cc90-9fa2-4f25-a676-5ff3666107ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfe3e1f6-209d-45a6-8c76-1b8bbcde2053', 'serial': 'cfe3e1f6-209d-45a6-8c76-1b8bbcde2053'}, 'disk_bus': None, 'delete_on_termination': True, 'attachment_id': 'ba3cf746-bc1a-40b8-970c-d1f218e4c56c', 'volume_type': None}], 'swap': None} {{(pid=70966) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1291.906484] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Root volume attach. Driver type: vmdk {{(pid=70966) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1291.907587] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34aa216-4b0a-49c4-b8c6-56ddbed9f23f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.918019] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0cacfb-390e-4126-8a86-76ce25f80e3c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.922093] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fabb98-5948-4ee3-9fe2-b939ccbc4539 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.928107] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f1bb6d9e-e860-42bf-9169-de01303ce515 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.940819] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1291.940819] env[70966]: value = "task-3613773" [ 1291.940819] env[70966]: _type = "Task" [ 1291.940819] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.949997] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613773, 'name': RelocateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.003603] env[70966]: DEBUG nova.network.neutron [req-8a88c089-3f39-4b49-a3d4-c3142a0421b6 req-c0f1f6e7-5d0b-4a88-bc74-7416307f1660 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Updated VIF entry in instance network info cache for port b48b14f6-9e11-4247-8dc9-4355290b0da9. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.003963] env[70966]: DEBUG nova.network.neutron [req-8a88c089-3f39-4b49-a3d4-c3142a0421b6 req-c0f1f6e7-5d0b-4a88-bc74-7416307f1660 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Updating instance_info_cache with network_info: [{"id": "b48b14f6-9e11-4247-8dc9-4355290b0da9", "address": "fa:16:3e:09:43:bc", "network": {"id": "76eb4596-0bea-4c91-a57f-0cdf1b1fc335", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1344172437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b978f2cd4dcc489e8d3480726962466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb48b14f6-9e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.069951] env[70966]: DEBUG nova.network.neutron [req-cf3b84aa-9939-4889-b1b7-394644431278 req-3003c616-4ddc-4479-896e-21ebec7dcdb7 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updated VIF entry in instance network info cache for port 10ecf37e-0cb4-4990-9ea5-449e9f8ec690. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.070365] env[70966]: DEBUG nova.network.neutron [req-cf3b84aa-9939-4889-b1b7-394644431278 req-3003c616-4ddc-4479-896e-21ebec7dcdb7 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating instance_info_cache with network_info: [{"id": "10ecf37e-0cb4-4990-9ea5-449e9f8ec690", "address": "fa:16:3e:be:b5:cb", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ecf37e-0c", "ovs_interfaceid": "10ecf37e-0cb4-4990-9ea5-449e9f8ec690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.083788] env[70966]: DEBUG nova.scheduler.client.report [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.180063] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071221} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.180367] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.181195] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004d980a-9274-4e85-a6bf-1ec04771849f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.204059] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 19ec3058-d3d7-4263-b019-a7fb0fbf4daf/19ec3058-d3d7-4263-b019-a7fb0fbf4daf.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.204320] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c212450-e5f9-4638-99c6-32d862c8f8d0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.223640] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1292.223640] env[70966]: value = "task-3613774" [ 1292.223640] env[70966]: _type = "Task" [ 1292.223640] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.232401] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.452321] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613773, 'name': RelocateVM_Task} progress is 42%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.507250] env[70966]: DEBUG oslo_concurrency.lockutils [req-8a88c089-3f39-4b49-a3d4-c3142a0421b6 req-c0f1f6e7-5d0b-4a88-bc74-7416307f1660 service nova] Releasing lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.573957] env[70966]: DEBUG oslo_concurrency.lockutils [req-cf3b84aa-9939-4889-b1b7-394644431278 req-3003c616-4ddc-4479-896e-21ebec7dcdb7 service nova] Releasing lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.589524] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.592258] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.733s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.592453] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.592595] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70966) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1292.593741] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1901a2-6c8c-4f52-9931-4e22df4e0147 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.601947] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ef8e2-4565-498f-b333-f42be8b8bd5e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.618771] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d63b0f3-ccfc-4eef-99bf-5d774b213ed4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.625976] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bec33b-e102-4d99-a336-2d94f972bc8f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.656411] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180281MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70966) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1292.656622] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.656796] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.734578] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613774, 'name': ReconfigVM_Task, 'duration_secs': 0.367667} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.734915] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 19ec3058-d3d7-4263-b019-a7fb0fbf4daf/19ec3058-d3d7-4263-b019-a7fb0fbf4daf.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.735702] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c6ed290-d7c5-4aca-9d07-502f70099d52 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.742668] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1292.742668] env[70966]: value = "task-3613775" [ 1292.742668] env[70966]: _type = "Task" [ 1292.742668] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.750926] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613775, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.782688] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.953122] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613773, 'name': RelocateVM_Task} progress is 56%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.100800] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ed8b74c2-8561-4772-88d4-ed4717c9d162 tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.035s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.100800] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.317s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.100800] env[70966]: INFO nova.compute.manager [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Unshelving [ 1293.252854] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613775, 'name': Rename_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.455643] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613773, 'name': RelocateVM_Task} progress is 71%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.687162] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.687337] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 29bc77f7-d534-4f23-a431-0a3d0a73948f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.687537] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 25b686bc-24ab-4cec-9ee9-8507680cadeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.687700] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 19ec3058-d3d7-4263-b019-a7fb0fbf4daf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.687853] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 44c9cc90-9fa2-4f25-a676-5ff3666107ac actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.753184] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613775, 'name': Rename_Task, 'duration_secs': 0.958506} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.753989] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.753989] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6da81bbe-b992-4207-9146-3f75e3807c4a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.760237] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1293.760237] env[70966]: value = "task-3613776" [ 1293.760237] env[70966]: _type = "Task" [ 1293.760237] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.768471] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.954008] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613773, 'name': RelocateVM_Task} progress is 86%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.125586] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.191032] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1294.191332] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1294.191521] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1294.269762] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613776, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.283170] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034aa2cb-445d-46dc-ba8b-eeb6b0fd2f1b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.290521] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bed2ed-2b23-4772-8506-8899a7e151d7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.321331] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ebf4b6-1256-45e3-88e1-82d7007df600 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.329498] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e093e45-d55c-42f1-becc-ab39f8096fb7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.345335] env[70966]: DEBUG nova.compute.provider_tree [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.453954] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613773, 'name': RelocateVM_Task} progress is 97%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.770486] env[70966]: DEBUG oslo_vmware.api [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613776, 'name': PowerOnVM_Task, 'duration_secs': 0.614044} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.770851] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.770980] env[70966]: INFO nova.compute.manager [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1294.771128] env[70966]: DEBUG nova.compute.manager [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.771884] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c500a7-e9ae-494b-816b-765b882d96fc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.848390] env[70966]: DEBUG nova.scheduler.client.report [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.954481] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613773, 'name': RelocateVM_Task, 'duration_secs': 2.966332} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.954755] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1294.954955] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720808', 'volume_id': 'cfe3e1f6-209d-45a6-8c76-1b8bbcde2053', 'name': 'volume-cfe3e1f6-209d-45a6-8c76-1b8bbcde2053', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44c9cc90-9fa2-4f25-a676-5ff3666107ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfe3e1f6-209d-45a6-8c76-1b8bbcde2053', 'serial': 'cfe3e1f6-209d-45a6-8c76-1b8bbcde2053'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1294.955725] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41bcff8-be3a-4446-a1ee-aa58cfb7b0e8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.970393] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1139f37d-7326-43f5-800e-7022661a8d7c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.991449] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-cfe3e1f6-209d-45a6-8c76-1b8bbcde2053/volume-cfe3e1f6-209d-45a6-8c76-1b8bbcde2053.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.991677] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30e4ccc2-c352-45d6-8228-0fcd0156ebfb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.012052] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1295.012052] env[70966]: value = "task-3613777" [ 1295.012052] env[70966]: _type = "Task" [ 1295.012052] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.019595] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.288897] env[70966]: INFO nova.compute.manager [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Took 12.44 seconds to build instance. [ 1295.353093] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70966) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1295.353342] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.696s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.353599] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.228s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.353805] env[70966]: DEBUG nova.objects.instance [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lazy-loading 'pci_requests' on Instance uuid f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.526023] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613777, 'name': ReconfigVM_Task, 'duration_secs': 0.261126} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.526023] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-cfe3e1f6-209d-45a6-8c76-1b8bbcde2053/volume-cfe3e1f6-209d-45a6-8c76-1b8bbcde2053.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.528123] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fae3eb76-48e5-46ed-9ab2-d0e1c5a1c742 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.544819] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1295.544819] env[70966]: value = "task-3613778" [ 1295.544819] env[70966]: _type = "Task" [ 1295.544819] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.555378] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.790427] env[70966]: DEBUG oslo_concurrency.lockutils [None req-22fe811f-c886-4f68-8e36-9ea937a2103f tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "19ec3058-d3d7-4263-b019-a7fb0fbf4daf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.947s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.859377] env[70966]: DEBUG nova.objects.instance [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lazy-loading 'numa_topology' on Instance uuid f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.055063] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613778, 'name': ReconfigVM_Task, 'duration_secs': 0.121966} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.055331] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720808', 'volume_id': 'cfe3e1f6-209d-45a6-8c76-1b8bbcde2053', 'name': 'volume-cfe3e1f6-209d-45a6-8c76-1b8bbcde2053', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44c9cc90-9fa2-4f25-a676-5ff3666107ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfe3e1f6-209d-45a6-8c76-1b8bbcde2053', 'serial': 'cfe3e1f6-209d-45a6-8c76-1b8bbcde2053'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1296.055875] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a00ddee6-a449-4089-98e6-e3025f6e66c1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.062554] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1296.062554] env[70966]: value = "task-3613779" [ 1296.062554] env[70966]: _type = "Task" [ 1296.062554] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.071136] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613779, 'name': Rename_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.283170] env[70966]: DEBUG nova.compute.manager [req-a06047a8-7762-4e54-a346-2c8785929e86 req-f368a303-2688-4f55-a840-2b0ba809da99 service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Received event network-changed-5d5744e9-f7db-4bfd-adf7-44f21198641c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.283404] env[70966]: DEBUG nova.compute.manager [req-a06047a8-7762-4e54-a346-2c8785929e86 req-f368a303-2688-4f55-a840-2b0ba809da99 service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Refreshing instance network info cache due to event network-changed-5d5744e9-f7db-4bfd-adf7-44f21198641c. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.283624] env[70966]: DEBUG oslo_concurrency.lockutils [req-a06047a8-7762-4e54-a346-2c8785929e86 req-f368a303-2688-4f55-a840-2b0ba809da99 service nova] Acquiring lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.283797] env[70966]: DEBUG oslo_concurrency.lockutils [req-a06047a8-7762-4e54-a346-2c8785929e86 req-f368a303-2688-4f55-a840-2b0ba809da99 service nova] Acquired lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.283920] env[70966]: DEBUG nova.network.neutron [req-a06047a8-7762-4e54-a346-2c8785929e86 req-f368a303-2688-4f55-a840-2b0ba809da99 service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Refreshing network info cache for port 5d5744e9-f7db-4bfd-adf7-44f21198641c {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.360240] env[70966]: INFO nova.compute.claims [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.572727] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613779, 'name': Rename_Task, 'duration_secs': 0.125281} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.573034] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.573281] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d73bb36a-1e26-48a3-b5a1-5d84d43b574b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.580073] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1296.580073] env[70966]: value = "task-3613780" [ 1296.580073] env[70966]: _type = "Task" [ 1296.580073] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.588895] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.001862] env[70966]: DEBUG nova.network.neutron [req-a06047a8-7762-4e54-a346-2c8785929e86 req-f368a303-2688-4f55-a840-2b0ba809da99 service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updated VIF entry in instance network info cache for port 5d5744e9-f7db-4bfd-adf7-44f21198641c. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.002266] env[70966]: DEBUG nova.network.neutron [req-a06047a8-7762-4e54-a346-2c8785929e86 req-f368a303-2688-4f55-a840-2b0ba809da99 service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance_info_cache with network_info: [{"id": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "address": "fa:16:3e:9d:ad:bb", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5744e9-f7", "ovs_interfaceid": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.090848] env[70966]: DEBUG oslo_vmware.api [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613780, 'name': PowerOnVM_Task, 'duration_secs': 0.435346} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.091104] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.091482] env[70966]: INFO nova.compute.manager [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Took 6.11 seconds to spawn the instance on the hypervisor. [ 1297.091685] env[70966]: DEBUG nova.compute.manager [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.092479] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf793be8-661c-453a-9584-3c7086c8c9bc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.455506] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91dfa21-8e3b-42ba-8df7-98544c13ae47 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.463389] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1811a7f0-925a-4e3d-84f8-60169031deac {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.493971] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6387950b-741f-4d20-bb69-b744046de71f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.501037] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c480d4e-639a-4bbb-8ec4-9cdf5687431e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.505289] env[70966]: DEBUG oslo_concurrency.lockutils [req-a06047a8-7762-4e54-a346-2c8785929e86 req-f368a303-2688-4f55-a840-2b0ba809da99 service nova] Releasing lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.515079] env[70966]: DEBUG nova.compute.provider_tree [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1297.611134] env[70966]: INFO nova.compute.manager [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Took 13.43 seconds to build instance. [ 1298.035808] env[70966]: ERROR nova.scheduler.client.report [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [req-7dbe96e3-b6cc-458f-ad5d-d0bad11e41c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 28f91738-2b78-4613-b71e-2571db52847f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7dbe96e3-b6cc-458f-ad5d-d0bad11e41c0"}]} [ 1298.051654] env[70966]: DEBUG nova.scheduler.client.report [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Refreshing inventories for resource provider 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1298.064140] env[70966]: DEBUG nova.scheduler.client.report [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Updating ProviderTree inventory for provider 28f91738-2b78-4613-b71e-2571db52847f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1298.064362] env[70966]: DEBUG nova.compute.provider_tree [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1298.074213] env[70966]: DEBUG nova.scheduler.client.report [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Refreshing aggregate associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, aggregates: None {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1298.090323] env[70966]: DEBUG nova.scheduler.client.report [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Refreshing trait associations for resource provider 28f91738-2b78-4613-b71e-2571db52847f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70966) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1298.113049] env[70966]: DEBUG oslo_concurrency.lockutils [None req-29f95b42-bedc-428f-be99-c616f603c269 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.941s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.175232] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07a2e95-cf93-4703-ab0a-85cdcc58f373 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.183070] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a12f52-0430-4a94-b949-c13b9c097faf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.214671] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37751af1-3d3e-4c45-9a4a-97e3819bc99e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.221897] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d3bed3-488f-4a74-932d-21e98d560067 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.234934] env[70966]: DEBUG nova.compute.provider_tree [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1298.548754] env[70966]: DEBUG nova.compute.manager [req-18e67bd8-aaa1-45f3-90a8-d7538de34eb1 req-f5916265-0677-454e-b306-821c5f6d25c4 service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Received event network-changed-e9df9689-9897-448a-942e-165566d84daf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.548866] env[70966]: DEBUG nova.compute.manager [req-18e67bd8-aaa1-45f3-90a8-d7538de34eb1 req-f5916265-0677-454e-b306-821c5f6d25c4 service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Refreshing instance network info cache due to event network-changed-e9df9689-9897-448a-942e-165566d84daf. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.549097] env[70966]: DEBUG oslo_concurrency.lockutils [req-18e67bd8-aaa1-45f3-90a8-d7538de34eb1 req-f5916265-0677-454e-b306-821c5f6d25c4 service nova] Acquiring lock "refresh_cache-9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.549253] env[70966]: DEBUG oslo_concurrency.lockutils [req-18e67bd8-aaa1-45f3-90a8-d7538de34eb1 req-f5916265-0677-454e-b306-821c5f6d25c4 service nova] Acquired lock "refresh_cache-9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.549403] env[70966]: DEBUG nova.network.neutron [req-18e67bd8-aaa1-45f3-90a8-d7538de34eb1 req-f5916265-0677-454e-b306-821c5f6d25c4 service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Refreshing network info cache for port e9df9689-9897-448a-942e-165566d84daf {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.768088] env[70966]: DEBUG nova.scheduler.client.report [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Updated inventory for provider 28f91738-2b78-4613-b71e-2571db52847f with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1298.768372] env[70966]: DEBUG nova.compute.provider_tree [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Updating resource provider 28f91738-2b78-4613-b71e-2571db52847f generation from 171 to 172 during operation: update_inventory {{(pid=70966) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1298.768558] env[70966]: DEBUG nova.compute.provider_tree [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Updating inventory in ProviderTree for provider 28f91738-2b78-4613-b71e-2571db52847f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1299.241172] env[70966]: DEBUG nova.network.neutron [req-18e67bd8-aaa1-45f3-90a8-d7538de34eb1 req-f5916265-0677-454e-b306-821c5f6d25c4 service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Updated VIF entry in instance network info cache for port e9df9689-9897-448a-942e-165566d84daf. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.241573] env[70966]: DEBUG nova.network.neutron [req-18e67bd8-aaa1-45f3-90a8-d7538de34eb1 req-f5916265-0677-454e-b306-821c5f6d25c4 service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Updating instance_info_cache with network_info: [{"id": "e9df9689-9897-448a-942e-165566d84daf", "address": "fa:16:3e:8c:11:67", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9df9689-98", "ovs_interfaceid": "e9df9689-9897-448a-942e-165566d84daf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.273362] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.920s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.303162] env[70966]: INFO nova.network.neutron [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Updating port b48b14f6-9e11-4247-8dc9-4355290b0da9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1299.744908] env[70966]: DEBUG oslo_concurrency.lockutils [req-18e67bd8-aaa1-45f3-90a8-d7538de34eb1 req-f5916265-0677-454e-b306-821c5f6d25c4 service nova] Releasing lock "refresh_cache-9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.912156] env[70966]: DEBUG nova.compute.manager [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Stashing vm_state: active {{(pid=70966) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1300.432072] env[70966]: DEBUG oslo_concurrency.lockutils [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.432376] env[70966]: DEBUG oslo_concurrency.lockutils [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.577473] env[70966]: DEBUG nova.compute.manager [req-25b55e7b-6a7f-4d40-aaa7-76a62911024c req-d3fb53ec-8694-408d-8d47-cba66b8fbb52 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Received event network-changed-10ecf37e-0cb4-4990-9ea5-449e9f8ec690 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.577672] env[70966]: DEBUG nova.compute.manager [req-25b55e7b-6a7f-4d40-aaa7-76a62911024c req-d3fb53ec-8694-408d-8d47-cba66b8fbb52 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Refreshing instance network info cache due to event network-changed-10ecf37e-0cb4-4990-9ea5-449e9f8ec690. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.577919] env[70966]: DEBUG oslo_concurrency.lockutils [req-25b55e7b-6a7f-4d40-aaa7-76a62911024c req-d3fb53ec-8694-408d-8d47-cba66b8fbb52 service nova] Acquiring lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.578080] env[70966]: DEBUG oslo_concurrency.lockutils [req-25b55e7b-6a7f-4d40-aaa7-76a62911024c req-d3fb53ec-8694-408d-8d47-cba66b8fbb52 service nova] Acquired lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.578219] env[70966]: DEBUG nova.network.neutron [req-25b55e7b-6a7f-4d40-aaa7-76a62911024c req-d3fb53ec-8694-408d-8d47-cba66b8fbb52 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Refreshing network info cache for port 10ecf37e-0cb4-4990-9ea5-449e9f8ec690 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.795858] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.796079] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.796268] env[70966]: DEBUG nova.network.neutron [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.937468] env[70966]: INFO nova.compute.claims [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.262618] env[70966]: DEBUG nova.network.neutron [req-25b55e7b-6a7f-4d40-aaa7-76a62911024c req-d3fb53ec-8694-408d-8d47-cba66b8fbb52 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updated VIF entry in instance network info cache for port 10ecf37e-0cb4-4990-9ea5-449e9f8ec690. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.262977] env[70966]: DEBUG nova.network.neutron [req-25b55e7b-6a7f-4d40-aaa7-76a62911024c req-d3fb53ec-8694-408d-8d47-cba66b8fbb52 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating instance_info_cache with network_info: [{"id": "10ecf37e-0cb4-4990-9ea5-449e9f8ec690", "address": "fa:16:3e:be:b5:cb", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ecf37e-0c", "ovs_interfaceid": "10ecf37e-0cb4-4990-9ea5-449e9f8ec690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.443330] env[70966]: INFO nova.compute.resource_tracker [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating resource usage from migration d78aa8d2-a7c0-42fc-be48-e837628b0435 [ 1301.493159] env[70966]: DEBUG nova.network.neutron [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Updating instance_info_cache with network_info: [{"id": "b48b14f6-9e11-4247-8dc9-4355290b0da9", "address": "fa:16:3e:09:43:bc", "network": {"id": "76eb4596-0bea-4c91-a57f-0cdf1b1fc335", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1344172437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b978f2cd4dcc489e8d3480726962466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb48b14f6-9e", "ovs_interfaceid": "b48b14f6-9e11-4247-8dc9-4355290b0da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.534980] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17ca7be-1085-4494-a590-9893898bf249 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.543175] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c765e89-5d88-4ee1-9df0-56fb0a9218cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.572644] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bf1d9a-7b90-473d-955e-8e20a0ce6a42 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.579718] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b099ee6d-71ae-4138-9c67-0293bbf33332 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.593460] env[70966]: DEBUG nova.compute.provider_tree [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.766397] env[70966]: DEBUG oslo_concurrency.lockutils [req-25b55e7b-6a7f-4d40-aaa7-76a62911024c req-d3fb53ec-8694-408d-8d47-cba66b8fbb52 service nova] Releasing lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.998188] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.027616] env[70966]: DEBUG nova.virt.hardware [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a14550e5a9f0bfdc6ff04e6579ab2be9',container_format='bare',created_at=2025-04-25T21:39:14Z,direct_url=,disk_format='vmdk',id=ce3a2128-2939-46da-8862-9a24a617c2ff,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1206184824-shelved',owner='b978f2cd4dcc489e8d3480726962466d',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-25T21:39:28Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.027890] env[70966]: DEBUG nova.virt.hardware [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.028061] env[70966]: DEBUG nova.virt.hardware [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.028248] env[70966]: DEBUG nova.virt.hardware [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.028397] env[70966]: DEBUG nova.virt.hardware [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.028548] env[70966]: DEBUG nova.virt.hardware [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.028761] env[70966]: DEBUG nova.virt.hardware [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.028915] env[70966]: DEBUG nova.virt.hardware [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.029088] env[70966]: DEBUG nova.virt.hardware [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.029253] env[70966]: DEBUG nova.virt.hardware [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.029428] env[70966]: DEBUG nova.virt.hardware [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.030361] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60132953-fccc-48fa-b222-ff3fd6c25388 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.038356] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9286dd99-006e-4646-9a52-2b7c3fbd9011 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.052081] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:43:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b48b14f6-9e11-4247-8dc9-4355290b0da9', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.059680] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.060201] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.060201] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed59082e-169e-48be-9bb1-1535155291c6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.078962] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.078962] env[70966]: value = "task-3613781" [ 1302.078962] env[70966]: _type = "Task" [ 1302.078962] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.086360] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613781, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.096508] env[70966]: DEBUG nova.scheduler.client.report [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.589849] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613781, 'name': CreateVM_Task, 'duration_secs': 0.341224} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.590199] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.590707] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce3a2128-2939-46da-8862-9a24a617c2ff" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.590869] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce3a2128-2939-46da-8862-9a24a617c2ff" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.591269] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce3a2128-2939-46da-8862-9a24a617c2ff" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.591533] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b77639-356d-475c-9a13-1d99306f26e4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.597557] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1302.597557] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5268afab-742f-6b5b-7516-c7c43187573a" [ 1302.597557] env[70966]: _type = "Task" [ 1302.597557] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.601164] env[70966]: DEBUG oslo_concurrency.lockutils [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.169s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.601363] env[70966]: INFO nova.compute.manager [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Migrating [ 1302.610530] env[70966]: DEBUG nova.compute.manager [req-655fa3ce-880c-455e-abbe-0eedcd65c761 req-588928e3-3d89-4ef9-bb4a-dee379b0eb78 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Received event network-vif-plugged-b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.610767] env[70966]: DEBUG oslo_concurrency.lockutils [req-655fa3ce-880c-455e-abbe-0eedcd65c761 req-588928e3-3d89-4ef9-bb4a-dee379b0eb78 service nova] Acquiring lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.610991] env[70966]: DEBUG oslo_concurrency.lockutils [req-655fa3ce-880c-455e-abbe-0eedcd65c761 req-588928e3-3d89-4ef9-bb4a-dee379b0eb78 service nova] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.611170] env[70966]: DEBUG oslo_concurrency.lockutils [req-655fa3ce-880c-455e-abbe-0eedcd65c761 req-588928e3-3d89-4ef9-bb4a-dee379b0eb78 service nova] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.611342] env[70966]: DEBUG nova.compute.manager [req-655fa3ce-880c-455e-abbe-0eedcd65c761 req-588928e3-3d89-4ef9-bb4a-dee379b0eb78 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] No waiting events found dispatching network-vif-plugged-b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.611505] env[70966]: WARNING nova.compute.manager [req-655fa3ce-880c-455e-abbe-0eedcd65c761 req-588928e3-3d89-4ef9-bb4a-dee379b0eb78 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Received unexpected event network-vif-plugged-b48b14f6-9e11-4247-8dc9-4355290b0da9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1302.611691] env[70966]: DEBUG nova.compute.manager [req-655fa3ce-880c-455e-abbe-0eedcd65c761 req-588928e3-3d89-4ef9-bb4a-dee379b0eb78 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Received event network-changed-b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.611825] env[70966]: DEBUG nova.compute.manager [req-655fa3ce-880c-455e-abbe-0eedcd65c761 req-588928e3-3d89-4ef9-bb4a-dee379b0eb78 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Refreshing instance network info cache due to event network-changed-b48b14f6-9e11-4247-8dc9-4355290b0da9. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.612013] env[70966]: DEBUG oslo_concurrency.lockutils [req-655fa3ce-880c-455e-abbe-0eedcd65c761 req-588928e3-3d89-4ef9-bb4a-dee379b0eb78 service nova] Acquiring lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.612152] env[70966]: DEBUG oslo_concurrency.lockutils [req-655fa3ce-880c-455e-abbe-0eedcd65c761 req-588928e3-3d89-4ef9-bb4a-dee379b0eb78 service nova] Acquired lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.612310] env[70966]: DEBUG nova.network.neutron [req-655fa3ce-880c-455e-abbe-0eedcd65c761 req-588928e3-3d89-4ef9-bb4a-dee379b0eb78 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Refreshing network info cache for port b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.621540] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5268afab-742f-6b5b-7516-c7c43187573a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.108534] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce3a2128-2939-46da-8862-9a24a617c2ff" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.108776] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Processing image ce3a2128-2939-46da-8862-9a24a617c2ff {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.109022] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce3a2128-2939-46da-8862-9a24a617c2ff/ce3a2128-2939-46da-8862-9a24a617c2ff.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.109175] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce3a2128-2939-46da-8862-9a24a617c2ff/ce3a2128-2939-46da-8862-9a24a617c2ff.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.109357] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.109599] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-380defdf-279e-4a30-9a42-f38668f964d3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.124014] env[70966]: DEBUG oslo_concurrency.lockutils [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.124157] env[70966]: DEBUG oslo_concurrency.lockutils [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.124309] env[70966]: DEBUG nova.network.neutron [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.127715] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.127899] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.128611] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb69ed87-0b56-4d0e-9e39-387e735b53f8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.133454] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1303.133454] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52266822-8a10-c102-c6ef-3fa46f268503" [ 1303.133454] env[70966]: _type = "Task" [ 1303.133454] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.144207] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52266822-8a10-c102-c6ef-3fa46f268503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.590628] env[70966]: DEBUG nova.network.neutron [req-655fa3ce-880c-455e-abbe-0eedcd65c761 req-588928e3-3d89-4ef9-bb4a-dee379b0eb78 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Updated VIF entry in instance network info cache for port b48b14f6-9e11-4247-8dc9-4355290b0da9. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.591011] env[70966]: DEBUG nova.network.neutron [req-655fa3ce-880c-455e-abbe-0eedcd65c761 req-588928e3-3d89-4ef9-bb4a-dee379b0eb78 service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Updating instance_info_cache with network_info: [{"id": "b48b14f6-9e11-4247-8dc9-4355290b0da9", "address": "fa:16:3e:09:43:bc", "network": {"id": "76eb4596-0bea-4c91-a57f-0cdf1b1fc335", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1344172437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b978f2cd4dcc489e8d3480726962466d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb48b14f6-9e", "ovs_interfaceid": "b48b14f6-9e11-4247-8dc9-4355290b0da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.643828] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Preparing fetch location {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1303.644104] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Fetch image to [datastore1] OSTACK_IMG_332b1b09-a9bd-43d8-960e-7f69fa1c12bd/OSTACK_IMG_332b1b09-a9bd-43d8-960e-7f69fa1c12bd.vmdk {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1303.644292] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Downloading stream optimized image ce3a2128-2939-46da-8862-9a24a617c2ff to [datastore1] OSTACK_IMG_332b1b09-a9bd-43d8-960e-7f69fa1c12bd/OSTACK_IMG_332b1b09-a9bd-43d8-960e-7f69fa1c12bd.vmdk on the data store datastore1 as vApp {{(pid=70966) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1303.644571] env[70966]: DEBUG nova.virt.vmwareapi.images [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Downloading image file data ce3a2128-2939-46da-8862-9a24a617c2ff to the ESX as VM named 'OSTACK_IMG_332b1b09-a9bd-43d8-960e-7f69fa1c12bd' {{(pid=70966) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1303.715396] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1303.715396] env[70966]: value = "resgroup-9" [ 1303.715396] env[70966]: _type = "ResourcePool" [ 1303.715396] env[70966]: }. {{(pid=70966) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1303.715713] env[70966]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c69b8e07-b8a4-4a8b-b640-c1dbeb5056e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.738726] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lease: (returnval){ [ 1303.738726] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5232625a-61c9-7a4f-cdd5-c330f095092c" [ 1303.738726] env[70966]: _type = "HttpNfcLease" [ 1303.738726] env[70966]: } obtained for vApp import into resource pool (val){ [ 1303.738726] env[70966]: value = "resgroup-9" [ 1303.738726] env[70966]: _type = "ResourcePool" [ 1303.738726] env[70966]: }. {{(pid=70966) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1303.739114] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the lease: (returnval){ [ 1303.739114] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5232625a-61c9-7a4f-cdd5-c330f095092c" [ 1303.739114] env[70966]: _type = "HttpNfcLease" [ 1303.739114] env[70966]: } to be ready. {{(pid=70966) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1303.744724] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1303.744724] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5232625a-61c9-7a4f-cdd5-c330f095092c" [ 1303.744724] env[70966]: _type = "HttpNfcLease" [ 1303.744724] env[70966]: } is initializing. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1303.839383] env[70966]: DEBUG nova.network.neutron [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating instance_info_cache with network_info: [{"id": "10ecf37e-0cb4-4990-9ea5-449e9f8ec690", "address": "fa:16:3e:be:b5:cb", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ecf37e-0c", "ovs_interfaceid": "10ecf37e-0cb4-4990-9ea5-449e9f8ec690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.094460] env[70966]: DEBUG oslo_concurrency.lockutils [req-655fa3ce-880c-455e-abbe-0eedcd65c761 req-588928e3-3d89-4ef9-bb4a-dee379b0eb78 service nova] Releasing lock "refresh_cache-f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.246755] env[70966]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1304.246755] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5232625a-61c9-7a4f-cdd5-c330f095092c" [ 1304.246755] env[70966]: _type = "HttpNfcLease" [ 1304.246755] env[70966]: } is ready. {{(pid=70966) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1304.247072] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1304.247072] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]5232625a-61c9-7a4f-cdd5-c330f095092c" [ 1304.247072] env[70966]: _type = "HttpNfcLease" [ 1304.247072] env[70966]: }. {{(pid=70966) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1304.247749] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a38e628-484a-40ad-b52c-eb64dcb86cdc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.254527] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203856b-4d2f-3a33-403d-92ce1d721190/disk-0.vmdk from lease info. {{(pid=70966) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1304.254707] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203856b-4d2f-3a33-403d-92ce1d721190/disk-0.vmdk. {{(pid=70966) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1304.316858] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5eb2ff34-88c6-4125-998f-2ea8bd3ea64f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.341876] env[70966]: DEBUG oslo_concurrency.lockutils [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.453122] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Completed reading data from the image iterator. {{(pid=70966) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1305.453593] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203856b-4d2f-3a33-403d-92ce1d721190/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1305.454264] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5a9bf8-99fc-4731-b072-398954ba153a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.461309] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203856b-4d2f-3a33-403d-92ce1d721190/disk-0.vmdk is in state: ready. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1305.461472] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203856b-4d2f-3a33-403d-92ce1d721190/disk-0.vmdk. {{(pid=70966) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1305.461690] env[70966]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-00a185ec-a1eb-461d-b97f-7159455e4b10 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.652393] env[70966]: DEBUG oslo_vmware.rw_handles [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203856b-4d2f-3a33-403d-92ce1d721190/disk-0.vmdk. {{(pid=70966) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1305.652602] env[70966]: INFO nova.virt.vmwareapi.images [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Downloaded image file data ce3a2128-2939-46da-8862-9a24a617c2ff [ 1305.653557] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb23e6c-5218-4503-98e9-170b84d7ed83 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.668689] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d9114b9-e425-4957-a1f6-ad9d20fa9d0b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.704151] env[70966]: INFO nova.virt.vmwareapi.images [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] The imported VM was unregistered [ 1305.706636] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Caching image {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1305.706874] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ce3a2128-2939-46da-8862-9a24a617c2ff {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.707164] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a102c7a-f6f5-46ec-abb6-e03fd5ecc774 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.726720] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Created directory with path [datastore1] devstack-image-cache_base/ce3a2128-2939-46da-8862-9a24a617c2ff {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.726916] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_332b1b09-a9bd-43d8-960e-7f69fa1c12bd/OSTACK_IMG_332b1b09-a9bd-43d8-960e-7f69fa1c12bd.vmdk to [datastore1] devstack-image-cache_base/ce3a2128-2939-46da-8862-9a24a617c2ff/ce3a2128-2939-46da-8862-9a24a617c2ff.vmdk. {{(pid=70966) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1305.727182] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0deb1c4e-9e7d-453c-8fc3-347587fd93d1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.734242] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1305.734242] env[70966]: value = "task-3613784" [ 1305.734242] env[70966]: _type = "Task" [ 1305.734242] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.741750] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613784, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.856805] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c30b2f-7f1f-4706-a7a5-1d5d7e2abf0a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.879505] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating instance '44c9cc90-9fa2-4f25-a676-5ff3666107ac' progress to 0 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1306.247283] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613784, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.386070] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.386070] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97e845b8-8a7e-4a61-8050-680237a41959 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.394677] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1306.394677] env[70966]: value = "task-3613785" [ 1306.394677] env[70966]: _type = "Task" [ 1306.394677] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.405614] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.748538] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613784, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.907488] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613785, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.248139] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613784, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.409289] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613785, 'name': PowerOffVM_Task, 'duration_secs': 0.518304} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.409625] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.409833] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating instance '44c9cc90-9fa2-4f25-a676-5ff3666107ac' progress to 17 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.748942] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613784, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.917540] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.917758] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.917920] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.918121] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.918273] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.918421] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.918628] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.918789] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.918952] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.919143] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.919343] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.924455] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02ecc65b-7025-4904-83bd-255a7e9b6f07 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.942032] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1307.942032] env[70966]: value = "task-3613786" [ 1307.942032] env[70966]: _type = "Task" [ 1307.942032] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.953113] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.246697] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613784, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.35335} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.246978] env[70966]: INFO nova.virt.vmwareapi.ds_util [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_332b1b09-a9bd-43d8-960e-7f69fa1c12bd/OSTACK_IMG_332b1b09-a9bd-43d8-960e-7f69fa1c12bd.vmdk to [datastore1] devstack-image-cache_base/ce3a2128-2939-46da-8862-9a24a617c2ff/ce3a2128-2939-46da-8862-9a24a617c2ff.vmdk. [ 1308.247196] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Cleaning up location [datastore1] OSTACK_IMG_332b1b09-a9bd-43d8-960e-7f69fa1c12bd {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1308.247432] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_332b1b09-a9bd-43d8-960e-7f69fa1c12bd {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.247681] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f05cacb4-24ed-4bde-a282-5789404d1fd0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.253741] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1308.253741] env[70966]: value = "task-3613787" [ 1308.253741] env[70966]: _type = "Task" [ 1308.253741] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.261115] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.451514] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613786, 'name': ReconfigVM_Task, 'duration_secs': 0.242411} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.451863] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating instance '44c9cc90-9fa2-4f25-a676-5ff3666107ac' progress to 33 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.765345] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037016} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.765738] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.765785] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce3a2128-2939-46da-8862-9a24a617c2ff/ce3a2128-2939-46da-8862-9a24a617c2ff.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.765998] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce3a2128-2939-46da-8862-9a24a617c2ff/ce3a2128-2939-46da-8862-9a24a617c2ff.vmdk to [datastore1] f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3/f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.766278] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-272c3e1e-fd6d-4285-853b-e51e0d471361 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.772859] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1308.772859] env[70966]: value = "task-3613788" [ 1308.772859] env[70966]: _type = "Task" [ 1308.772859] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.780200] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.958774] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.959063] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.959175] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.959361] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.959507] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.959671] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.959885] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.960062] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.960236] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.960404] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.960575] env[70966]: DEBUG nova.virt.hardware [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.965993] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1308.966337] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8152aefc-0ae7-4a68-8c8e-f2fc3769d87b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.987111] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1308.987111] env[70966]: value = "task-3613789" [ 1308.987111] env[70966]: _type = "Task" [ 1308.987111] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.997741] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.284930] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613788, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.499692] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613789, 'name': ReconfigVM_Task, 'duration_secs': 0.329558} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.499958] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1309.500785] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff819e0b-d1c5-4723-a03d-8cbfd10f44f8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.526550] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-cfe3e1f6-209d-45a6-8c76-1b8bbcde2053/volume-cfe3e1f6-209d-45a6-8c76-1b8bbcde2053.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.526948] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2033388c-213a-4ecf-84e5-d2f1b7522ada {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.549207] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1309.549207] env[70966]: value = "task-3613790" [ 1309.549207] env[70966]: _type = "Task" [ 1309.549207] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.560498] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.785383] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613788, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.060675] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.286441] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613788, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.562457] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613790, 'name': ReconfigVM_Task, 'duration_secs': 0.841856} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.562784] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-cfe3e1f6-209d-45a6-8c76-1b8bbcde2053/volume-cfe3e1f6-209d-45a6-8c76-1b8bbcde2053.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.563080] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating instance '44c9cc90-9fa2-4f25-a676-5ff3666107ac' progress to 50 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.787853] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613788, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.070148] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ed47ec-d9ee-4979-bede-bbf8b8a8fa0f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.089395] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93465062-539e-43ac-96fb-86e243e03113 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.109804] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating instance '44c9cc90-9fa2-4f25-a676-5ff3666107ac' progress to 67 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.285797] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613788, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.182698} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.286061] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce3a2128-2939-46da-8862-9a24a617c2ff/ce3a2128-2939-46da-8862-9a24a617c2ff.vmdk to [datastore1] f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3/f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.286829] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdea71e4-b98c-42d5-b6ef-248ad3eee2b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.308774] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3/f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3.vmdk or device None with type streamOptimized {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.309241] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcda00a0-fae4-4f56-8f79-5ecd9d3e843a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.328613] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1311.328613] env[70966]: value = "task-3613791" [ 1311.328613] env[70966]: _type = "Task" [ 1311.328613] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.336195] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.728974] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.729291] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.729511] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "29bc77f7-d534-4f23-a431-0a3d0a73948f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.729699] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.729866] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.731898] env[70966]: INFO nova.compute.manager [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Terminating instance [ 1311.838175] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613791, 'name': ReconfigVM_Task, 'duration_secs': 0.374234} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.838553] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Reconfigured VM instance instance-0000007a to attach disk [datastore1] f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3/f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3.vmdk or device None with type streamOptimized {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.839108] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4ee4c2b-774b-40e8-860a-9177df7b4845 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.844885] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1311.844885] env[70966]: value = "task-3613792" [ 1311.844885] env[70966]: _type = "Task" [ 1311.844885] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.852149] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613792, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.235770] env[70966]: DEBUG nova.compute.manager [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1312.235992] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.236911] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32807ecb-5340-43b1-8a76-54014461acc8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.244756] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.244981] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e34245b-b4d7-4ce7-8b7c-642accb091e5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.250559] env[70966]: DEBUG oslo_vmware.api [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1312.250559] env[70966]: value = "task-3613793" [ 1312.250559] env[70966]: _type = "Task" [ 1312.250559] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.259813] env[70966]: DEBUG oslo_vmware.api [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.355253] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613792, 'name': Rename_Task, 'duration_secs': 0.361372} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.355415] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.355572] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa08bf5c-ab43-464b-b065-6769d89c5b3f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.362037] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1312.362037] env[70966]: value = "task-3613794" [ 1312.362037] env[70966]: _type = "Task" [ 1312.362037] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.370153] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.745075] env[70966]: DEBUG nova.network.neutron [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Port 10ecf37e-0cb4-4990-9ea5-449e9f8ec690 binding to destination host cpu-1 is already ACTIVE {{(pid=70966) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1312.760302] env[70966]: DEBUG oslo_vmware.api [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613793, 'name': PowerOffVM_Task, 'duration_secs': 0.183332} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.761252] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.761457] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.761714] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-002ee66f-9f0a-46b0-94e5-1ab9649eff5c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.835337] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.835562] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.835742] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Deleting the datastore file [datastore2] 29bc77f7-d534-4f23-a431-0a3d0a73948f {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.836009] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06f46387-16b2-4d40-b154-5c774e52a979 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.842343] env[70966]: DEBUG oslo_vmware.api [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1312.842343] env[70966]: value = "task-3613796" [ 1312.842343] env[70966]: _type = "Task" [ 1312.842343] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.849723] env[70966]: DEBUG oslo_vmware.api [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.871113] env[70966]: DEBUG oslo_vmware.api [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613794, 'name': PowerOnVM_Task, 'duration_secs': 0.442562} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.871383] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.969364] env[70966]: DEBUG nova.compute.manager [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.970295] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c012c187-d08f-4515-8366-3795d1ac88e2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.352091] env[70966]: DEBUG oslo_vmware.api [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141044} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.352363] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.352550] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.352727] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.352899] env[70966]: INFO nova.compute.manager [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1313.353170] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.353360] env[70966]: DEBUG nova.compute.manager [-] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.353457] env[70966]: DEBUG nova.network.neutron [-] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.490759] env[70966]: DEBUG oslo_concurrency.lockutils [None req-c5419e3a-d8c9-4fc9-a4b5-b85fd046887d tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.391s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.766773] env[70966]: DEBUG oslo_concurrency.lockutils [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.766917] env[70966]: DEBUG oslo_concurrency.lockutils [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.767018] env[70966]: DEBUG oslo_concurrency.lockutils [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.850188] env[70966]: DEBUG nova.compute.manager [req-038cd894-2879-420f-8927-bb468ef8cf7d req-1d74c54d-22b0-4d36-8fca-45fc63419c29 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Received event network-vif-deleted-02af5f71-cd9e-45ac-9b68-0b807f7a383c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.850468] env[70966]: INFO nova.compute.manager [req-038cd894-2879-420f-8927-bb468ef8cf7d req-1d74c54d-22b0-4d36-8fca-45fc63419c29 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Neutron deleted interface 02af5f71-cd9e-45ac-9b68-0b807f7a383c; detaching it from the instance and deleting it from the info cache [ 1313.850745] env[70966]: DEBUG nova.network.neutron [req-038cd894-2879-420f-8927-bb468ef8cf7d req-1d74c54d-22b0-4d36-8fca-45fc63419c29 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.330519] env[70966]: DEBUG nova.network.neutron [-] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.354223] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5350e344-06de-46f3-a585-43253632914f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.364749] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e66b65-0f76-4d1d-bc30-7bb749ef6db9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.393689] env[70966]: DEBUG nova.compute.manager [req-038cd894-2879-420f-8927-bb468ef8cf7d req-1d74c54d-22b0-4d36-8fca-45fc63419c29 service nova] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Detach interface failed, port_id=02af5f71-cd9e-45ac-9b68-0b807f7a383c, reason: Instance 29bc77f7-d534-4f23-a431-0a3d0a73948f could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1314.800414] env[70966]: DEBUG oslo_concurrency.lockutils [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.800603] env[70966]: DEBUG oslo_concurrency.lockutils [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.800777] env[70966]: DEBUG nova.network.neutron [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.832883] env[70966]: INFO nova.compute.manager [-] [instance: 29bc77f7-d534-4f23-a431-0a3d0a73948f] Took 1.48 seconds to deallocate network for instance. [ 1315.338381] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.338705] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.338890] env[70966]: DEBUG nova.objects.instance [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lazy-loading 'resources' on Instance uuid 29bc77f7-d534-4f23-a431-0a3d0a73948f {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.508385] env[70966]: DEBUG nova.network.neutron [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating instance_info_cache with network_info: [{"id": "10ecf37e-0cb4-4990-9ea5-449e9f8ec690", "address": "fa:16:3e:be:b5:cb", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ecf37e-0c", "ovs_interfaceid": "10ecf37e-0cb4-4990-9ea5-449e9f8ec690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.934276] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e13e92-ab88-4f75-a003-2d3987326fa9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.941764] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e15144-767e-48c6-90fb-d5c8262a3d07 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.973963] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05f59e4-d916-4f08-8441-432ed263a79a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.981210] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11d9a08-48f6-4640-9273-0d366cf8bc3d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.994174] env[70966]: DEBUG nova.compute.provider_tree [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.011079] env[70966]: DEBUG oslo_concurrency.lockutils [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.497239] env[70966]: DEBUG nova.scheduler.client.report [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.519374] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e926bd6-39f7-4645-95fc-b6279bd62225 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.526897] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ee50ba-bc75-44fa-b84b-412c830b7024 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.002767] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.071525] env[70966]: INFO nova.scheduler.client.report [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Deleted allocations for instance 29bc77f7-d534-4f23-a431-0a3d0a73948f [ 1317.579117] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5edf420e-06bc-4e00-801b-b12cdaf4972c tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "29bc77f7-d534-4f23-a431-0a3d0a73948f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.850s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.625426] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097a8aeb-8d1a-4241-987f-6edcb848e3da {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.644719] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706d80ef-6d16-4248-ab36-91fdc544dc7e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.652365] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating instance '44c9cc90-9fa2-4f25-a676-5ff3666107ac' progress to 83 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.158811] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.159161] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-967d12c4-c1d8-49ac-ad49-bc26bd05a08b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.167454] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1318.167454] env[70966]: value = "task-3613797" [ 1318.167454] env[70966]: _type = "Task" [ 1318.167454] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.176374] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.677314] env[70966]: DEBUG oslo_vmware.api [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613797, 'name': PowerOnVM_Task, 'duration_secs': 0.499572} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.677777] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.677777] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-91b3e88d-34fd-4f91-85a2-0501d1c19d62 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating instance '44c9cc90-9fa2-4f25-a676-5ff3666107ac' progress to 100 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.789133] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "a7404366-79f5-44c4-910d-799a2e827b54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.789528] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.291614] env[70966]: DEBUG nova.compute.manager [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1320.666153] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.666428] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.666609] env[70966]: DEBUG nova.compute.manager [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Going to confirm migration 9 {{(pid=70966) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1320.817200] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.817546] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.818996] env[70966]: INFO nova.compute.claims [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.203255] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.203454] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquired lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.203633] env[70966]: DEBUG nova.network.neutron [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.203814] env[70966]: DEBUG nova.objects.instance [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lazy-loading 'info_cache' on Instance uuid 44c9cc90-9fa2-4f25-a676-5ff3666107ac {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.914508] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df5ce61-3d39-4f41-b497-06fa065b6973 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.921968] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1742c80a-fbd5-46ea-ade4-d2b3fc0d68b7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.951509] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11be0e05-dd21-47ef-b89b-38deb465c4e6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.958881] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130f5ab3-4c12-4769-9b66-19ea57aeca69 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.972136] env[70966]: DEBUG nova.compute.provider_tree [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.475184] env[70966]: DEBUG nova.scheduler.client.report [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.479259] env[70966]: DEBUG nova.network.neutron [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating instance_info_cache with network_info: [{"id": "10ecf37e-0cb4-4990-9ea5-449e9f8ec690", "address": "fa:16:3e:be:b5:cb", "network": {"id": "5c81799b-8ca1-4cae-aecf-0e837e4f19f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2006585212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f7282aeff242339ccf356f4ab237c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ecf37e-0c", "ovs_interfaceid": "10ecf37e-0cb4-4990-9ea5-449e9f8ec690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.982128] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.982676] env[70966]: DEBUG nova.compute.manager [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1322.985627] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Releasing lock "refresh_cache-44c9cc90-9fa2-4f25-a676-5ff3666107ac" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.985842] env[70966]: DEBUG nova.objects.instance [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lazy-loading 'migration_context' on Instance uuid 44c9cc90-9fa2-4f25-a676-5ff3666107ac {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.489183] env[70966]: DEBUG nova.compute.utils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1323.490875] env[70966]: DEBUG nova.objects.base [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Object Instance<44c9cc90-9fa2-4f25-a676-5ff3666107ac> lazy-loaded attributes: info_cache,migration_context {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1323.491440] env[70966]: DEBUG nova.compute.manager [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1323.491605] env[70966]: DEBUG nova.network.neutron [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1323.493952] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732ee8ad-2bed-4dc4-a7a2-0f469aa5a0ee {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.515132] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bde02a9-5cc5-4952-9240-55fafb1ac6a1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.521307] env[70966]: DEBUG oslo_vmware.api [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1323.521307] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ead5de-268c-7766-aade-eb486fc3aa35" [ 1323.521307] env[70966]: _type = "Task" [ 1323.521307] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.532785] env[70966]: DEBUG oslo_vmware.api [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ead5de-268c-7766-aade-eb486fc3aa35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.534499] env[70966]: DEBUG nova.policy [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d0ad1471cf84b74aa56f137299f74aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '120eae4ad259401a9f0a27d9c7648223', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1323.817671] env[70966]: DEBUG nova.network.neutron [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Successfully created port: ba689137-c117-495a-b9c4-fe4398f7a579 {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.992500] env[70966]: DEBUG nova.compute.manager [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1324.031445] env[70966]: DEBUG oslo_vmware.api [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52ead5de-268c-7766-aade-eb486fc3aa35, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.031741] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.031982] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.629915] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a896466d-2ad3-44bb-8b15-dadaffad3a91 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.637540] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ba5170-d23d-454d-aa5a-9dcccda8f3ba {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.667974] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f086f90c-c7b5-4057-8aac-9496ff275f8f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.675866] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d5fd42-f849-40aa-8bf9-d8460ab7f1ea {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.688961] env[70966]: DEBUG nova.compute.provider_tree [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.002069] env[70966]: DEBUG nova.compute.manager [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1325.028997] env[70966]: DEBUG nova.virt.hardware [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.029273] env[70966]: DEBUG nova.virt.hardware [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.029431] env[70966]: DEBUG nova.virt.hardware [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.029613] env[70966]: DEBUG nova.virt.hardware [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.029760] env[70966]: DEBUG nova.virt.hardware [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.029906] env[70966]: DEBUG nova.virt.hardware [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.030128] env[70966]: DEBUG nova.virt.hardware [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.030281] env[70966]: DEBUG nova.virt.hardware [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.030448] env[70966]: DEBUG nova.virt.hardware [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.030652] env[70966]: DEBUG nova.virt.hardware [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.030831] env[70966]: DEBUG nova.virt.hardware [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.031691] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74380067-d413-4576-8ff0-038b9d9e05a8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.039646] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea3581f-ed9d-42b1-a53d-a44078ab0d95 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.191717] env[70966]: DEBUG nova.scheduler.client.report [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.195544] env[70966]: DEBUG nova.compute.manager [req-05cae65e-7ef7-4aba-8d29-b654cc047265 req-74252116-6dc7-4297-be4a-00243461cba8 service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Received event network-vif-plugged-ba689137-c117-495a-b9c4-fe4398f7a579 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.195759] env[70966]: DEBUG oslo_concurrency.lockutils [req-05cae65e-7ef7-4aba-8d29-b654cc047265 req-74252116-6dc7-4297-be4a-00243461cba8 service nova] Acquiring lock "a7404366-79f5-44c4-910d-799a2e827b54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.195964] env[70966]: DEBUG oslo_concurrency.lockutils [req-05cae65e-7ef7-4aba-8d29-b654cc047265 req-74252116-6dc7-4297-be4a-00243461cba8 service nova] Lock "a7404366-79f5-44c4-910d-799a2e827b54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.196144] env[70966]: DEBUG oslo_concurrency.lockutils [req-05cae65e-7ef7-4aba-8d29-b654cc047265 req-74252116-6dc7-4297-be4a-00243461cba8 service nova] Lock "a7404366-79f5-44c4-910d-799a2e827b54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.196312] env[70966]: DEBUG nova.compute.manager [req-05cae65e-7ef7-4aba-8d29-b654cc047265 req-74252116-6dc7-4297-be4a-00243461cba8 service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] No waiting events found dispatching network-vif-plugged-ba689137-c117-495a-b9c4-fe4398f7a579 {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1325.196479] env[70966]: WARNING nova.compute.manager [req-05cae65e-7ef7-4aba-8d29-b654cc047265 req-74252116-6dc7-4297-be4a-00243461cba8 service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Received unexpected event network-vif-plugged-ba689137-c117-495a-b9c4-fe4398f7a579 for instance with vm_state building and task_state spawning. [ 1325.266148] env[70966]: DEBUG nova.network.neutron [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Successfully updated port: ba689137-c117-495a-b9c4-fe4398f7a579 {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1325.769072] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "refresh_cache-a7404366-79f5-44c4-910d-799a2e827b54" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.769271] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquired lock "refresh_cache-a7404366-79f5-44c4-910d-799a2e827b54" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.769400] env[70966]: DEBUG nova.network.neutron [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.203636] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.171s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.300156] env[70966]: DEBUG nova.network.neutron [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.422670] env[70966]: DEBUG nova.network.neutron [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Updating instance_info_cache with network_info: [{"id": "ba689137-c117-495a-b9c4-fe4398f7a579", "address": "fa:16:3e:f2:97:73", "network": {"id": "3cf885ef-ed71-41cd-a201-044f6cf5af33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-136501275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120eae4ad259401a9f0a27d9c7648223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba689137-c1", "ovs_interfaceid": "ba689137-c117-495a-b9c4-fe4398f7a579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.758857] env[70966]: INFO nova.scheduler.client.report [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleted allocation for migration d78aa8d2-a7c0-42fc-be48-e837628b0435 [ 1326.924743] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Releasing lock "refresh_cache-a7404366-79f5-44c4-910d-799a2e827b54" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.925102] env[70966]: DEBUG nova.compute.manager [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Instance network_info: |[{"id": "ba689137-c117-495a-b9c4-fe4398f7a579", "address": "fa:16:3e:f2:97:73", "network": {"id": "3cf885ef-ed71-41cd-a201-044f6cf5af33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-136501275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120eae4ad259401a9f0a27d9c7648223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba689137-c1", "ovs_interfaceid": "ba689137-c117-495a-b9c4-fe4398f7a579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1326.925559] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:97:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba689137-c117-495a-b9c4-fe4398f7a579', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1326.933160] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.933778] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1326.934031] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39e6ce89-d600-41e4-b3ee-d6a9af8b1a3d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.955184] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1326.955184] env[70966]: value = "task-3613798" [ 1326.955184] env[70966]: _type = "Task" [ 1326.955184] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.964079] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613798, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.051195] env[70966]: INFO nova.compute.manager [None req-0798758f-6663-4cae-a2b2-baba5a21feb7 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Get console output [ 1327.051641] env[70966]: WARNING nova.virt.vmwareapi.driver [None req-0798758f-6663-4cae-a2b2-baba5a21feb7 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] The console log is missing. Check your VSPC configuration [ 1327.226697] env[70966]: DEBUG nova.compute.manager [req-bcc6d3f4-48d0-4537-8f2e-342cb7e8e1c3 req-234b7966-c433-45fe-ba0a-1798fbf4ea82 service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Received event network-changed-ba689137-c117-495a-b9c4-fe4398f7a579 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.226989] env[70966]: DEBUG nova.compute.manager [req-bcc6d3f4-48d0-4537-8f2e-342cb7e8e1c3 req-234b7966-c433-45fe-ba0a-1798fbf4ea82 service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Refreshing instance network info cache due to event network-changed-ba689137-c117-495a-b9c4-fe4398f7a579. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1327.227167] env[70966]: DEBUG oslo_concurrency.lockutils [req-bcc6d3f4-48d0-4537-8f2e-342cb7e8e1c3 req-234b7966-c433-45fe-ba0a-1798fbf4ea82 service nova] Acquiring lock "refresh_cache-a7404366-79f5-44c4-910d-799a2e827b54" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.227212] env[70966]: DEBUG oslo_concurrency.lockutils [req-bcc6d3f4-48d0-4537-8f2e-342cb7e8e1c3 req-234b7966-c433-45fe-ba0a-1798fbf4ea82 service nova] Acquired lock "refresh_cache-a7404366-79f5-44c4-910d-799a2e827b54" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.227369] env[70966]: DEBUG nova.network.neutron [req-bcc6d3f4-48d0-4537-8f2e-342cb7e8e1c3 req-234b7966-c433-45fe-ba0a-1798fbf4ea82 service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Refreshing network info cache for port ba689137-c117-495a-b9c4-fe4398f7a579 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.264957] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cd2890e6-9b8d-41eb-83e6-cea4029ffeca tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.598s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.465586] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613798, 'name': CreateVM_Task, 'duration_secs': 0.31892} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.465781] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.466430] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.466632] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.466973] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.467258] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b53ad2b-96ef-42eb-989d-220400481d12 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.472345] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1327.472345] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a52b4f-a73a-855a-7d7c-910052c81661" [ 1327.472345] env[70966]: _type = "Task" [ 1327.472345] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.479914] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a52b4f-a73a-855a-7d7c-910052c81661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.937306] env[70966]: DEBUG nova.network.neutron [req-bcc6d3f4-48d0-4537-8f2e-342cb7e8e1c3 req-234b7966-c433-45fe-ba0a-1798fbf4ea82 service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Updated VIF entry in instance network info cache for port ba689137-c117-495a-b9c4-fe4398f7a579. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.937659] env[70966]: DEBUG nova.network.neutron [req-bcc6d3f4-48d0-4537-8f2e-342cb7e8e1c3 req-234b7966-c433-45fe-ba0a-1798fbf4ea82 service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Updating instance_info_cache with network_info: [{"id": "ba689137-c117-495a-b9c4-fe4398f7a579", "address": "fa:16:3e:f2:97:73", "network": {"id": "3cf885ef-ed71-41cd-a201-044f6cf5af33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-136501275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120eae4ad259401a9f0a27d9c7648223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba689137-c1", "ovs_interfaceid": "ba689137-c117-495a-b9c4-fe4398f7a579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.982158] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a52b4f-a73a-855a-7d7c-910052c81661, 'name': SearchDatastore_Task, 'duration_secs': 0.010475} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.982439] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.982665] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.982893] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.983050] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.983229] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.983495] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22acb513-6348-4b4b-8f07-ce0a5f257238 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.991070] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.991246] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.991903] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa85738-b17a-4471-9f0c-a35e9f5c4da1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.997104] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1327.997104] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b73eb6-ba01-e62b-5030-25d88679220a" [ 1327.997104] env[70966]: _type = "Task" [ 1327.997104] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.004337] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b73eb6-ba01-e62b-5030-25d88679220a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.440489] env[70966]: DEBUG oslo_concurrency.lockutils [req-bcc6d3f4-48d0-4537-8f2e-342cb7e8e1c3 req-234b7966-c433-45fe-ba0a-1798fbf4ea82 service nova] Releasing lock "refresh_cache-a7404366-79f5-44c4-910d-799a2e827b54" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.506691] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b73eb6-ba01-e62b-5030-25d88679220a, 'name': SearchDatastore_Task, 'duration_secs': 0.008364} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.507470] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea230feb-50c8-4a00-ba9b-9fb8cb56b69b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.512855] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1328.512855] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a8b7d1-8c8a-0006-ffbf-7a06fad716df" [ 1328.512855] env[70966]: _type = "Task" [ 1328.512855] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.520025] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a8b7d1-8c8a-0006-ffbf-7a06fad716df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.023808] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52a8b7d1-8c8a-0006-ffbf-7a06fad716df, 'name': SearchDatastore_Task, 'duration_secs': 0.009345} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.024084] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.024341] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] a7404366-79f5-44c4-910d-799a2e827b54/a7404366-79f5-44c4-910d-799a2e827b54.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.024599] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24c4df4a-a006-4799-a9e7-1cfa0a6310a5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.031044] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1329.031044] env[70966]: value = "task-3613799" [ 1329.031044] env[70966]: _type = "Task" [ 1329.031044] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.038113] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.540491] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425816} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.540853] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] a7404366-79f5-44c4-910d-799a2e827b54/a7404366-79f5-44c4-910d-799a2e827b54.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.540980] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.541254] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c531a6e7-8e93-4e85-848a-53879548a306 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.547936] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1329.547936] env[70966]: value = "task-3613800" [ 1329.547936] env[70966]: _type = "Task" [ 1329.547936] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.555694] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.057478] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069682} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.057748] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1330.058496] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b4b300-11c0-48f4-b753-8ab6597322d3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.079773] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] a7404366-79f5-44c4-910d-799a2e827b54/a7404366-79f5-44c4-910d-799a2e827b54.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.080034] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-404d0846-3037-4d5b-872a-7126236a01bc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.099225] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1330.099225] env[70966]: value = "task-3613801" [ 1330.099225] env[70966]: _type = "Task" [ 1330.099225] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.106846] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.609672] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613801, 'name': ReconfigVM_Task, 'duration_secs': 0.262981} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.610033] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Reconfigured VM instance instance-0000007f to attach disk [datastore2] a7404366-79f5-44c4-910d-799a2e827b54/a7404366-79f5-44c4-910d-799a2e827b54.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.610548] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7be8ce1b-477c-40d8-bb3b-517ca3ce934d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.616509] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1330.616509] env[70966]: value = "task-3613802" [ 1330.616509] env[70966]: _type = "Task" [ 1330.616509] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.623912] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613802, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.126645] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613802, 'name': Rename_Task, 'duration_secs': 0.152294} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.126926] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.127176] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9244b904-3202-4d15-8d8d-988b2049a4b1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.133107] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1331.133107] env[70966]: value = "task-3613803" [ 1331.133107] env[70966]: _type = "Task" [ 1331.133107] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.140202] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.642992] env[70966]: DEBUG oslo_vmware.api [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613803, 'name': PowerOnVM_Task, 'duration_secs': 0.463629} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.643399] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.643507] env[70966]: INFO nova.compute.manager [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1331.643684] env[70966]: DEBUG nova.compute.manager [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.644572] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2d2387-dc0a-4979-8727-87a396425229 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.162295] env[70966]: INFO nova.compute.manager [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Took 11.36 seconds to build instance. [ 1332.664557] env[70966]: DEBUG oslo_concurrency.lockutils [None req-d4a5e2b2-bea3-4a6f-935d-637884e3a6ba tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.875s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.044735] env[70966]: DEBUG nova.compute.manager [req-c592260f-8d2c-4fdb-9495-254610efa108 req-fe0c0877-928f-4680-8650-c46cca646baa service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Received event network-changed-ba689137-c117-495a-b9c4-fe4398f7a579 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.044965] env[70966]: DEBUG nova.compute.manager [req-c592260f-8d2c-4fdb-9495-254610efa108 req-fe0c0877-928f-4680-8650-c46cca646baa service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Refreshing instance network info cache due to event network-changed-ba689137-c117-495a-b9c4-fe4398f7a579. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.045236] env[70966]: DEBUG oslo_concurrency.lockutils [req-c592260f-8d2c-4fdb-9495-254610efa108 req-fe0c0877-928f-4680-8650-c46cca646baa service nova] Acquiring lock "refresh_cache-a7404366-79f5-44c4-910d-799a2e827b54" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.045416] env[70966]: DEBUG oslo_concurrency.lockutils [req-c592260f-8d2c-4fdb-9495-254610efa108 req-fe0c0877-928f-4680-8650-c46cca646baa service nova] Acquired lock "refresh_cache-a7404366-79f5-44c4-910d-799a2e827b54" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.045641] env[70966]: DEBUG nova.network.neutron [req-c592260f-8d2c-4fdb-9495-254610efa108 req-fe0c0877-928f-4680-8650-c46cca646baa service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Refreshing network info cache for port ba689137-c117-495a-b9c4-fe4398f7a579 {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.743740] env[70966]: DEBUG nova.network.neutron [req-c592260f-8d2c-4fdb-9495-254610efa108 req-fe0c0877-928f-4680-8650-c46cca646baa service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Updated VIF entry in instance network info cache for port ba689137-c117-495a-b9c4-fe4398f7a579. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.744107] env[70966]: DEBUG nova.network.neutron [req-c592260f-8d2c-4fdb-9495-254610efa108 req-fe0c0877-928f-4680-8650-c46cca646baa service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Updating instance_info_cache with network_info: [{"id": "ba689137-c117-495a-b9c4-fe4398f7a579", "address": "fa:16:3e:f2:97:73", "network": {"id": "3cf885ef-ed71-41cd-a201-044f6cf5af33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-136501275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120eae4ad259401a9f0a27d9c7648223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba689137-c1", "ovs_interfaceid": "ba689137-c117-495a-b9c4-fe4398f7a579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.246725] env[70966]: DEBUG oslo_concurrency.lockutils [req-c592260f-8d2c-4fdb-9495-254610efa108 req-fe0c0877-928f-4680-8650-c46cca646baa service nova] Releasing lock "refresh_cache-a7404366-79f5-44c4-910d-799a2e827b54" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.157416] env[70966]: DEBUG nova.compute.manager [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Stashing vm_state: active {{(pid=70966) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1335.674541] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.674885] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.179726] env[70966]: INFO nova.compute.claims [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.685988] env[70966]: INFO nova.compute.resource_tracker [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating resource usage from migration e5704c11-2bdb-4498-8835-c7a13b459ff0 [ 1336.766277] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1842ca76-9481-4bdd-ba8c-fd5199844cc2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.773603] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2978b4e-19c0-4131-8a9e-2d7db3f38690 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.804218] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d84726a-0590-4950-bcc9-94634d466e1f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.812024] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccafdc93-a2f9-430d-bd42-f7d506ade5ba {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.825029] env[70966]: DEBUG nova.compute.provider_tree [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.327171] env[70966]: DEBUG nova.scheduler.client.report [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.832217] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.157s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.832450] env[70966]: INFO nova.compute.manager [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Migrating [ 1338.346816] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.347098] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.347231] env[70966]: DEBUG nova.network.neutron [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.051338] env[70966]: DEBUG nova.network.neutron [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance_info_cache with network_info: [{"id": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "address": "fa:16:3e:9d:ad:bb", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5744e9-f7", "ovs_interfaceid": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.554281] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.068725] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4843e9e5-4e0d-4817-bd4f-059625590b5e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.087223] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance '19ec3058-d3d7-4263-b019-a7fb0fbf4daf' progress to 0 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1341.593371] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.593707] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84e5e4be-c491-482a-b198-ce9a8cd0f8df {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.602008] env[70966]: DEBUG oslo_vmware.api [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1341.602008] env[70966]: value = "task-3613804" [ 1341.602008] env[70966]: _type = "Task" [ 1341.602008] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.609859] env[70966]: DEBUG oslo_vmware.api [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.111522] env[70966]: DEBUG oslo_vmware.api [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613804, 'name': PowerOffVM_Task, 'duration_secs': 0.181267} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.111892] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.112031] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance '19ec3058-d3d7-4263-b019-a7fb0fbf4daf' progress to 17 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.618488] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.618718] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.618871] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.619065] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.619219] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.619366] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.619568] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.619752] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.619937] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.620116] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.620292] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.627064] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db389826-dc6d-4209-85f1-9e262b63968c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.648711] env[70966]: DEBUG oslo_vmware.api [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1342.648711] env[70966]: value = "task-3613805" [ 1342.648711] env[70966]: _type = "Task" [ 1342.648711] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.659838] env[70966]: DEBUG oslo_vmware.api [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.158923] env[70966]: DEBUG oslo_vmware.api [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613805, 'name': ReconfigVM_Task, 'duration_secs': 0.16456} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.159323] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance '19ec3058-d3d7-4263-b019-a7fb0fbf4daf' progress to 33 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.665960] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.666229] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.666390] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.666633] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.666744] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.666863] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.667088] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.667285] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.667422] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.667607] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.667815] env[70966]: DEBUG nova.virt.hardware [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.673219] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1343.673516] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d775e26-cb82-40ee-912b-83e35f65d159 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.692113] env[70966]: DEBUG oslo_vmware.api [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1343.692113] env[70966]: value = "task-3613806" [ 1343.692113] env[70966]: _type = "Task" [ 1343.692113] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.699811] env[70966]: DEBUG oslo_vmware.api [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.202098] env[70966]: DEBUG oslo_vmware.api [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613806, 'name': ReconfigVM_Task, 'duration_secs': 0.160178} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.202456] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1344.203082] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf85aeb-bd3d-411a-bcca-e2d9d7b9c59e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.224202] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 19ec3058-d3d7-4263-b019-a7fb0fbf4daf/19ec3058-d3d7-4263-b019-a7fb0fbf4daf.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.224431] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-649f1880-b314-48c9-ad47-4c67e26ef229 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.241379] env[70966]: DEBUG oslo_vmware.api [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1344.241379] env[70966]: value = "task-3613807" [ 1344.241379] env[70966]: _type = "Task" [ 1344.241379] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.249719] env[70966]: DEBUG oslo_vmware.api [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.751522] env[70966]: DEBUG oslo_vmware.api [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613807, 'name': ReconfigVM_Task, 'duration_secs': 0.250734} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.751841] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 19ec3058-d3d7-4263-b019-a7fb0fbf4daf/19ec3058-d3d7-4263-b019-a7fb0fbf4daf.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.752123] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance '19ec3058-d3d7-4263-b019-a7fb0fbf4daf' progress to 50 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.259699] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab20f3b-ad0d-4448-9118-988f13773269 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.278160] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e7e535-cd82-4940-904c-f7dadd84b7bb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.294968] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance '19ec3058-d3d7-4263-b019-a7fb0fbf4daf' progress to 67 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.837226] env[70966]: DEBUG nova.network.neutron [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Port 5d5744e9-f7db-4bfd-adf7-44f21198641c binding to destination host cpu-1 is already ACTIVE {{(pid=70966) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1346.861519] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "19ec3058-d3d7-4263-b019-a7fb0fbf4daf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.861891] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "19ec3058-d3d7-4263-b019-a7fb0fbf4daf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.861958] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "19ec3058-d3d7-4263-b019-a7fb0fbf4daf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.900781] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.901156] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.901156] env[70966]: DEBUG nova.network.neutron [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.686165] env[70966]: DEBUG nova.network.neutron [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance_info_cache with network_info: [{"id": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "address": "fa:16:3e:9d:ad:bb", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5744e9-f7", "ovs_interfaceid": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.189206] env[70966]: DEBUG oslo_concurrency.lockutils [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.345460] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.345740] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.346331] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.346532] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.346703] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.348679] env[70966]: INFO nova.compute.manager [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Terminating instance [ 1349.722271] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b8aab5-0f9d-4e24-aef5-77eb3f43bd37 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.740651] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b95684-8fba-4bbc-baa0-8508cdc66d46 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.747033] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance '19ec3058-d3d7-4263-b019-a7fb0fbf4daf' progress to 83 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.852078] env[70966]: DEBUG nova.compute.manager [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.852313] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.853391] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d781e3-a77a-4c38-a4cb-72256de2037f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.860869] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.861117] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-430f555d-e01c-425f-b771-a6f9bd78744c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.867169] env[70966]: DEBUG oslo_vmware.api [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1349.867169] env[70966]: value = "task-3613808" [ 1349.867169] env[70966]: _type = "Task" [ 1349.867169] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.874934] env[70966]: DEBUG oslo_vmware.api [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.252934] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.253359] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dff86ccc-a942-433a-91b2-b2af8a527583 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.260658] env[70966]: DEBUG oslo_vmware.api [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1350.260658] env[70966]: value = "task-3613809" [ 1350.260658] env[70966]: _type = "Task" [ 1350.260658] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.268610] env[70966]: DEBUG oslo_vmware.api [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.377489] env[70966]: DEBUG oslo_vmware.api [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613808, 'name': PowerOffVM_Task, 'duration_secs': 0.230158} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.377767] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.377900] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.378167] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e41954b0-9ad2-4657-ab10-b0cace7d597c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.446976] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.447270] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.447416] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleting the datastore file [datastore1] f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.447678] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b0b078b-608b-4838-a521-61d0d7988aae {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.453806] env[70966]: DEBUG oslo_vmware.api [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for the task: (returnval){ [ 1350.453806] env[70966]: value = "task-3613811" [ 1350.453806] env[70966]: _type = "Task" [ 1350.453806] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.461008] env[70966]: DEBUG oslo_vmware.api [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.770517] env[70966]: DEBUG oslo_vmware.api [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613809, 'name': PowerOnVM_Task, 'duration_secs': 0.371838} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.770795] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.770983] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-27f9d1d3-c1b2-4c86-a069-ae06771803fc tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance '19ec3058-d3d7-4263-b019-a7fb0fbf4daf' progress to 100 {{(pid=70966) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1350.963479] env[70966]: DEBUG oslo_vmware.api [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Task: {'id': task-3613811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145878} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.963678] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.963863] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.964050] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.964230] env[70966]: INFO nova.compute.manager [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1350.964468] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.964653] env[70966]: DEBUG nova.compute.manager [-] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1350.964749] env[70966]: DEBUG nova.network.neutron [-] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1351.834315] env[70966]: DEBUG nova.compute.manager [req-15cd1d89-9f11-4036-a2fd-d0b543ae140f req-b803a618-1432-4679-a714-68bff8b9f50a service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Received event network-vif-deleted-b48b14f6-9e11-4247-8dc9-4355290b0da9 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.834839] env[70966]: INFO nova.compute.manager [req-15cd1d89-9f11-4036-a2fd-d0b543ae140f req-b803a618-1432-4679-a714-68bff8b9f50a service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Neutron deleted interface b48b14f6-9e11-4247-8dc9-4355290b0da9; detaching it from the instance and deleting it from the info cache [ 1351.834839] env[70966]: DEBUG nova.network.neutron [req-15cd1d89-9f11-4036-a2fd-d0b543ae140f req-b803a618-1432-4679-a714-68bff8b9f50a service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.291032] env[70966]: DEBUG nova.network.neutron [-] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.337157] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d245e500-31d3-4566-ade7-3609e42886d7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.347471] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8a16bf-a6b7-4d61-927b-3bd199e9ada9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.375518] env[70966]: DEBUG nova.compute.manager [req-15cd1d89-9f11-4036-a2fd-d0b543ae140f req-b803a618-1432-4679-a714-68bff8b9f50a service nova] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Detach interface failed, port_id=b48b14f6-9e11-4247-8dc9-4355290b0da9, reason: Instance f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1352.794373] env[70966]: INFO nova.compute.manager [-] [instance: f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3] Took 1.83 seconds to deallocate network for instance. [ 1353.301048] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.301483] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.301538] env[70966]: DEBUG nova.objects.instance [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lazy-loading 'resources' on Instance uuid f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.739537] env[70966]: DEBUG nova.network.neutron [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Port 5d5744e9-f7db-4bfd-adf7-44f21198641c binding to destination host cpu-1 is already ACTIVE {{(pid=70966) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1353.739803] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.739953] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.740128] env[70966]: DEBUG nova.network.neutron [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.911759] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638f66ed-5dc8-4e75-b03f-28b346186d17 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.919261] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8446c68b-c1ed-4fb4-832d-bb51bcd55f9b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.948457] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a75ef22-1c48-48cf-b54d-11b0a3c297d3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.954914] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb56756-19bc-4855-890f-854e97eb8bfe {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.968375] env[70966]: DEBUG nova.compute.provider_tree [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.003138] env[70966]: DEBUG oslo_concurrency.lockutils [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.003361] env[70966]: DEBUG oslo_concurrency.lockutils [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.003571] env[70966]: DEBUG oslo_concurrency.lockutils [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.003763] env[70966]: DEBUG oslo_concurrency.lockutils [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.003946] env[70966]: DEBUG oslo_concurrency.lockutils [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.005696] env[70966]: INFO nova.compute.manager [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Terminating instance [ 1354.472454] env[70966]: DEBUG nova.scheduler.client.report [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.476295] env[70966]: DEBUG nova.network.neutron [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance_info_cache with network_info: [{"id": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "address": "fa:16:3e:9d:ad:bb", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5744e9-f7", "ovs_interfaceid": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.509384] env[70966]: DEBUG nova.compute.manager [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.509678] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.509994] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed4a3eef-2711-4615-a9d0-5d210f7e0f68 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.519029] env[70966]: DEBUG oslo_vmware.api [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1354.519029] env[70966]: value = "task-3613812" [ 1354.519029] env[70966]: _type = "Task" [ 1354.519029] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.529249] env[70966]: DEBUG oslo_vmware.api [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.978862] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.981384] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.011315] env[70966]: INFO nova.scheduler.client.report [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Deleted allocations for instance f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3 [ 1355.028839] env[70966]: DEBUG oslo_vmware.api [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613812, 'name': PowerOffVM_Task, 'duration_secs': 0.240373} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.029101] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.029302] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1355.029494] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720808', 'volume_id': 'cfe3e1f6-209d-45a6-8c76-1b8bbcde2053', 'name': 'volume-cfe3e1f6-209d-45a6-8c76-1b8bbcde2053', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '44c9cc90-9fa2-4f25-a676-5ff3666107ac', 'attached_at': '2025-04-25T21:40:00.000000', 'detached_at': '', 'volume_id': 'cfe3e1f6-209d-45a6-8c76-1b8bbcde2053', 'serial': 'cfe3e1f6-209d-45a6-8c76-1b8bbcde2053'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1355.030269] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df53f0ec-dc0f-4afd-839a-04e9bf2880d4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.049245] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633fee24-9435-4ef2-8342-3c677a9ca7d8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.055459] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9846fd7d-3946-410a-ad93-232d837e9c47 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.073251] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f533944-b9fb-4a17-965a-85043c4fd020 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.089553] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] The volume has not been displaced from its original location: [datastore1] volume-cfe3e1f6-209d-45a6-8c76-1b8bbcde2053/volume-cfe3e1f6-209d-45a6-8c76-1b8bbcde2053.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1355.094694] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1355.095552] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45a03948-f848-4609-af96-0730dfaa6864 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.112314] env[70966]: DEBUG oslo_vmware.api [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1355.112314] env[70966]: value = "task-3613813" [ 1355.112314] env[70966]: _type = "Task" [ 1355.112314] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.120300] env[70966]: DEBUG oslo_vmware.api [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.356254] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.356472] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.356628] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.356800] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.356981] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.357147] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.357294] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.357431] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70966) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1355.357573] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.485048] env[70966]: DEBUG nova.compute.manager [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70966) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1355.485048] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.485048] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.518794] env[70966]: DEBUG oslo_concurrency.lockutils [None req-34080810-c481-48d7-a92b-bf9c02621c0f tempest-AttachVolumeShelveTestJSON-611285543 tempest-AttachVolumeShelveTestJSON-611285543-project-member] Lock "f2b1c6a4-e6de-43b2-9bff-2a96d28d6cb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.173s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.623042] env[70966]: DEBUG oslo_vmware.api [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.860958] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.988019] env[70966]: DEBUG nova.objects.instance [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lazy-loading 'migration_context' on Instance uuid 19ec3058-d3d7-4263-b019-a7fb0fbf4daf {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.123043] env[70966]: DEBUG oslo_vmware.api [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.601149] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bddfcf-8664-4ba5-a9db-5f7cba3bedc7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.613086] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c9bb57-3fd6-42d1-bc7b-c594bdd55de6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.626556] env[70966]: DEBUG oslo_vmware.api [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613813, 'name': ReconfigVM_Task, 'duration_secs': 1.372768} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.651772] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1356.656608] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd0865d6-7bbb-40ca-84bc-83c7162918d7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.666895] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc71060-1452-4741-ac73-d103ae786632 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.675983] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d3d559-a302-4cb5-a397-fb562edb0e19 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.680161] env[70966]: DEBUG oslo_vmware.api [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1356.680161] env[70966]: value = "task-3613814" [ 1356.680161] env[70966]: _type = "Task" [ 1356.680161] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.689855] env[70966]: DEBUG nova.compute.provider_tree [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.697973] env[70966]: DEBUG oslo_vmware.api [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.189186] env[70966]: DEBUG oslo_vmware.api [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613814, 'name': ReconfigVM_Task, 'duration_secs': 0.198146} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.189468] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720808', 'volume_id': 'cfe3e1f6-209d-45a6-8c76-1b8bbcde2053', 'name': 'volume-cfe3e1f6-209d-45a6-8c76-1b8bbcde2053', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '44c9cc90-9fa2-4f25-a676-5ff3666107ac', 'attached_at': '2025-04-25T21:40:00.000000', 'detached_at': '', 'volume_id': 'cfe3e1f6-209d-45a6-8c76-1b8bbcde2053', 'serial': 'cfe3e1f6-209d-45a6-8c76-1b8bbcde2053'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1357.189746] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.190523] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b31ccc-570c-4e30-b0bb-66f942fe5d64 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.194870] env[70966]: DEBUG nova.scheduler.client.report [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.199649] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.200064] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ad7e8fa-41f7-4093-b8e3-3ac963368f66 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.394451] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.394687] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.394869] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleting the datastore file [datastore1] 44c9cc90-9fa2-4f25-a676-5ff3666107ac {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.395181] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4d2031e-d83c-4ace-badf-f3fb824b8e4a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.402099] env[70966]: DEBUG oslo_vmware.api [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1357.402099] env[70966]: value = "task-3613816" [ 1357.402099] env[70966]: _type = "Task" [ 1357.402099] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.410065] env[70966]: DEBUG oslo_vmware.api [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.912068] env[70966]: DEBUG oslo_vmware.api [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121537} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.912265] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.912340] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.912515] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.912692] env[70966]: INFO nova.compute.manager [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Took 3.40 seconds to destroy the instance on the hypervisor. [ 1357.912937] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.913152] env[70966]: DEBUG nova.compute.manager [-] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.913249] env[70966]: DEBUG nova.network.neutron [-] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1358.207134] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.722s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.212744] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.352s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.212950] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.213232] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70966) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1358.215908] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53363218-3894-4c04-bf62-eead792f1fa0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.228092] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77230475-9425-41d3-8a5a-6db4954c7ba1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.247237] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b379a276-7122-436a-a934-5fc668e98a32 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.253877] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b860f0-16ef-40a6-bee0-f6b4c7c516d9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.284881] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180209MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70966) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1358.285041] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.285275] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.594455] env[70966]: DEBUG nova.compute.manager [req-17e25499-77bf-4a49-8de0-e5d88f7f0bc3 req-08080f57-bb77-47ce-b752-1da20047b598 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Received event network-vif-deleted-10ecf37e-0cb4-4990-9ea5-449e9f8ec690 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.594664] env[70966]: INFO nova.compute.manager [req-17e25499-77bf-4a49-8de0-e5d88f7f0bc3 req-08080f57-bb77-47ce-b752-1da20047b598 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Neutron deleted interface 10ecf37e-0cb4-4990-9ea5-449e9f8ec690; detaching it from the instance and deleting it from the info cache [ 1358.594837] env[70966]: DEBUG nova.network.neutron [req-17e25499-77bf-4a49-8de0-e5d88f7f0bc3 req-08080f57-bb77-47ce-b752-1da20047b598 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.061056] env[70966]: DEBUG nova.network.neutron [-] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.097760] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39bcb807-6c6f-4cd8-8edf-0166501a2aa5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.109016] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cab0724-6fc8-4d39-a5db-41f084a1ede5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.139124] env[70966]: DEBUG nova.compute.manager [req-17e25499-77bf-4a49-8de0-e5d88f7f0bc3 req-08080f57-bb77-47ce-b752-1da20047b598 service nova] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Detach interface failed, port_id=10ecf37e-0cb4-4990-9ea5-449e9f8ec690, reason: Instance 44c9cc90-9fa2-4f25-a676-5ff3666107ac could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1359.324729] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1359.324895] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 25b686bc-24ab-4cec-9ee9-8507680cadeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1359.325031] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 44c9cc90-9fa2-4f25-a676-5ff3666107ac actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1359.325158] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance a7404366-79f5-44c4-910d-799a2e827b54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1359.563646] env[70966]: INFO nova.compute.manager [-] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Took 1.65 seconds to deallocate network for instance. [ 1359.745584] env[70966]: INFO nova.compute.manager [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Swapping old allocation on dict_keys(['28f91738-2b78-4613-b71e-2571db52847f']) held by migration e5704c11-2bdb-4498-8835-c7a13b459ff0 for instance [ 1359.765871] env[70966]: DEBUG nova.scheduler.client.report [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Overwriting current allocation {'allocations': {'28f91738-2b78-4613-b71e-2571db52847f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 178}}, 'project_id': '648638152a7c47b0a15a5e51e2cd3cc1', 'user_id': '0ce329e13149476abbc377a5c02cebfd', 'consumer_generation': 1} on consumer 19ec3058-d3d7-4263-b019-a7fb0fbf4daf {{(pid=70966) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1359.827841] env[70966]: INFO nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance e5704c11-2bdb-4498-8835-c7a13b459ff0 has allocations against this compute host but is not found in the database. [ 1359.828014] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance 19ec3058-d3d7-4263-b019-a7fb0fbf4daf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1359.828147] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1359.828290] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1600MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1359.838476] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.838629] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.838800] env[70966]: DEBUG nova.network.neutron [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.894721] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17c723a-9760-4f2e-977c-aae1ba3efe21 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.902321] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70292321-472b-45ea-81d8-f0984e324eae {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.931371] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494c6e4b-01aa-4311-b86f-8109325c1013 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.937803] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8b229a-7037-4ecd-8d49-327215ed125e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.950532] env[70966]: DEBUG nova.compute.provider_tree [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.104944] env[70966]: INFO nova.compute.manager [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Took 0.54 seconds to detach 1 volumes for instance. [ 1360.107094] env[70966]: DEBUG nova.compute.manager [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 44c9cc90-9fa2-4f25-a676-5ff3666107ac] Deleting volume: cfe3e1f6-209d-45a6-8c76-1b8bbcde2053 {{(pid=70966) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1360.454046] env[70966]: DEBUG nova.scheduler.client.report [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.545167] env[70966]: DEBUG nova.network.neutron [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance_info_cache with network_info: [{"id": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "address": "fa:16:3e:9d:ad:bb", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5744e9-f7", "ovs_interfaceid": "5d5744e9-f7db-4bfd-adf7-44f21198641c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.648686] env[70966]: DEBUG oslo_concurrency.lockutils [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.958517] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70966) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1360.958744] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.673s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.959022] env[70966]: DEBUG oslo_concurrency.lockutils [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.310s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.959276] env[70966]: DEBUG nova.objects.instance [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lazy-loading 'resources' on Instance uuid 44c9cc90-9fa2-4f25-a676-5ff3666107ac {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.047908] env[70966]: DEBUG oslo_concurrency.lockutils [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "refresh_cache-19ec3058-d3d7-4263-b019-a7fb0fbf4daf" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.048489] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.048678] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21a7bf3c-acce-48d4-bdfa-773c2cd29b52 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.056404] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1361.056404] env[70966]: value = "task-3613819" [ 1361.056404] env[70966]: _type = "Task" [ 1361.056404] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.063677] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.539586] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097f053e-1ca5-4002-8ee9-d9c78aedfaca {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.546506] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e7ca29-3beb-419e-8ef9-a1fcdf0f66a6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.578620] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9459a685-5541-4aa0-883f-d017f1051e15 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.585675] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613819, 'name': PowerOffVM_Task, 'duration_secs': 0.181801} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.587768] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.588423] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.588637] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.588794] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.588975] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.589140] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.589287] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.589485] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.589643] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.589808] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.589967] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.590160] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.595370] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d90f4a25-bfb6-42a1-83a4-97bc9f666f65 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.605669] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f0f976-d3ff-4de6-8d13-5567ce58fac1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.620552] env[70966]: DEBUG nova.compute.provider_tree [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.622758] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1361.622758] env[70966]: value = "task-3613820" [ 1361.622758] env[70966]: _type = "Task" [ 1361.622758] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.630133] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613820, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.125061] env[70966]: DEBUG nova.scheduler.client.report [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.139725] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613820, 'name': ReconfigVM_Task, 'duration_secs': 0.138606} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.140625] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9967ab-49e1-446a-a285-41142b94e150 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.162520] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.162794] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.162921] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.163119] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.163275] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.163471] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.163681] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.163863] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.164044] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.164194] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.164364] env[70966]: DEBUG nova.virt.hardware [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.165348] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966e0a89-c602-4772-8063-9e34a7ac57de {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.171439] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1362.171439] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f6f83c-2217-faf6-bb81-bca34285e792" [ 1362.171439] env[70966]: _type = "Task" [ 1362.171439] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.180891] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f6f83c-2217-faf6-bb81-bca34285e792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.634737] env[70966]: DEBUG oslo_concurrency.lockutils [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.659441] env[70966]: INFO nova.scheduler.client.report [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleted allocations for instance 44c9cc90-9fa2-4f25-a676-5ff3666107ac [ 1362.681863] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52f6f83c-2217-faf6-bb81-bca34285e792, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.687640] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1362.687957] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da0add00-69f2-4ce7-b400-7c91bcb814aa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.707846] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1362.707846] env[70966]: value = "task-3613821" [ 1362.707846] env[70966]: _type = "Task" [ 1362.707846] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.717207] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.167319] env[70966]: DEBUG oslo_concurrency.lockutils [None req-219705c2-759c-4e66-99d3-206346398066 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "44c9cc90-9fa2-4f25-a676-5ff3666107ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.164s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.218313] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613821, 'name': ReconfigVM_Task, 'duration_secs': 0.177544} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.218605] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1363.219428] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33019c3-bf81-4a2f-bb4a-4f4442548f4e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.240783] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 19ec3058-d3d7-4263-b019-a7fb0fbf4daf/19ec3058-d3d7-4263-b019-a7fb0fbf4daf.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.241047] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f4ec097-ed12-4c32-9420-356ba9cb7566 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.259625] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1363.259625] env[70966]: value = "task-3613822" [ 1363.259625] env[70966]: _type = "Task" [ 1363.259625] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.268689] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.769458] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613822, 'name': ReconfigVM_Task, 'duration_secs': 0.252513} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.769881] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 19ec3058-d3d7-4263-b019-a7fb0fbf4daf/19ec3058-d3d7-4263-b019-a7fb0fbf4daf.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.770556] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8df4a72-f251-4811-8a43-45dd46801711 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.788559] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914b7694-34ff-45d3-aa5d-30ba8d2c7acf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.806197] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad67319-b6b9-40f8-a412-671707390f36 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.823433] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4b8bcc-950e-4fa3-a47f-d929eaf9326c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.829731] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.829958] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6574bc1-87eb-4298-a5f3-c0a7c286c46c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.835637] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1363.835637] env[70966]: value = "task-3613823" [ 1363.835637] env[70966]: _type = "Task" [ 1363.835637] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.842737] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.951625] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "25b686bc-24ab-4cec-9ee9-8507680cadeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.951840] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "25b686bc-24ab-4cec-9ee9-8507680cadeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.952084] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "25b686bc-24ab-4cec-9ee9-8507680cadeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.952281] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "25b686bc-24ab-4cec-9ee9-8507680cadeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.952452] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "25b686bc-24ab-4cec-9ee9-8507680cadeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.954630] env[70966]: INFO nova.compute.manager [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Terminating instance [ 1364.345273] env[70966]: DEBUG oslo_vmware.api [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613823, 'name': PowerOnVM_Task, 'duration_secs': 0.36398} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.345552] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.459673] env[70966]: DEBUG nova.compute.manager [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1364.459942] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.460816] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62657fd1-9be8-4635-9ce7-8062989371bf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.468578] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.468806] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3507a60d-e275-4f19-9fcd-15a4f289f915 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.475039] env[70966]: DEBUG oslo_vmware.api [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1364.475039] env[70966]: value = "task-3613824" [ 1364.475039] env[70966]: _type = "Task" [ 1364.475039] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.484438] env[70966]: DEBUG oslo_vmware.api [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.985681] env[70966]: DEBUG oslo_vmware.api [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613824, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.356814] env[70966]: INFO nova.compute.manager [None req-9a33175c-8edf-4228-a1f3-863bfc658495 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance to original state: 'active' [ 1365.485564] env[70966]: DEBUG oslo_vmware.api [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613824, 'name': PowerOffVM_Task, 'duration_secs': 0.515615} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.485824] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.486032] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.486281] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c1ab04e-56d4-4b50-ac42-94e3d1529b84 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.568438] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.568662] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.568829] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleting the datastore file [datastore2] 25b686bc-24ab-4cec-9ee9-8507680cadeb {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.569166] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2139c7a-3c2b-45e0-9022-a4b514b03544 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.575378] env[70966]: DEBUG oslo_vmware.api [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1365.575378] env[70966]: value = "task-3613826" [ 1365.575378] env[70966]: _type = "Task" [ 1365.575378] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.583082] env[70966]: DEBUG oslo_vmware.api [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.086067] env[70966]: DEBUG oslo_vmware.api [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151531} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.086067] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.086067] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.086592] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.086592] env[70966]: INFO nova.compute.manager [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1366.086728] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.086936] env[70966]: DEBUG nova.compute.manager [-] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1366.087044] env[70966]: DEBUG nova.network.neutron [-] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1366.301688] env[70966]: DEBUG nova.compute.manager [req-a48508db-712e-4245-b5a1-5e6cc1d2afc1 req-e3db3663-abf3-427f-bd7d-1003c53860e0 service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Received event network-vif-deleted-8638b74d-1db2-4d1b-8001-7c11a4122e8b {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.301982] env[70966]: INFO nova.compute.manager [req-a48508db-712e-4245-b5a1-5e6cc1d2afc1 req-e3db3663-abf3-427f-bd7d-1003c53860e0 service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Neutron deleted interface 8638b74d-1db2-4d1b-8001-7c11a4122e8b; detaching it from the instance and deleting it from the info cache [ 1366.302255] env[70966]: DEBUG nova.network.neutron [req-a48508db-712e-4245-b5a1-5e6cc1d2afc1 req-e3db3663-abf3-427f-bd7d-1003c53860e0 service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.403343] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "19ec3058-d3d7-4263-b019-a7fb0fbf4daf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.403637] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "19ec3058-d3d7-4263-b019-a7fb0fbf4daf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.403924] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "19ec3058-d3d7-4263-b019-a7fb0fbf4daf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.404167] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "19ec3058-d3d7-4263-b019-a7fb0fbf4daf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.404345] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "19ec3058-d3d7-4263-b019-a7fb0fbf4daf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.406559] env[70966]: INFO nova.compute.manager [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Terminating instance [ 1366.785515] env[70966]: DEBUG nova.network.neutron [-] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.805146] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6d9ade0-df2c-4be1-a0c3-d4c26f31d774 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.816056] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5675f6f5-1ffe-4ad7-9ef6-16991af918df {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.842042] env[70966]: DEBUG nova.compute.manager [req-a48508db-712e-4245-b5a1-5e6cc1d2afc1 req-e3db3663-abf3-427f-bd7d-1003c53860e0 service nova] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Detach interface failed, port_id=8638b74d-1db2-4d1b-8001-7c11a4122e8b, reason: Instance 25b686bc-24ab-4cec-9ee9-8507680cadeb could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1366.910774] env[70966]: DEBUG nova.compute.manager [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1366.911024] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.911924] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a11b59e-dbb2-44ff-a9ea-0c9a6332a0e3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.919431] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.919653] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecb8a26a-86f8-47b7-9aa7-c8fd8fbc5d54 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.925932] env[70966]: DEBUG oslo_vmware.api [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1366.925932] env[70966]: value = "task-3613827" [ 1366.925932] env[70966]: _type = "Task" [ 1366.925932] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.933575] env[70966]: DEBUG oslo_vmware.api [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.288110] env[70966]: INFO nova.compute.manager [-] [instance: 25b686bc-24ab-4cec-9ee9-8507680cadeb] Took 1.20 seconds to deallocate network for instance. [ 1367.436812] env[70966]: DEBUG oslo_vmware.api [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613827, 'name': PowerOffVM_Task, 'duration_secs': 0.19892} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.437077] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.437229] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.437464] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3459a98f-45e2-4c6b-8d39-c35a5b36bc0a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.502857] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.503096] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.503284] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Deleting the datastore file [datastore1] 19ec3058-d3d7-4263-b019-a7fb0fbf4daf {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.503611] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a1250d4-442b-4052-979a-8fb8f58234b5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.511772] env[70966]: DEBUG oslo_vmware.api [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1367.511772] env[70966]: value = "task-3613829" [ 1367.511772] env[70966]: _type = "Task" [ 1367.511772] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.520068] env[70966]: DEBUG oslo_vmware.api [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.794084] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.794395] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.794629] env[70966]: DEBUG nova.objects.instance [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lazy-loading 'resources' on Instance uuid 25b686bc-24ab-4cec-9ee9-8507680cadeb {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.021369] env[70966]: DEBUG oslo_vmware.api [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343106} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.021572] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.021750] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.021930] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.022121] env[70966]: INFO nova.compute.manager [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1368.022424] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.022626] env[70966]: DEBUG nova.compute.manager [-] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1368.022739] env[70966]: DEBUG nova.network.neutron [-] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.368310] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad80556c-16b5-488f-9cdb-0caed71e44be {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.376641] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beee3d2-ca2e-4dc9-9a21-587add8d4f87 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.408030] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea07bd62-3d11-4c90-908c-22f3b8c50a07 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.414971] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c11822-626d-4b18-865c-af3bcef404d3 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.427782] env[70966]: DEBUG nova.compute.provider_tree [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.502188] env[70966]: DEBUG nova.compute.manager [req-7f3e2133-8b44-40c8-8241-0c5e9bdfb530 req-a588fa88-d6db-460b-bc33-091583b5ca2c service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Received event network-vif-deleted-5d5744e9-f7db-4bfd-adf7-44f21198641c {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.502408] env[70966]: INFO nova.compute.manager [req-7f3e2133-8b44-40c8-8241-0c5e9bdfb530 req-a588fa88-d6db-460b-bc33-091583b5ca2c service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Neutron deleted interface 5d5744e9-f7db-4bfd-adf7-44f21198641c; detaching it from the instance and deleting it from the info cache [ 1368.502584] env[70966]: DEBUG nova.network.neutron [req-7f3e2133-8b44-40c8-8241-0c5e9bdfb530 req-a588fa88-d6db-460b-bc33-091583b5ca2c service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.930841] env[70966]: DEBUG nova.scheduler.client.report [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.979788] env[70966]: DEBUG nova.network.neutron [-] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.005267] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c48c199-2522-4bb2-84f3-ac2bf2039808 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.015646] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2695040-fed5-4e8c-b326-6913ca770ec4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.042720] env[70966]: DEBUG nova.compute.manager [req-7f3e2133-8b44-40c8-8241-0c5e9bdfb530 req-a588fa88-d6db-460b-bc33-091583b5ca2c service nova] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Detach interface failed, port_id=5d5744e9-f7db-4bfd-adf7-44f21198641c, reason: Instance 19ec3058-d3d7-4263-b019-a7fb0fbf4daf could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1369.435644] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.459398] env[70966]: INFO nova.scheduler.client.report [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleted allocations for instance 25b686bc-24ab-4cec-9ee9-8507680cadeb [ 1369.482715] env[70966]: INFO nova.compute.manager [-] [instance: 19ec3058-d3d7-4263-b019-a7fb0fbf4daf] Took 1.46 seconds to deallocate network for instance. [ 1369.969964] env[70966]: DEBUG oslo_concurrency.lockutils [None req-6dfcdf6c-2160-4236-8055-673804eea1e1 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "25b686bc-24ab-4cec-9ee9-8507680cadeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.018s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.989188] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.989520] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.989740] env[70966]: DEBUG nova.objects.instance [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lazy-loading 'resources' on Instance uuid 19ec3058-d3d7-4263-b019-a7fb0fbf4daf {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.544790] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bab9446-923e-483c-bc98-7a3ef5ce3f11 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.553157] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8253ce72-93db-4615-bb0a-6df400ea907b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.583187] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b1ebe7-3d81-44bf-91cc-42af9da79f77 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.590469] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0894d7a6-e2a2-4121-9f34-42c87f13cabf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.603487] env[70966]: DEBUG nova.compute.provider_tree [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.107181] env[70966]: DEBUG nova.scheduler.client.report [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.332473] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "a7404366-79f5-44c4-910d-799a2e827b54" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.332717] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.612348] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.630497] env[70966]: INFO nova.scheduler.client.report [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Deleted allocations for instance 19ec3058-d3d7-4263-b019-a7fb0fbf4daf [ 1371.835361] env[70966]: DEBUG nova.compute.utils [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1372.138186] env[70966]: DEBUG oslo_concurrency.lockutils [None req-5978ec95-77bf-4b5c-a2ac-3e13a40e38d8 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "19ec3058-d3d7-4263-b019-a7fb0fbf4daf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.734s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.338276] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.387981] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "a424cb8b-0ec4-4228-97f1-45a74f68a34a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.388300] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "a424cb8b-0ec4-4228-97f1-45a74f68a34a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.400119] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "a7404366-79f5-44c4-910d-799a2e827b54" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.400119] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.400119] env[70966]: INFO nova.compute.manager [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Attaching volume b16f7657-2179-4c3f-80fe-6d6f07e31db0 to /dev/sdb [ 1373.434288] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01a17d7-cf78-458f-8b31-7170a296c54a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.441821] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be540ec1-c592-45f0-b5f1-b128338cbd30 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.454552] env[70966]: DEBUG nova.virt.block_device [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Updating existing volume attachment record: bcba530b-2d4f-469e-bc56-d173985789ad {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1373.609759] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.610058] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.610328] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "9c2d1b45-e146-4ec5-b8d4-8d36a95ad961-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.610554] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "9c2d1b45-e146-4ec5-b8d4-8d36a95ad961-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.610752] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "9c2d1b45-e146-4ec5-b8d4-8d36a95ad961-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.613016] env[70966]: INFO nova.compute.manager [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Terminating instance [ 1373.891075] env[70966]: DEBUG nova.compute.manager [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Starting instance... {{(pid=70966) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1374.117637] env[70966]: DEBUG nova.compute.manager [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.117838] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.118829] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a895f5a-e848-4087-8f1b-0db5baaaa6dc {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.126455] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.126694] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-389d008b-a77e-4923-b490-baaed0360aa7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.132276] env[70966]: DEBUG oslo_vmware.api [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1374.132276] env[70966]: value = "task-3613832" [ 1374.132276] env[70966]: _type = "Task" [ 1374.132276] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.141326] env[70966]: DEBUG oslo_vmware.api [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.413418] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.413699] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.415547] env[70966]: INFO nova.compute.claims [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.641445] env[70966]: DEBUG oslo_vmware.api [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613832, 'name': PowerOffVM_Task, 'duration_secs': 0.192893} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.641704] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.641862] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.642128] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e00c075a-650a-42bb-91fb-196622d91168 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.708904] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.709107] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Deleting contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.709299] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleting the datastore file [datastore1] 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.709562] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adecd1b9-948e-47e1-a1a1-bbe71afb9a63 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.717418] env[70966]: DEBUG oslo_vmware.api [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for the task: (returnval){ [ 1374.717418] env[70966]: value = "task-3613834" [ 1374.717418] env[70966]: _type = "Task" [ 1374.717418] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.724553] env[70966]: DEBUG oslo_vmware.api [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.227628] env[70966]: DEBUG oslo_vmware.api [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Task: {'id': task-3613834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132016} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.227823] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.227998] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Deleted contents of the VM from datastore datastore1 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.228199] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.228382] env[70966]: INFO nova.compute.manager [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1375.228623] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.228812] env[70966]: DEBUG nova.compute.manager [-] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.228908] env[70966]: DEBUG nova.network.neutron [-] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.477307] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a42226f-110b-431f-88c2-018feae589dd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.485268] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b23f5e-c631-488f-8b35-fa1b68325509 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.492393] env[70966]: DEBUG nova.compute.manager [req-20ca2959-5982-4dbc-b897-311a30202d22 req-89fe5e09-c8a1-4793-8eaa-cd277e1de21e service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Received event network-vif-deleted-e9df9689-9897-448a-942e-165566d84daf {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.492584] env[70966]: INFO nova.compute.manager [req-20ca2959-5982-4dbc-b897-311a30202d22 req-89fe5e09-c8a1-4793-8eaa-cd277e1de21e service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Neutron deleted interface e9df9689-9897-448a-942e-165566d84daf; detaching it from the instance and deleting it from the info cache [ 1375.492762] env[70966]: DEBUG nova.network.neutron [req-20ca2959-5982-4dbc-b897-311a30202d22 req-89fe5e09-c8a1-4793-8eaa-cd277e1de21e service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.521611] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5da0965-8c0c-4d0f-9327-d32620013194 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.524073] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36d42a40-bbe5-41d0-b7eb-ec0219b0dae9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.531770] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb51b045-0e20-47cf-9928-128f6634e5cd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.538291] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3366cfd-b1af-4224-946d-436c57e1f2e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.557263] env[70966]: DEBUG nova.compute.provider_tree [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.563217] env[70966]: DEBUG nova.compute.manager [req-20ca2959-5982-4dbc-b897-311a30202d22 req-89fe5e09-c8a1-4793-8eaa-cd277e1de21e service nova] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Detach interface failed, port_id=e9df9689-9897-448a-942e-165566d84daf, reason: Instance 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1375.980936] env[70966]: DEBUG nova.network.neutron [-] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.064668] env[70966]: DEBUG nova.scheduler.client.report [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.483358] env[70966]: INFO nova.compute.manager [-] [instance: 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961] Took 1.25 seconds to deallocate network for instance. [ 1376.569017] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.569506] env[70966]: DEBUG nova.compute.manager [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Start building networks asynchronously for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1376.989588] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.989897] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.990112] env[70966]: DEBUG nova.objects.instance [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lazy-loading 'resources' on Instance uuid 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.073738] env[70966]: DEBUG nova.compute.utils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1377.075124] env[70966]: DEBUG nova.compute.manager [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Allocating IP information in the background. {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1377.075301] env[70966]: DEBUG nova.network.neutron [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] allocate_for_instance() {{(pid=70966) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1377.123924] env[70966]: DEBUG nova.policy [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ce329e13149476abbc377a5c02cebfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '648638152a7c47b0a15a5e51e2cd3cc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70966) authorize /opt/stack/nova/nova/policy.py:192}} [ 1377.386356] env[70966]: DEBUG nova.network.neutron [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Successfully created port: 93635600-b7ac-4541-b9de-274a6ec13d1a {{(pid=70966) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1377.547483] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0034dae4-2549-468d-8780-dbfc898bf76f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.555572] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9741cad1-3b05-48a2-ac4d-56f77a9209c1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.585589] env[70966]: DEBUG nova.compute.manager [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Start building block device mappings for instance. {{(pid=70966) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1377.589170] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987b522d-b26e-49f3-9fe6-c2d391c8a196 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.596488] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c27e78-d088-46f9-8f22-00125ef6060c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.610150] env[70966]: DEBUG nova.compute.provider_tree [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.996179] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1377.996444] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720816', 'volume_id': 'b16f7657-2179-4c3f-80fe-6d6f07e31db0', 'name': 'volume-b16f7657-2179-4c3f-80fe-6d6f07e31db0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7404366-79f5-44c4-910d-799a2e827b54', 'attached_at': '', 'detached_at': '', 'volume_id': 'b16f7657-2179-4c3f-80fe-6d6f07e31db0', 'serial': 'b16f7657-2179-4c3f-80fe-6d6f07e31db0'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1377.997379] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969483cc-6ee2-4846-8542-660ea9945553 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.013860] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ccea96-72e7-4d4e-9c1d-7ec8832f47a2 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.039133] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-b16f7657-2179-4c3f-80fe-6d6f07e31db0/volume-b16f7657-2179-4c3f-80fe-6d6f07e31db0.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.039463] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b1fa0f3-a296-4d4e-99a3-9b21a5b46769 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.057275] env[70966]: DEBUG oslo_vmware.api [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1378.057275] env[70966]: value = "task-3613836" [ 1378.057275] env[70966]: _type = "Task" [ 1378.057275] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.065067] env[70966]: DEBUG oslo_vmware.api [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.113605] env[70966]: DEBUG nova.scheduler.client.report [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.566622] env[70966]: DEBUG oslo_vmware.api [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613836, 'name': ReconfigVM_Task, 'duration_secs': 0.331781} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.566950] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-b16f7657-2179-4c3f-80fe-6d6f07e31db0/volume-b16f7657-2179-4c3f-80fe-6d6f07e31db0.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.571523] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb3b9a40-fb30-4711-bc70-f67546ced24c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.585857] env[70966]: DEBUG oslo_vmware.api [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1378.585857] env[70966]: value = "task-3613837" [ 1378.585857] env[70966]: _type = "Task" [ 1378.585857] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.593235] env[70966]: DEBUG oslo_vmware.api [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.598367] env[70966]: DEBUG nova.compute.manager [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Start spawning the instance on the hypervisor. {{(pid=70966) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1378.618943] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.630355] env[70966]: DEBUG nova.virt.hardware [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:26:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:26:15Z,direct_url=,disk_format='vmdk',id=b7ed0e28-71c9-4a85-a64f-9f8015abf16e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='001a003859b24225842181c6e00b87c0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:26:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.630711] env[70966]: DEBUG nova.virt.hardware [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.630914] env[70966]: DEBUG nova.virt.hardware [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image limits 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.631176] env[70966]: DEBUG nova.virt.hardware [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Flavor pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.631367] env[70966]: DEBUG nova.virt.hardware [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Image pref 0:0:0 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.631717] env[70966]: DEBUG nova.virt.hardware [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70966) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.631840] env[70966]: DEBUG nova.virt.hardware [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.632104] env[70966]: DEBUG nova.virt.hardware [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.632337] env[70966]: DEBUG nova.virt.hardware [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Got 1 possible topologies {{(pid=70966) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.632571] env[70966]: DEBUG nova.virt.hardware [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.632853] env[70966]: DEBUG nova.virt.hardware [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70966) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.633931] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7fe763-58e4-450c-9ccd-009dcfd0d055 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.639592] env[70966]: INFO nova.scheduler.client.report [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Deleted allocations for instance 9c2d1b45-e146-4ec5-b8d4-8d36a95ad961 [ 1378.646544] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9801900-9d7b-4b16-ac4b-c1bdbe3f2c9f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.775178] env[70966]: DEBUG nova.compute.manager [req-83209425-692d-4a7a-b56f-639e0bea6975 req-2cb81be9-c776-438a-b013-0acb11d51819 service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Received event network-vif-plugged-93635600-b7ac-4541-b9de-274a6ec13d1a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.775705] env[70966]: DEBUG oslo_concurrency.lockutils [req-83209425-692d-4a7a-b56f-639e0bea6975 req-2cb81be9-c776-438a-b013-0acb11d51819 service nova] Acquiring lock "a424cb8b-0ec4-4228-97f1-45a74f68a34a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.775705] env[70966]: DEBUG oslo_concurrency.lockutils [req-83209425-692d-4a7a-b56f-639e0bea6975 req-2cb81be9-c776-438a-b013-0acb11d51819 service nova] Lock "a424cb8b-0ec4-4228-97f1-45a74f68a34a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.775962] env[70966]: DEBUG oslo_concurrency.lockutils [req-83209425-692d-4a7a-b56f-639e0bea6975 req-2cb81be9-c776-438a-b013-0acb11d51819 service nova] Lock "a424cb8b-0ec4-4228-97f1-45a74f68a34a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.776082] env[70966]: DEBUG nova.compute.manager [req-83209425-692d-4a7a-b56f-639e0bea6975 req-2cb81be9-c776-438a-b013-0acb11d51819 service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] No waiting events found dispatching network-vif-plugged-93635600-b7ac-4541-b9de-274a6ec13d1a {{(pid=70966) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1378.776367] env[70966]: WARNING nova.compute.manager [req-83209425-692d-4a7a-b56f-639e0bea6975 req-2cb81be9-c776-438a-b013-0acb11d51819 service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Received unexpected event network-vif-plugged-93635600-b7ac-4541-b9de-274a6ec13d1a for instance with vm_state building and task_state spawning. [ 1378.864559] env[70966]: DEBUG nova.network.neutron [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Successfully updated port: 93635600-b7ac-4541-b9de-274a6ec13d1a {{(pid=70966) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1379.095663] env[70966]: DEBUG oslo_vmware.api [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613837, 'name': ReconfigVM_Task, 'duration_secs': 0.149955} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.095981] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720816', 'volume_id': 'b16f7657-2179-4c3f-80fe-6d6f07e31db0', 'name': 'volume-b16f7657-2179-4c3f-80fe-6d6f07e31db0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7404366-79f5-44c4-910d-799a2e827b54', 'attached_at': '', 'detached_at': '', 'volume_id': 'b16f7657-2179-4c3f-80fe-6d6f07e31db0', 'serial': 'b16f7657-2179-4c3f-80fe-6d6f07e31db0'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1379.154528] env[70966]: DEBUG oslo_concurrency.lockutils [None req-46ad6fcd-59f5-4d93-9da0-22129d3ae225 tempest-ServerActionsTestOtherA-2147054912 tempest-ServerActionsTestOtherA-2147054912-project-member] Lock "9c2d1b45-e146-4ec5-b8d4-8d36a95ad961" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.544s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.367384] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "refresh_cache-a424cb8b-0ec4-4228-97f1-45a74f68a34a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.367590] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "refresh_cache-a424cb8b-0ec4-4228-97f1-45a74f68a34a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.367637] env[70966]: DEBUG nova.network.neutron [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.898084] env[70966]: DEBUG nova.network.neutron [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Instance cache missing network info. {{(pid=70966) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1380.014098] env[70966]: DEBUG nova.network.neutron [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Updating instance_info_cache with network_info: [{"id": "93635600-b7ac-4541-b9de-274a6ec13d1a", "address": "fa:16:3e:9e:b1:bc", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93635600-b7", "ovs_interfaceid": "93635600-b7ac-4541-b9de-274a6ec13d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.134715] env[70966]: DEBUG nova.objects.instance [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lazy-loading 'flavor' on Instance uuid a7404366-79f5-44c4-910d-799a2e827b54 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.516258] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "refresh_cache-a424cb8b-0ec4-4228-97f1-45a74f68a34a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.516596] env[70966]: DEBUG nova.compute.manager [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Instance network_info: |[{"id": "93635600-b7ac-4541-b9de-274a6ec13d1a", "address": "fa:16:3e:9e:b1:bc", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93635600-b7", "ovs_interfaceid": "93635600-b7ac-4541-b9de-274a6ec13d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70966) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1380.517036] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:b1:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93635600-b7ac-4541-b9de-274a6ec13d1a', 'vif_model': 'vmxnet3'}] {{(pid=70966) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.524646] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1380.524863] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Creating VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.525087] env[70966]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b8e2db9-9099-4d31-b422-f115069e913a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.545102] env[70966]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.545102] env[70966]: value = "task-3613838" [ 1380.545102] env[70966]: _type = "Task" [ 1380.545102] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.552540] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613838, 'name': CreateVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.639691] env[70966]: DEBUG oslo_concurrency.lockutils [None req-1eb341d0-31be-45d6-8d19-e73e2d16d43a tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.804763] env[70966]: DEBUG nova.compute.manager [req-a399424b-9487-4aca-9e9d-cc090861ae08 req-99c88f82-5529-4c2a-8127-0ebec725b2a8 service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Received event network-changed-93635600-b7ac-4541-b9de-274a6ec13d1a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.804949] env[70966]: DEBUG nova.compute.manager [req-a399424b-9487-4aca-9e9d-cc090861ae08 req-99c88f82-5529-4c2a-8127-0ebec725b2a8 service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Refreshing instance network info cache due to event network-changed-93635600-b7ac-4541-b9de-274a6ec13d1a. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1380.808232] env[70966]: DEBUG oslo_concurrency.lockutils [req-a399424b-9487-4aca-9e9d-cc090861ae08 req-99c88f82-5529-4c2a-8127-0ebec725b2a8 service nova] Acquiring lock "refresh_cache-a424cb8b-0ec4-4228-97f1-45a74f68a34a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.808406] env[70966]: DEBUG oslo_concurrency.lockutils [req-a399424b-9487-4aca-9e9d-cc090861ae08 req-99c88f82-5529-4c2a-8127-0ebec725b2a8 service nova] Acquired lock "refresh_cache-a424cb8b-0ec4-4228-97f1-45a74f68a34a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.808569] env[70966]: DEBUG nova.network.neutron [req-a399424b-9487-4aca-9e9d-cc090861ae08 req-99c88f82-5529-4c2a-8127-0ebec725b2a8 service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Refreshing network info cache for port 93635600-b7ac-4541-b9de-274a6ec13d1a {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.055404] env[70966]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613838, 'name': CreateVM_Task, 'duration_secs': 0.338136} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.055777] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Created VM on the ESX host {{(pid=70966) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.056346] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.056514] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.056835] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.057105] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b2559f9-fcfc-4308-b5d7-718d8441ca89 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.061269] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1381.061269] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52977224-9354-ea9e-f147-98e52e9ad41c" [ 1381.061269] env[70966]: _type = "Task" [ 1381.061269] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.068604] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52977224-9354-ea9e-f147-98e52e9ad41c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.514750] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "a7404366-79f5-44c4-910d-799a2e827b54" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.515057] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.557912] env[70966]: DEBUG nova.network.neutron [req-a399424b-9487-4aca-9e9d-cc090861ae08 req-99c88f82-5529-4c2a-8127-0ebec725b2a8 service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Updated VIF entry in instance network info cache for port 93635600-b7ac-4541-b9de-274a6ec13d1a. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.558396] env[70966]: DEBUG nova.network.neutron [req-a399424b-9487-4aca-9e9d-cc090861ae08 req-99c88f82-5529-4c2a-8127-0ebec725b2a8 service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Updating instance_info_cache with network_info: [{"id": "93635600-b7ac-4541-b9de-274a6ec13d1a", "address": "fa:16:3e:9e:b1:bc", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93635600-b7", "ovs_interfaceid": "93635600-b7ac-4541-b9de-274a6ec13d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.571359] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52977224-9354-ea9e-f147-98e52e9ad41c, 'name': SearchDatastore_Task, 'duration_secs': 0.00937} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.572362] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.572981] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Processing image b7ed0e28-71c9-4a85-a64f-9f8015abf16e {{(pid=70966) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.572981] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.573200] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.573419] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.573934] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34ea940f-946d-418a-ae2a-3ba59780e78c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.583177] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70966) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.583464] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70966) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.584332] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d258532b-59b7-49de-a465-9a5a037b0b2c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.589795] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1381.589795] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522536af-a51f-f5ef-bea6-761a5de3c7b8" [ 1381.589795] env[70966]: _type = "Task" [ 1381.589795] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.598392] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522536af-a51f-f5ef-bea6-761a5de3c7b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.018916] env[70966]: DEBUG nova.compute.utils [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Using /dev/sd instead of None {{(pid=70966) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1382.061391] env[70966]: DEBUG oslo_concurrency.lockutils [req-a399424b-9487-4aca-9e9d-cc090861ae08 req-99c88f82-5529-4c2a-8127-0ebec725b2a8 service nova] Releasing lock "refresh_cache-a424cb8b-0ec4-4228-97f1-45a74f68a34a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.101659] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]522536af-a51f-f5ef-bea6-761a5de3c7b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008321} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.102488] env[70966]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e9539f-bca6-4407-93e9-29f1e14afe1f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.108417] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1382.108417] env[70966]: value = "session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b102c0-fdd6-1487-6b25-143edd8c8225" [ 1382.108417] env[70966]: _type = "Task" [ 1382.108417] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.116668] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b102c0-fdd6-1487-6b25-143edd8c8225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.521856] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.623214] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': session[52836e1a-6f2f-61fc-c36a-e15b10ab2633]52b102c0-fdd6-1487-6b25-143edd8c8225, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.623501] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.623767] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] a424cb8b-0ec4-4228-97f1-45a74f68a34a/a424cb8b-0ec4-4228-97f1-45a74f68a34a.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.624052] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6952b55-48d1-44a4-81c2-b9be4611e60a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.637884] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1382.637884] env[70966]: value = "task-3613839" [ 1382.637884] env[70966]: _type = "Task" [ 1382.637884] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.645868] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.147480] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465781} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.147866] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ed0e28-71c9-4a85-a64f-9f8015abf16e/b7ed0e28-71c9-4a85-a64f-9f8015abf16e.vmdk to [datastore2] a424cb8b-0ec4-4228-97f1-45a74f68a34a/a424cb8b-0ec4-4228-97f1-45a74f68a34a.vmdk {{(pid=70966) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.147946] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Extending root virtual disk to 1048576 {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.148634] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbe20f77-cd82-47a8-8c43-5f58c3d1c5a8 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.156704] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1383.156704] env[70966]: value = "task-3613840" [ 1383.156704] env[70966]: _type = "Task" [ 1383.156704] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.166875] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.596197] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "a7404366-79f5-44c4-910d-799a2e827b54" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.596458] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.596697] env[70966]: INFO nova.compute.manager [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Attaching volume 4717437f-022e-4812-ace1-35d53aed740f to /dev/sdc [ 1383.627753] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5b6454-126e-473f-adc3-5e13244d3b26 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.635297] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e486d7ae-5a8d-419b-926b-d605978ead58 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.648717] env[70966]: DEBUG nova.virt.block_device [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Updating existing volume attachment record: d7714ea5-c04b-4b89-8334-01460c74261f {{(pid=70966) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1383.666440] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613840, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.171615] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.514886} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.171950] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Extended root virtual disk {{(pid=70966) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.172752] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3313747-921f-46b8-a06b-f66c3eebe2aa {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.195999] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] a424cb8b-0ec4-4228-97f1-45a74f68a34a/a424cb8b-0ec4-4228-97f1-45a74f68a34a.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.196322] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-641284e0-4dc9-40ba-88eb-4651588f8185 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.216452] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1384.216452] env[70966]: value = "task-3613842" [ 1384.216452] env[70966]: _type = "Task" [ 1384.216452] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.224853] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.726533] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613842, 'name': ReconfigVM_Task, 'duration_secs': 0.286933} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.726752] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Reconfigured VM instance instance-00000080 to attach disk [datastore2] a424cb8b-0ec4-4228-97f1-45a74f68a34a/a424cb8b-0ec4-4228-97f1-45a74f68a34a.vmdk or device None with type sparse {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.727440] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74089f39-bc24-4344-adf2-f68b2902ffad {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.732771] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1384.732771] env[70966]: value = "task-3613843" [ 1384.732771] env[70966]: _type = "Task" [ 1384.732771] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.739923] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613843, 'name': Rename_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.242920] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613843, 'name': Rename_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.743969] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613843, 'name': Rename_Task} progress is 99%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.244998] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613843, 'name': Rename_Task, 'duration_secs': 1.144058} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.245351] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.245608] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59b3e192-7ed8-438c-a479-03db20ad200f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.251890] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1386.251890] env[70966]: value = "task-3613845" [ 1386.251890] env[70966]: _type = "Task" [ 1386.251890] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.259061] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.762022] env[70966]: DEBUG oslo_vmware.api [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613845, 'name': PowerOnVM_Task, 'duration_secs': 0.399282} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.762293] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.762582] env[70966]: INFO nova.compute.manager [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1386.762691] env[70966]: DEBUG nova.compute.manager [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.763476] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ad57d3-e450-4bf5-a70f-67f91d603795 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.283550] env[70966]: INFO nova.compute.manager [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Took 12.89 seconds to build instance. [ 1387.785726] env[70966]: DEBUG oslo_concurrency.lockutils [None req-213e4d39-253c-4ed8-8e65-5f3a44d74313 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "a424cb8b-0ec4-4228-97f1-45a74f68a34a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.397s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.799106] env[70966]: DEBUG nova.compute.manager [req-2319e3de-756e-4cab-a1b3-c58918b483b5 req-000b7cbb-7062-4434-b5bb-0608dc21031d service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Received event network-changed-93635600-b7ac-4541-b9de-274a6ec13d1a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.799342] env[70966]: DEBUG nova.compute.manager [req-2319e3de-756e-4cab-a1b3-c58918b483b5 req-000b7cbb-7062-4434-b5bb-0608dc21031d service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Refreshing instance network info cache due to event network-changed-93635600-b7ac-4541-b9de-274a6ec13d1a. {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1387.799569] env[70966]: DEBUG oslo_concurrency.lockutils [req-2319e3de-756e-4cab-a1b3-c58918b483b5 req-000b7cbb-7062-4434-b5bb-0608dc21031d service nova] Acquiring lock "refresh_cache-a424cb8b-0ec4-4228-97f1-45a74f68a34a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.799718] env[70966]: DEBUG oslo_concurrency.lockutils [req-2319e3de-756e-4cab-a1b3-c58918b483b5 req-000b7cbb-7062-4434-b5bb-0608dc21031d service nova] Acquired lock "refresh_cache-a424cb8b-0ec4-4228-97f1-45a74f68a34a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.799879] env[70966]: DEBUG nova.network.neutron [req-2319e3de-756e-4cab-a1b3-c58918b483b5 req-000b7cbb-7062-4434-b5bb-0608dc21031d service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Refreshing network info cache for port 93635600-b7ac-4541-b9de-274a6ec13d1a {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.193794] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Volume attach. Driver type: vmdk {{(pid=70966) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1388.194073] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720818', 'volume_id': '4717437f-022e-4812-ace1-35d53aed740f', 'name': 'volume-4717437f-022e-4812-ace1-35d53aed740f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7404366-79f5-44c4-910d-799a2e827b54', 'attached_at': '', 'detached_at': '', 'volume_id': '4717437f-022e-4812-ace1-35d53aed740f', 'serial': '4717437f-022e-4812-ace1-35d53aed740f'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1388.194965] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aacce3d-f04c-426e-95e7-86b446dd047a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.212247] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d409ee4-175a-4b30-9728-3e6d1bc2395a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.238487] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-4717437f-022e-4812-ace1-35d53aed740f/volume-4717437f-022e-4812-ace1-35d53aed740f.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.238716] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4152177-9069-4ca7-994b-8410e6aa478a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.255221] env[70966]: DEBUG oslo_vmware.api [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1388.255221] env[70966]: value = "task-3613846" [ 1388.255221] env[70966]: _type = "Task" [ 1388.255221] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.262088] env[70966]: DEBUG oslo_vmware.api [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.501717] env[70966]: DEBUG nova.network.neutron [req-2319e3de-756e-4cab-a1b3-c58918b483b5 req-000b7cbb-7062-4434-b5bb-0608dc21031d service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Updated VIF entry in instance network info cache for port 93635600-b7ac-4541-b9de-274a6ec13d1a. {{(pid=70966) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.502460] env[70966]: DEBUG nova.network.neutron [req-2319e3de-756e-4cab-a1b3-c58918b483b5 req-000b7cbb-7062-4434-b5bb-0608dc21031d service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Updating instance_info_cache with network_info: [{"id": "93635600-b7ac-4541-b9de-274a6ec13d1a", "address": "fa:16:3e:9e:b1:bc", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93635600-b7", "ovs_interfaceid": "93635600-b7ac-4541-b9de-274a6ec13d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.765035] env[70966]: DEBUG oslo_vmware.api [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613846, 'name': ReconfigVM_Task, 'duration_secs': 0.338711} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.765328] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-4717437f-022e-4812-ace1-35d53aed740f/volume-4717437f-022e-4812-ace1-35d53aed740f.vmdk or device None with type thin {{(pid=70966) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.769988] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c8928b1-1fb3-4dbb-ba83-5469b0e60724 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.784283] env[70966]: DEBUG oslo_vmware.api [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1388.784283] env[70966]: value = "task-3613847" [ 1388.784283] env[70966]: _type = "Task" [ 1388.784283] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.791670] env[70966]: DEBUG oslo_vmware.api [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.005257] env[70966]: DEBUG oslo_concurrency.lockutils [req-2319e3de-756e-4cab-a1b3-c58918b483b5 req-000b7cbb-7062-4434-b5bb-0608dc21031d service nova] Releasing lock "refresh_cache-a424cb8b-0ec4-4228-97f1-45a74f68a34a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.294016] env[70966]: DEBUG oslo_vmware.api [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613847, 'name': ReconfigVM_Task, 'duration_secs': 0.136322} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.295081] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720818', 'volume_id': '4717437f-022e-4812-ace1-35d53aed740f', 'name': 'volume-4717437f-022e-4812-ace1-35d53aed740f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7404366-79f5-44c4-910d-799a2e827b54', 'attached_at': '', 'detached_at': '', 'volume_id': '4717437f-022e-4812-ace1-35d53aed740f', 'serial': '4717437f-022e-4812-ace1-35d53aed740f'} {{(pid=70966) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1390.329901] env[70966]: DEBUG nova.objects.instance [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lazy-loading 'flavor' on Instance uuid a7404366-79f5-44c4-910d-799a2e827b54 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.835292] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7e4362a-e45a-4988-bd35-ad64d01683a6 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.110526] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "a7404366-79f5-44c4-910d-799a2e827b54" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.110791] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.613697] env[70966]: INFO nova.compute.manager [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Detaching volume b16f7657-2179-4c3f-80fe-6d6f07e31db0 [ 1391.643030] env[70966]: INFO nova.virt.block_device [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Attempting to driver detach volume b16f7657-2179-4c3f-80fe-6d6f07e31db0 from mountpoint /dev/sdb [ 1391.643280] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1391.643467] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720816', 'volume_id': 'b16f7657-2179-4c3f-80fe-6d6f07e31db0', 'name': 'volume-b16f7657-2179-4c3f-80fe-6d6f07e31db0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7404366-79f5-44c4-910d-799a2e827b54', 'attached_at': '', 'detached_at': '', 'volume_id': 'b16f7657-2179-4c3f-80fe-6d6f07e31db0', 'serial': 'b16f7657-2179-4c3f-80fe-6d6f07e31db0'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1391.644339] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f525e7-8efb-4f79-9bc8-92b2bd88914f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.668687] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6250904-df83-4959-bd69-c2f96e9197d7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.675039] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e61d92-d4c5-4f5a-843c-1b12bd39c440 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.697452] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74065b77-5573-4edd-931a-32f13c36f68f {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.711276] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] The volume has not been displaced from its original location: [datastore2] volume-b16f7657-2179-4c3f-80fe-6d6f07e31db0/volume-b16f7657-2179-4c3f-80fe-6d6f07e31db0.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1391.716398] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1391.716643] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88b1d00c-e2ba-4dac-a4c3-067f934e3c0e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.733136] env[70966]: DEBUG oslo_vmware.api [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1391.733136] env[70966]: value = "task-3613848" [ 1391.733136] env[70966]: _type = "Task" [ 1391.733136] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.740248] env[70966]: DEBUG oslo_vmware.api [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.242544] env[70966]: DEBUG oslo_vmware.api [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613848, 'name': ReconfigVM_Task, 'duration_secs': 0.222716} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.242807] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1392.247405] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb129d6-94f4-4853-8289-a410c8a38f0e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.262363] env[70966]: DEBUG oslo_vmware.api [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1392.262363] env[70966]: value = "task-3613849" [ 1392.262363] env[70966]: _type = "Task" [ 1392.262363] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.271206] env[70966]: DEBUG oslo_vmware.api [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.772424] env[70966]: DEBUG oslo_vmware.api [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613849, 'name': ReconfigVM_Task, 'duration_secs': 0.131289} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.772724] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720816', 'volume_id': 'b16f7657-2179-4c3f-80fe-6d6f07e31db0', 'name': 'volume-b16f7657-2179-4c3f-80fe-6d6f07e31db0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7404366-79f5-44c4-910d-799a2e827b54', 'attached_at': '', 'detached_at': '', 'volume_id': 'b16f7657-2179-4c3f-80fe-6d6f07e31db0', 'serial': 'b16f7657-2179-4c3f-80fe-6d6f07e31db0'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1393.312072] env[70966]: DEBUG nova.objects.instance [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lazy-loading 'flavor' on Instance uuid a7404366-79f5-44c4-910d-799a2e827b54 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.320092] env[70966]: DEBUG oslo_concurrency.lockutils [None req-ae822a50-24ee-4724-87f2-40905e286505 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.351326] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "a7404366-79f5-44c4-910d-799a2e827b54" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.351605] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.855618] env[70966]: INFO nova.compute.manager [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Detaching volume 4717437f-022e-4812-ace1-35d53aed740f [ 1394.886703] env[70966]: INFO nova.virt.block_device [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Attempting to driver detach volume 4717437f-022e-4812-ace1-35d53aed740f from mountpoint /dev/sdc [ 1394.886974] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Volume detach. Driver type: vmdk {{(pid=70966) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1394.887215] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720818', 'volume_id': '4717437f-022e-4812-ace1-35d53aed740f', 'name': 'volume-4717437f-022e-4812-ace1-35d53aed740f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7404366-79f5-44c4-910d-799a2e827b54', 'attached_at': '', 'detached_at': '', 'volume_id': '4717437f-022e-4812-ace1-35d53aed740f', 'serial': '4717437f-022e-4812-ace1-35d53aed740f'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1394.888112] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dca92d5-78e8-43ed-b404-ff84bee0f8c0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.909730] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d15bd1-d0ec-477c-a23d-cfc43b98dcc5 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.916267] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14df91d-8ea1-48d8-a68c-a1d112eaf751 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.935795] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f051bfa-5247-4399-b3ee-0de010ea4d57 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.950838] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] The volume has not been displaced from its original location: [datastore1] volume-4717437f-022e-4812-ace1-35d53aed740f/volume-4717437f-022e-4812-ace1-35d53aed740f.vmdk. No consolidation needed. {{(pid=70966) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1394.956013] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1394.956284] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83913efa-de62-4670-b080-1ed6d3302990 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.973797] env[70966]: DEBUG oslo_vmware.api [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1394.973797] env[70966]: value = "task-3613850" [ 1394.973797] env[70966]: _type = "Task" [ 1394.973797] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.981111] env[70966]: DEBUG oslo_vmware.api [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.483903] env[70966]: DEBUG oslo_vmware.api [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613850, 'name': ReconfigVM_Task, 'duration_secs': 0.212627} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.484426] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=70966) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1395.488838] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8401a22-fd5e-4523-8760-f560f580d81c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.504649] env[70966]: DEBUG oslo_vmware.api [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1395.504649] env[70966]: value = "task-3613851" [ 1395.504649] env[70966]: _type = "Task" [ 1395.504649] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.512688] env[70966]: DEBUG oslo_vmware.api [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.013959] env[70966]: DEBUG oslo_vmware.api [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613851, 'name': ReconfigVM_Task, 'duration_secs': 0.15787} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.014274] env[70966]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720818', 'volume_id': '4717437f-022e-4812-ace1-35d53aed740f', 'name': 'volume-4717437f-022e-4812-ace1-35d53aed740f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7404366-79f5-44c4-910d-799a2e827b54', 'attached_at': '', 'detached_at': '', 'volume_id': '4717437f-022e-4812-ace1-35d53aed740f', 'serial': '4717437f-022e-4812-ace1-35d53aed740f'} {{(pid=70966) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1396.555995] env[70966]: DEBUG nova.objects.instance [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lazy-loading 'flavor' on Instance uuid a7404366-79f5-44c4-910d-799a2e827b54 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.563310] env[70966]: DEBUG oslo_concurrency.lockutils [None req-96ea138b-69be-4346-9af2-8fc0c59dbc99 tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.718279] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "a7404366-79f5-44c4-910d-799a2e827b54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.718650] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.718695] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "a7404366-79f5-44c4-910d-799a2e827b54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.718905] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.719108] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.721556] env[70966]: INFO nova.compute.manager [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Terminating instance [ 1399.225570] env[70966]: DEBUG nova.compute.manager [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1399.225816] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.228064] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921b748b-676b-4e3e-ab32-9454b00f15b6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.234586] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.234812] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0d41201-8aed-4eb0-a645-74d854e9b111 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.240693] env[70966]: DEBUG oslo_vmware.api [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1399.240693] env[70966]: value = "task-3613852" [ 1399.240693] env[70966]: _type = "Task" [ 1399.240693] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.248233] env[70966]: DEBUG oslo_vmware.api [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.751836] env[70966]: DEBUG oslo_vmware.api [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613852, 'name': PowerOffVM_Task, 'duration_secs': 0.221282} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.752247] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.752247] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.752485] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b1915be-30f9-4742-a872-9b147cab5896 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.817404] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.817639] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.817797] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Deleting the datastore file [datastore2] a7404366-79f5-44c4-910d-799a2e827b54 {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.818067] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc62ae43-a6d7-49c2-afe0-1da03cbd8089 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.824163] env[70966]: DEBUG oslo_vmware.api [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for the task: (returnval){ [ 1399.824163] env[70966]: value = "task-3613854" [ 1399.824163] env[70966]: _type = "Task" [ 1399.824163] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.831891] env[70966]: DEBUG oslo_vmware.api [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.333444] env[70966]: DEBUG oslo_vmware.api [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Task: {'id': task-3613854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131524} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.333683] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.333871] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.334061] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.334281] env[70966]: INFO nova.compute.manager [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1400.334528] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1400.334721] env[70966]: DEBUG nova.compute.manager [-] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1400.334806] env[70966]: DEBUG nova.network.neutron [-] [instance: a7404366-79f5-44c4-910d-799a2e827b54] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.783677] env[70966]: DEBUG nova.compute.manager [req-529097b2-141e-4c24-ab4d-5daab6e961f6 req-c713a5e7-9835-4e96-b268-daffdf641893 service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Received event network-vif-deleted-ba689137-c117-495a-b9c4-fe4398f7a579 {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.783988] env[70966]: INFO nova.compute.manager [req-529097b2-141e-4c24-ab4d-5daab6e961f6 req-c713a5e7-9835-4e96-b268-daffdf641893 service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Neutron deleted interface ba689137-c117-495a-b9c4-fe4398f7a579; detaching it from the instance and deleting it from the info cache [ 1400.784279] env[70966]: DEBUG nova.network.neutron [req-529097b2-141e-4c24-ab4d-5daab6e961f6 req-c713a5e7-9835-4e96-b268-daffdf641893 service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.267790] env[70966]: DEBUG nova.network.neutron [-] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.287024] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70270277-2b95-4ef4-835a-bf8f80d8d9a7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.297924] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e324c743-887b-4c72-86c7-b589d770d3df {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.323178] env[70966]: DEBUG nova.compute.manager [req-529097b2-141e-4c24-ab4d-5daab6e961f6 req-c713a5e7-9835-4e96-b268-daffdf641893 service nova] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Detach interface failed, port_id=ba689137-c117-495a-b9c4-fe4398f7a579, reason: Instance a7404366-79f5-44c4-910d-799a2e827b54 could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1401.771644] env[70966]: INFO nova.compute.manager [-] [instance: a7404366-79f5-44c4-910d-799a2e827b54] Took 1.44 seconds to deallocate network for instance. [ 1402.277958] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.278360] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.278496] env[70966]: DEBUG nova.objects.instance [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lazy-loading 'resources' on Instance uuid a7404366-79f5-44c4-910d-799a2e827b54 {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.822931] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e3d7df-684e-4574-a374-183fc27eb69d {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.830664] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c01641b-22e6-457c-9bed-d4c365cf104b {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.861407] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515e9444-2b0d-4395-9b4b-133fe7116423 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.868030] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621635d5-9b46-407a-8c3b-b44c20713830 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.880544] env[70966]: DEBUG nova.compute.provider_tree [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.383287] env[70966]: DEBUG nova.scheduler.client.report [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.888236] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.910870] env[70966]: INFO nova.scheduler.client.report [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Deleted allocations for instance a7404366-79f5-44c4-910d-799a2e827b54 [ 1404.418952] env[70966]: DEBUG oslo_concurrency.lockutils [None req-f7e939d0-b719-415e-8b12-592fe0eaaf7d tempest-AttachVolumeTestJSON-1172491804 tempest-AttachVolumeTestJSON-1172491804-project-member] Lock "a7404366-79f5-44c4-910d-799a2e827b54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.700s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.708583] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.708583] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.213674] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.214041] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.214343] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.214610] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.214791] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.214939] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.215387] env[70966]: DEBUG nova.compute.manager [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70966) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1414.215387] env[70966]: DEBUG oslo_service.periodic_task [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70966) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.717911] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.718301] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.718401] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.718515] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70966) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1414.719494] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0353ed15-a56e-4fd9-aa93-bb1c34b9f1d6 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.727613] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496648b5-94bb-4f5a-b41c-de9f12c371cf {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.742304] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad92421-4204-466a-a419-23b165af3ed9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.748343] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e92ec2-7d6e-4145-bd70-0fefe68f336c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.776466] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180708MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70966) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1414.776641] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.776824] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.804292] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Instance a424cb8b-0ec4-4228-97f1-45a74f68a34a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70966) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1415.804613] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1415.804710] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70966) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1415.831043] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b501282-4b95-4e5d-96a6-6ab1eed5008a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.838793] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92906706-dc01-4c0c-9640-7a27c49786cb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.517936] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c302a03-2919-4a88-8716-00b69c120aa4 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.523759] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f070e29-1db6-478d-a2bd-104f2d17ba5c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.537196] env[70966]: DEBUG nova.compute.provider_tree [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.039807] env[70966]: DEBUG nova.scheduler.client.report [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.544337] env[70966]: DEBUG nova.compute.resource_tracker [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70966) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1417.544651] env[70966]: DEBUG oslo_concurrency.lockutils [None req-30b58f9d-40b3-49a7-ad39-7217ffa8cad7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.768s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.993936] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cc5c7406-1e81-4dec-883b-27cba626fd42 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "a424cb8b-0ec4-4228-97f1-45a74f68a34a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.994418] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cc5c7406-1e81-4dec-883b-27cba626fd42 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "a424cb8b-0ec4-4228-97f1-45a74f68a34a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.994470] env[70966]: DEBUG nova.compute.manager [None req-cc5c7406-1e81-4dec-883b-27cba626fd42 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.995373] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d60f36-f4cf-4f08-a95c-b8f41e4f7ddd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.002280] env[70966]: DEBUG nova.compute.manager [None req-cc5c7406-1e81-4dec-883b-27cba626fd42 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70966) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1425.002821] env[70966]: DEBUG nova.objects.instance [None req-cc5c7406-1e81-4dec-883b-27cba626fd42 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lazy-loading 'flavor' on Instance uuid a424cb8b-0ec4-4228-97f1-45a74f68a34a {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.012171] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5c7406-1e81-4dec-883b-27cba626fd42 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.012609] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c86d8c5-c1cd-4de0-8630-24d3d7f0f0d7 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.019577] env[70966]: DEBUG oslo_vmware.api [None req-cc5c7406-1e81-4dec-883b-27cba626fd42 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1426.019577] env[70966]: value = "task-3613858" [ 1426.019577] env[70966]: _type = "Task" [ 1426.019577] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.027191] env[70966]: DEBUG oslo_vmware.api [None req-cc5c7406-1e81-4dec-883b-27cba626fd42 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.529497] env[70966]: DEBUG oslo_vmware.api [None req-cc5c7406-1e81-4dec-883b-27cba626fd42 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613858, 'name': PowerOffVM_Task, 'duration_secs': 0.21834} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.529773] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5c7406-1e81-4dec-883b-27cba626fd42 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1426.529943] env[70966]: DEBUG nova.compute.manager [None req-cc5c7406-1e81-4dec-883b-27cba626fd42 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.530714] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c6d48a-2b24-4690-a470-f9bbdf7868e0 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.041489] env[70966]: DEBUG oslo_concurrency.lockutils [None req-cc5c7406-1e81-4dec-883b-27cba626fd42 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "a424cb8b-0ec4-4228-97f1-45a74f68a34a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.356637] env[70966]: DEBUG nova.objects.instance [None req-42d20428-d7a8-4642-8caa-eea10d296dae tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lazy-loading 'flavor' on Instance uuid a424cb8b-0ec4-4228-97f1-45a74f68a34a {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.862374] env[70966]: DEBUG oslo_concurrency.lockutils [None req-42d20428-d7a8-4642-8caa-eea10d296dae tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "refresh_cache-a424cb8b-0ec4-4228-97f1-45a74f68a34a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.862601] env[70966]: DEBUG oslo_concurrency.lockutils [None req-42d20428-d7a8-4642-8caa-eea10d296dae tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "refresh_cache-a424cb8b-0ec4-4228-97f1-45a74f68a34a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.862776] env[70966]: DEBUG nova.network.neutron [None req-42d20428-d7a8-4642-8caa-eea10d296dae tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1427.862954] env[70966]: DEBUG nova.objects.instance [None req-42d20428-d7a8-4642-8caa-eea10d296dae tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lazy-loading 'info_cache' on Instance uuid a424cb8b-0ec4-4228-97f1-45a74f68a34a {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.366465] env[70966]: DEBUG nova.objects.base [None req-42d20428-d7a8-4642-8caa-eea10d296dae tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70966) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1429.058594] env[70966]: DEBUG nova.network.neutron [None req-42d20428-d7a8-4642-8caa-eea10d296dae tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Updating instance_info_cache with network_info: [{"id": "93635600-b7ac-4541-b9de-274a6ec13d1a", "address": "fa:16:3e:9e:b1:bc", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93635600-b7", "ovs_interfaceid": "93635600-b7ac-4541-b9de-274a6ec13d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.561366] env[70966]: DEBUG oslo_concurrency.lockutils [None req-42d20428-d7a8-4642-8caa-eea10d296dae tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "refresh_cache-a424cb8b-0ec4-4228-97f1-45a74f68a34a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.567186] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d20428-d7a8-4642-8caa-eea10d296dae tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Powering on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.567506] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7339952-b7e0-4fd5-8ac6-f42ca96f900c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.575956] env[70966]: DEBUG oslo_vmware.api [None req-42d20428-d7a8-4642-8caa-eea10d296dae tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1430.575956] env[70966]: value = "task-3613859" [ 1430.575956] env[70966]: _type = "Task" [ 1430.575956] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.583376] env[70966]: DEBUG oslo_vmware.api [None req-42d20428-d7a8-4642-8caa-eea10d296dae tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.085786] env[70966]: DEBUG oslo_vmware.api [None req-42d20428-d7a8-4642-8caa-eea10d296dae tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613859, 'name': PowerOnVM_Task, 'duration_secs': 0.374009} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.086066] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d20428-d7a8-4642-8caa-eea10d296dae tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Powered on the VM {{(pid=70966) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.086274] env[70966]: DEBUG nova.compute.manager [None req-42d20428-d7a8-4642-8caa-eea10d296dae tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.087040] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa8d631-9b29-4017-a74e-ff9a51d05239 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.059971] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e7aee-188b-45af-bde1-7819f5ded785 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.067285] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-166e630a-78e1-4cb3-b98c-3d6da097283c tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Suspending the VM {{(pid=70966) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1432.067510] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-20e6fc08-2d5c-47a4-94b7-8c08d8c8440a {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.073623] env[70966]: DEBUG oslo_vmware.api [None req-166e630a-78e1-4cb3-b98c-3d6da097283c tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1432.073623] env[70966]: value = "task-3613860" [ 1432.073623] env[70966]: _type = "Task" [ 1432.073623] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.082170] env[70966]: DEBUG oslo_vmware.api [None req-166e630a-78e1-4cb3-b98c-3d6da097283c tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613860, 'name': SuspendVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.584323] env[70966]: DEBUG oslo_vmware.api [None req-166e630a-78e1-4cb3-b98c-3d6da097283c tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613860, 'name': SuspendVM_Task} progress is 100%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.085328] env[70966]: DEBUG oslo_vmware.api [None req-166e630a-78e1-4cb3-b98c-3d6da097283c tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613860, 'name': SuspendVM_Task, 'duration_secs': 0.551108} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.085649] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-166e630a-78e1-4cb3-b98c-3d6da097283c tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Suspended the VM {{(pid=70966) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1433.085807] env[70966]: DEBUG nova.compute.manager [None req-166e630a-78e1-4cb3-b98c-3d6da097283c tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1433.086474] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dd0d03-0bdb-4260-9104-2a3dc5656b85 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.370891] env[70966]: INFO nova.compute.manager [None req-71a60d43-22ea-4cc1-bcef-492d7e872f95 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Resuming [ 1434.371582] env[70966]: DEBUG nova.objects.instance [None req-71a60d43-22ea-4cc1-bcef-492d7e872f95 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lazy-loading 'flavor' on Instance uuid a424cb8b-0ec4-4228-97f1-45a74f68a34a {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.882745] env[70966]: DEBUG oslo_concurrency.lockutils [None req-71a60d43-22ea-4cc1-bcef-492d7e872f95 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "refresh_cache-a424cb8b-0ec4-4228-97f1-45a74f68a34a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.883098] env[70966]: DEBUG oslo_concurrency.lockutils [None req-71a60d43-22ea-4cc1-bcef-492d7e872f95 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquired lock "refresh_cache-a424cb8b-0ec4-4228-97f1-45a74f68a34a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.883130] env[70966]: DEBUG nova.network.neutron [None req-71a60d43-22ea-4cc1-bcef-492d7e872f95 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Building network info cache for instance {{(pid=70966) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.568719] env[70966]: DEBUG nova.network.neutron [None req-71a60d43-22ea-4cc1-bcef-492d7e872f95 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Updating instance_info_cache with network_info: [{"id": "93635600-b7ac-4541-b9de-274a6ec13d1a", "address": "fa:16:3e:9e:b1:bc", "network": {"id": "a2af8b07-05ac-4b55-a413-8c094577b313", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091327097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648638152a7c47b0a15a5e51e2cd3cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93635600-b7", "ovs_interfaceid": "93635600-b7ac-4541-b9de-274a6ec13d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.071502] env[70966]: DEBUG oslo_concurrency.lockutils [None req-71a60d43-22ea-4cc1-bcef-492d7e872f95 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Releasing lock "refresh_cache-a424cb8b-0ec4-4228-97f1-45a74f68a34a" {{(pid=70966) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.072467] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2021f07-542b-4769-8f0a-08467b39b7e1 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.079160] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-71a60d43-22ea-4cc1-bcef-492d7e872f95 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Resuming the VM {{(pid=70966) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1437.079376] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a191ffb-025f-4dac-b7f0-a4e2b9d13d95 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.085334] env[70966]: DEBUG oslo_vmware.api [None req-71a60d43-22ea-4cc1-bcef-492d7e872f95 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1437.085334] env[70966]: value = "task-3613861" [ 1437.085334] env[70966]: _type = "Task" [ 1437.085334] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.092534] env[70966]: DEBUG oslo_vmware.api [None req-71a60d43-22ea-4cc1-bcef-492d7e872f95 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.595581] env[70966]: DEBUG oslo_vmware.api [None req-71a60d43-22ea-4cc1-bcef-492d7e872f95 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613861, 'name': PowerOnVM_Task, 'duration_secs': 0.492029} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.595848] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-71a60d43-22ea-4cc1-bcef-492d7e872f95 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Resumed the VM {{(pid=70966) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1437.596034] env[70966]: DEBUG nova.compute.manager [None req-71a60d43-22ea-4cc1-bcef-492d7e872f95 tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Checking state {{(pid=70966) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.596904] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7ee015-05b2-46e8-b9cf-981c14a7a154 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.998483] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "a424cb8b-0ec4-4228-97f1-45a74f68a34a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.998816] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "a424cb8b-0ec4-4228-97f1-45a74f68a34a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.998993] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "a424cb8b-0ec4-4228-97f1-45a74f68a34a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.999224] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "a424cb8b-0ec4-4228-97f1-45a74f68a34a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.999403] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "a424cb8b-0ec4-4228-97f1-45a74f68a34a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.001607] env[70966]: INFO nova.compute.manager [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Terminating instance [ 1439.505514] env[70966]: DEBUG nova.compute.manager [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Start destroying the instance on the hypervisor. {{(pid=70966) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1439.505745] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Destroying instance {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.506658] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c82ba6b-fc68-449e-b9be-2cf932e6fd7e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.514373] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Powering off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.514612] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a4269e9-5361-4434-bdb3-899385a32cbd {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.520391] env[70966]: DEBUG oslo_vmware.api [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1439.520391] env[70966]: value = "task-3613862" [ 1439.520391] env[70966]: _type = "Task" [ 1439.520391] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.528668] env[70966]: DEBUG oslo_vmware.api [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.029827] env[70966]: DEBUG oslo_vmware.api [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613862, 'name': PowerOffVM_Task, 'duration_secs': 0.16624} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.030189] env[70966]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Powered off the VM {{(pid=70966) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.030305] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Unregistering the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.030491] env[70966]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5c527ce-a48f-4ff8-9c78-4bc556e1ef60 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.098405] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Unregistered the VM {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.098623] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Deleting contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.098793] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Deleting the datastore file [datastore2] a424cb8b-0ec4-4228-97f1-45a74f68a34a {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.099063] env[70966]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e22e9b3-1ed2-4cdb-9b86-4fd4f42955f9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.105118] env[70966]: DEBUG oslo_vmware.api [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for the task: (returnval){ [ 1440.105118] env[70966]: value = "task-3613864" [ 1440.105118] env[70966]: _type = "Task" [ 1440.105118] env[70966]: } to complete. {{(pid=70966) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.112012] env[70966]: DEBUG oslo_vmware.api [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.616398] env[70966]: DEBUG oslo_vmware.api [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Task: {'id': task-3613864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139813} completed successfully. {{(pid=70966) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.616645] env[70966]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Deleted the datastore file {{(pid=70966) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.616906] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Deleted contents of the VM from datastore datastore2 {{(pid=70966) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.617110] env[70966]: DEBUG nova.virt.vmwareapi.vmops [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Instance destroyed {{(pid=70966) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1440.617289] env[70966]: INFO nova.compute.manager [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1440.617534] env[70966]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70966) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1440.617727] env[70966]: DEBUG nova.compute.manager [-] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Deallocating network for instance {{(pid=70966) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1440.617840] env[70966]: DEBUG nova.network.neutron [-] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] deallocate_for_instance() {{(pid=70966) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1441.085750] env[70966]: DEBUG nova.compute.manager [req-ee3e1c54-95bf-4bc4-b04b-1b0e757bf1a4 req-b50f1d96-1a01-46ef-9556-e387b4a04436 service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Received event network-vif-deleted-93635600-b7ac-4541-b9de-274a6ec13d1a {{(pid=70966) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.085986] env[70966]: INFO nova.compute.manager [req-ee3e1c54-95bf-4bc4-b04b-1b0e757bf1a4 req-b50f1d96-1a01-46ef-9556-e387b4a04436 service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Neutron deleted interface 93635600-b7ac-4541-b9de-274a6ec13d1a; detaching it from the instance and deleting it from the info cache [ 1441.086166] env[70966]: DEBUG nova.network.neutron [req-ee3e1c54-95bf-4bc4-b04b-1b0e757bf1a4 req-b50f1d96-1a01-46ef-9556-e387b4a04436 service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.568125] env[70966]: DEBUG nova.network.neutron [-] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Updating instance_info_cache with network_info: [] {{(pid=70966) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.588474] env[70966]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ef66810-1dda-4ec4-9f0b-79ab60d42123 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.598883] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf702af1-072a-49a7-b871-dcfdc86d902c {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.622628] env[70966]: DEBUG nova.compute.manager [req-ee3e1c54-95bf-4bc4-b04b-1b0e757bf1a4 req-b50f1d96-1a01-46ef-9556-e387b4a04436 service nova] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Detach interface failed, port_id=93635600-b7ac-4541-b9de-274a6ec13d1a, reason: Instance a424cb8b-0ec4-4228-97f1-45a74f68a34a could not be found. {{(pid=70966) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1442.071449] env[70966]: INFO nova.compute.manager [-] [instance: a424cb8b-0ec4-4228-97f1-45a74f68a34a] Took 1.45 seconds to deallocate network for instance. [ 1442.578442] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.578823] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.578930] env[70966]: DEBUG nova.objects.instance [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lazy-loading 'resources' on Instance uuid a424cb8b-0ec4-4228-97f1-45a74f68a34a {{(pid=70966) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.117871] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392a84b2-d40c-4208-b5ad-2dbafb020fbb {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.125671] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0931ff26-9708-4983-8c42-80c96e3f427e {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.156680] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcf7901-5cf3-423c-b506-3833e70b21db {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.163752] env[70966]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbf3d1e-7514-4fb9-9042-c9fe13f775b9 {{(pid=70966) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.176601] env[70966]: DEBUG nova.compute.provider_tree [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed in ProviderTree for provider: 28f91738-2b78-4613-b71e-2571db52847f {{(pid=70966) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.680033] env[70966]: DEBUG nova.scheduler.client.report [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Inventory has not changed for provider 28f91738-2b78-4613-b71e-2571db52847f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70966) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.185030] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.206496] env[70966]: INFO nova.scheduler.client.report [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Deleted allocations for instance a424cb8b-0ec4-4228-97f1-45a74f68a34a [ 1444.714585] env[70966]: DEBUG oslo_concurrency.lockutils [None req-8d43879a-f7dd-4dee-813a-741a8c76942d tempest-ServerActionsTestJSON-1164164629 tempest-ServerActionsTestJSON-1164164629-project-member] Lock "a424cb8b-0ec4-4228-97f1-45a74f68a34a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.716s {{(pid=70966) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}